Oct 27 16:04:12 user nova-compute[75076]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_linux_bridge.linux_bridge.LinuxBridgePlugin'>' with name 'linux_bridge' {{(pid=75076) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 27 16:04:12 user nova-compute[75076]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_noop.noop.NoOpPlugin'>' with name 'noop' {{(pid=75076) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 27 16:04:12 user nova-compute[75076]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_ovs.ovs.OvsPlugin'>' with name 'ovs' {{(pid=75076) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 27 16:04:12 user nova-compute[75076]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.018s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:04:13 user nova-compute[75076]: INFO nova.virt.driver [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] Loading compute driver 'libvirt.LibvirtDriver'
Oct 27 16:04:13 user nova-compute[75076]: INFO nova.compute.provider_config [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access.
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] Acquiring lock "singleton_lock" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] Acquired lock "singleton_lock" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] Releasing lock "singleton_lock" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] Full set of CONF: {{(pid=75076) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:362}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] ******************************************************************************** {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2589}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] Configuration options gathered from: {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2590}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] command line args: ['--config-file', '/etc/nova/nova-cpu.conf'] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2591}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] config files: ['/etc/nova/nova-cpu.conf'] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2592}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] ================================================================================ {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2594}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] allow_resize_to_same_host      = True {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] arq_binding_timeout            = 300 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] backdoor_port                  = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] backdoor_socket                = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] block_device_allocate_retries  = 300 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] block_device_allocate_retries_interval = 5 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cert                           = self.pem {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] compute_driver                 = libvirt.LibvirtDriver {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] compute_monitors               = [] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] config_dir                     = [] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] config_drive_format            = iso9660 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] config_file                    = ['/etc/nova/nova-cpu.conf'] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] config_source                  = [] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] console_host                   = user {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] control_exchange               = nova {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cpu_allocation_ratio           = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] daemon                         = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] debug                          = True {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] default_access_ip_network_name = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] default_availability_zone      = nova {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] default_ephemeral_format       = ext4 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] default_green_pool_size        = 1000 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] default_schedule_zone          = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] disk_allocation_ratio          = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] enable_new_services            = True {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] enabled_apis                   = ['osapi_compute'] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] enabled_ssl_apis               = [] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] flat_injected                  = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] force_config_drive             = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] force_raw_images               = True {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] graceful_shutdown_timeout      = 5 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] heal_instance_info_cache_interval = 60 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] host                           = user {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] initial_cpu_allocation_ratio   = 4.0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] initial_disk_allocation_ratio  = 1.0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] initial_ram_allocation_ratio   = 1.0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] injected_network_template      = /opt/stack/nova/nova/virt/interfaces.template {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] instance_build_timeout         = 0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] instance_delete_interval       = 300 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] instance_format                = [instance: %(uuid)s]  {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] instance_name_template         = instance-%08x {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] instance_usage_audit           = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] instance_usage_audit_period    = month {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] instances_path                 = /opt/stack/data/nova/instances {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] internal_service_availability_zone = internal {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] key                            = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] live_migration_retry_count     = 30 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] log_config_append              = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] log_dir                        = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] log_file                       = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] log_options                    = True {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] log_rotate_interval            = 1 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] log_rotate_interval_type       = days {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] log_rotation_type              = none {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] long_rpc_timeout               = 1800 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] max_concurrent_builds          = 10 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] max_concurrent_live_migrations = 1 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] max_concurrent_snapshots       = 5 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] max_local_block_devices        = 3 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] max_logfile_count              = 30 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] max_logfile_size_mb            = 200 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] maximum_instance_delete_attempts = 5 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] metadata_listen                = 0.0.0.0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] metadata_listen_port           = 8775 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] metadata_workers               = 3 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] migrate_max_retries            = -1 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] mkisofs_cmd                    = genisoimage {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] my_block_storage_ip            = 10.0.0.210 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] my_ip                          = 10.0.0.210 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] network_allocate_retries       = 0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] osapi_compute_listen           = 0.0.0.0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] osapi_compute_listen_port      = 8774 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] osapi_compute_unique_server_name_scope =  {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] osapi_compute_workers          = 3 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] password_length                = 12 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] periodic_enable                = True {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] periodic_fuzzy_delay           = 60 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] pointer_model                  = ps2mouse {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] preallocate_images             = none {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] publish_errors                 = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] pybasedir                      = /opt/stack/nova {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] ram_allocation_ratio           = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] rate_limit_burst               = 0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] rate_limit_except_level        = CRITICAL {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] rate_limit_interval            = 0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] reboot_timeout                 = 0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] reclaim_instance_interval      = 0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] record                         = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] reimage_timeout_per_gb         = 60 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] report_interval                = 120 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] rescue_timeout                 = 0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] reserved_host_cpus             = 0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] reserved_host_disk_mb          = 0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] reserved_host_memory_mb        = 512 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] reserved_huge_pages            = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] resize_confirm_window          = 0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] resize_fs_using_block_device   = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] resume_guests_state_on_host_boot = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] rootwrap_config                = /etc/nova/rootwrap.conf {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] rpc_response_timeout           = 60 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] run_external_periodic_tasks    = True {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] running_deleted_instance_action = reap {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] running_deleted_instance_poll_interval = 1800 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] running_deleted_instance_timeout = 0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] scheduler_instance_sync_interval = 120 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] service_down_time              = 720 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] servicegroup_driver            = db {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] shelved_offload_time           = 0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] shelved_poll_interval          = 3600 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] shutdown_timeout               = 0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] source_is_ipv6                 = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] ssl_only                       = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] state_path                     = /opt/stack/data/nova {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] sync_power_state_interval      = 600 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] sync_power_state_pool_size     = 1000 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] syslog_log_facility            = LOG_USER {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] tempdir                        = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] timeout_nbd                    = 10 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] transport_url                  = **** {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] update_resources_interval      = 0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] use_cow_images                 = True {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] use_eventlog                   = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] use_journal                    = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] use_json                       = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] use_rootwrap_daemon            = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] use_stderr                     = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] use_syslog                     = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vcpu_pin_set                   = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vif_plugging_is_fatal          = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vif_plugging_timeout           = 0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] virt_mkfs                      = [] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] volume_usage_poll_interval     = 0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] watch_log_file                 = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] web                            = /usr/share/spice-html5 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_concurrency.disable_process_locking = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_concurrency.lock_path     = /opt/stack/data/nova {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] api.auth_strategy              = keystone {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] api.compute_link_prefix        = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] api.dhcp_domain                = novalocal {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] api.enable_instance_password   = True {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] api.glance_link_prefix         = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] api.instance_list_cells_batch_strategy = distributed {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] api.instance_list_per_project_cells = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] api.list_records_by_skipping_down_cells = True {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] api.local_metadata_per_cell    = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] api.max_limit                  = 1000 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] api.metadata_cache_expiration  = 15 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] api.neutron_default_tenant_id  = default {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] api.use_forwarded_for          = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] api.use_neutron_default_nets   = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] api.vendordata_dynamic_failure_fatal = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] api.vendordata_dynamic_ssl_certfile =  {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] api.vendordata_dynamic_targets = [] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] api.vendordata_jsonfile_path   = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] api.vendordata_providers       = ['StaticJSON'] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cache.backend                  = dogpile.cache.memcached {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cache.backend_argument         = **** {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cache.config_prefix            = cache.oslo {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cache.dead_timeout             = 60.0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cache.debug_cache_backend      = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cache.enable_retry_client      = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cache.enable_socket_keepalive  = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cache.enabled                  = True {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cache.expiration_time          = 600 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cache.hashclient_retry_attempts = 2 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cache.hashclient_retry_delay   = 1.0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cache.memcache_dead_retry      = 300 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cache.memcache_password        =  {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cache.memcache_pool_maxsize    = 10 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cache.memcache_pool_unused_timeout = 60 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cache.memcache_sasl_enabled    = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cache.memcache_socket_timeout  = 1.0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cache.memcache_username        =  {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cache.proxies                  = [] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cache.retry_attempts           = 2 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cache.retry_delay              = 0.0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cache.socket_keepalive_count   = 1 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cache.socket_keepalive_idle    = 1 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cache.socket_keepalive_interval = 1 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cache.tls_allowed_ciphers      = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cache.tls_cafile               = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cache.tls_certfile             = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cache.tls_enabled              = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cache.tls_keyfile              = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cinder.auth_section            = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cinder.auth_type               = password {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cinder.cafile                  = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cinder.catalog_info            = volumev3::publicURL {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cinder.certfile                = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cinder.collect_timing          = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cinder.cross_az_attach         = True {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cinder.debug                   = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cinder.endpoint_template       = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cinder.http_retries            = 3 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cinder.insecure                = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cinder.keyfile                 = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cinder.os_region_name          = RegionOne {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cinder.split_loggers           = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cinder.timeout                 = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] compute.cpu_dedicated_set      = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] compute.cpu_shared_set         = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] compute.image_type_exclude_list = [] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] compute.live_migration_wait_for_vif_plug = True {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] compute.max_concurrent_disk_ops = 0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] compute.max_disk_devices_to_attach = -1 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] compute.resource_provider_association_refresh = 300 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] compute.shutdown_retry_interval = 10 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] compute.vmdk_allowed_types     = ['streamOptimized', 'monolithicSparse'] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] conductor.workers              = 3 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] console.allowed_origins        = [] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] console.ssl_ciphers            = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] console.ssl_minimum_version    = default {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] consoleauth.token_ttl          = 600 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cyborg.cafile                  = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cyborg.certfile                = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cyborg.collect_timing          = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cyborg.connect_retries         = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cyborg.connect_retry_delay     = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cyborg.endpoint_override       = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cyborg.insecure                = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cyborg.keyfile                 = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cyborg.max_version             = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cyborg.min_version             = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cyborg.region_name             = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cyborg.service_name            = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cyborg.service_type            = accelerator {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cyborg.split_loggers           = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cyborg.status_code_retries     = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cyborg.status_code_retry_delay = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cyborg.timeout                 = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cyborg.valid_interfaces        = ['internal', 'public'] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] cyborg.version                 = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] database.backend               = sqlalchemy {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] database.connection            = **** {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] database.connection_debug      = 0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] database.connection_parameters =  {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] database.connection_recycle_time = 3600 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] database.connection_trace      = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] database.db_inc_retry_interval = True {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] database.db_max_retries        = 20 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] database.db_max_retry_interval = 10 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] database.db_retry_interval     = 1 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] database.max_overflow          = 50 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] database.max_pool_size         = 5 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] database.max_retries           = 10 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] database.mysql_wsrep_sync_wait = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] database.pool_timeout          = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] database.retry_interval        = 10 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] database.slave_connection      = **** {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] database.sqlite_synchronous    = True {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] api_database.backend           = sqlalchemy {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] api_database.connection        = **** {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] api_database.connection_debug  = 0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] api_database.connection_parameters =  {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] api_database.connection_recycle_time = 3600 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] api_database.connection_trace  = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] api_database.db_inc_retry_interval = True {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] api_database.db_max_retries    = 20 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] api_database.db_max_retry_interval = 10 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] api_database.db_retry_interval = 1 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] api_database.max_overflow      = 50 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] api_database.max_pool_size     = 5 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] api_database.max_retries       = 10 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] api_database.mysql_sql_mode    = TRADITIONAL {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] api_database.mysql_wsrep_sync_wait = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] api_database.pool_timeout      = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] api_database.retry_interval    = 10 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] api_database.slave_connection  = **** {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] api_database.sqlite_synchronous = True {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] devices.enabled_mdev_types     = [] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] ephemeral_storage_encryption.enabled = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] ephemeral_storage_encryption.key_size = 512 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] glance.api_servers             = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] glance.cafile                  = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] glance.certfile                = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] glance.collect_timing          = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] glance.connect_retries         = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] glance.connect_retry_delay     = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] glance.debug                   = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] glance.default_trusted_certificate_ids = [] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] glance.enable_certificate_validation = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] glance.enable_rbd_download     = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] glance.endpoint_override       = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] glance.insecure                = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] glance.keyfile                 = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] glance.max_version             = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] glance.min_version             = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] glance.num_retries             = 3 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] glance.rbd_ceph_conf           =  {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] glance.rbd_connect_timeout     = 5 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] glance.rbd_pool                =  {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] glance.rbd_user                =  {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] glance.region_name             = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] glance.service_name            = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] glance.service_type            = image {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] glance.split_loggers           = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] glance.status_code_retries     = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] glance.status_code_retry_delay = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] glance.timeout                 = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] glance.valid_interfaces        = ['internal', 'public'] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] glance.verify_glance_signatures = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] glance.version                 = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] guestfs.debug                  = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] hyperv.config_drive_cdrom      = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] hyperv.config_drive_inject_password = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] hyperv.dynamic_memory_ratio    = 1.0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] hyperv.enable_instance_metrics_collection = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] hyperv.enable_remotefx         = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] hyperv.instances_path_share    =  {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] hyperv.iscsi_initiator_list    = [] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] hyperv.limit_cpu_features      = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] hyperv.mounted_disk_query_retry_count = 10 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] hyperv.mounted_disk_query_retry_interval = 5 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] hyperv.power_state_check_timeframe = 60 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] hyperv.power_state_event_polling_interval = 2 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] hyperv.qemu_img_cmd            = qemu-img.exe {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] hyperv.use_multipath_io        = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] hyperv.volume_attach_retry_count = 10 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] hyperv.volume_attach_retry_interval = 5 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] hyperv.vswitch_name            = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] hyperv.wait_soft_reboot_seconds = 60 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] mks.enabled                    = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] mks.mksproxy_base_url          = http://127.0.0.1:6090/ {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] image_cache.manager_interval   = 2400 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] image_cache.precache_concurrency = 1 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] image_cache.remove_unused_base_images = True {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] image_cache.subdirectory_name  = _base {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] ironic.api_max_retries         = 60 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] ironic.api_retry_interval      = 2 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] ironic.auth_section            = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] ironic.auth_type               = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] ironic.cafile                  = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] ironic.certfile                = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] ironic.collect_timing          = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] ironic.conductor_group         = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] ironic.connect_retries         = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] ironic.connect_retry_delay     = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] ironic.endpoint_override       = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] ironic.insecure                = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] ironic.keyfile                 = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] ironic.max_version             = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] ironic.min_version             = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] ironic.peer_list               = [] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] ironic.region_name             = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] ironic.serial_console_state_timeout = 10 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] ironic.service_name            = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] ironic.service_type            = baremetal {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] ironic.split_loggers           = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] ironic.status_code_retries     = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] ironic.status_code_retry_delay = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] ironic.timeout                 = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] ironic.valid_interfaces        = ['internal', 'public'] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] ironic.version                 = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] key_manager.backend            = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] key_manager.fixed_key          = **** {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] barbican.barbican_api_version  = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] barbican.barbican_endpoint     = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] barbican.barbican_endpoint_type = public {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] barbican.barbican_region_name  = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] barbican.cafile                = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] barbican.certfile              = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] barbican.collect_timing        = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] barbican.insecure              = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] barbican.keyfile               = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] barbican.number_of_retries     = 60 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] barbican.retry_delay           = 1 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] barbican.send_service_user_token = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] barbican.split_loggers         = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] barbican.timeout               = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] barbican.verify_ssl            = True {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] barbican.verify_ssl_path       = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] barbican_service_user.auth_section = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] barbican_service_user.auth_type = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] barbican_service_user.cafile   = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] barbican_service_user.certfile = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] barbican_service_user.collect_timing = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] barbican_service_user.insecure = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] barbican_service_user.keyfile  = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] barbican_service_user.split_loggers = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] barbican_service_user.timeout  = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vault.approle_role_id          = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vault.approle_secret_id        = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vault.cafile                   = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vault.certfile                 = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vault.collect_timing           = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vault.insecure                 = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vault.keyfile                  = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vault.kv_mountpoint            = secret {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vault.kv_path                  = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vault.kv_version               = 2 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vault.namespace                = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vault.root_token_id            = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vault.split_loggers            = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vault.ssl_ca_crt_file          = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vault.timeout                  = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vault.use_ssl                  = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] keystone.auth_section          = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] keystone.auth_type             = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] keystone.cafile                = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] keystone.certfile              = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] keystone.collect_timing        = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] keystone.connect_retries       = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] keystone.connect_retry_delay   = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] keystone.endpoint_override     = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] keystone.insecure              = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] keystone.keyfile               = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] keystone.max_version           = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] keystone.min_version           = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] keystone.region_name           = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] keystone.service_name          = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] keystone.service_type          = identity {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] keystone.split_loggers         = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] keystone.status_code_retries   = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] keystone.status_code_retry_delay = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] keystone.timeout               = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] keystone.valid_interfaces      = ['internal', 'public'] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] keystone.version               = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.connection_uri         =  {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.cpu_mode               = custom {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.cpu_model_extra_flags  = [] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: WARNING oslo_config.cfg [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] Deprecated: Option "cpu_model" from group "libvirt" is deprecated. Use option "cpu_models" from group "libvirt".
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.cpu_models             = ['Nehalem'] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.cpu_power_governor_high = performance {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.cpu_power_governor_low = powersave {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.cpu_power_management   = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.device_detach_attempts = 8 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.device_detach_timeout  = 20 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.disk_cachemodes        = [] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.disk_prefix            = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.enabled_perf_events    = [] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.file_backed_memory     = 0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.gid_maps               = [] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.hw_disk_discard        = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.hw_machine_type        = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.images_rbd_ceph_conf   =  {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.images_rbd_glance_store_name =  {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.images_rbd_pool        = rbd {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.images_type            = default {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.images_volume_group    = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.inject_key             = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.inject_partition       = -2 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.inject_password        = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.iscsi_iface            = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.iser_use_multipath     = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.live_migration_bandwidth = 0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.live_migration_completion_timeout = 800 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.live_migration_downtime = 500 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.live_migration_downtime_delay = 75 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.live_migration_downtime_steps = 10 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.live_migration_inbound_addr = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.live_migration_permit_auto_converge = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.live_migration_permit_post_copy = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.live_migration_scheme  = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.live_migration_timeout_action = abort {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.live_migration_tunnelled = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: WARNING oslo_config.cfg [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] Deprecated: Option "live_migration_uri" from group "libvirt" is deprecated for removal (
Oct 27 16:04:13 user nova-compute[75076]: live_migration_uri is deprecated for removal in favor of two other options that
Oct 27 16:04:13 user nova-compute[75076]: allow to change live migration scheme and target URI: ``live_migration_scheme``
Oct 27 16:04:13 user nova-compute[75076]: and ``live_migration_inbound_addr`` respectively.
Oct 27 16:04:13 user nova-compute[75076]: ).  Its value may be silently ignored in the future.
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.live_migration_uri     = qemu+ssh://stack@%s/system {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.live_migration_with_native_tls = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.max_queues             = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.mem_stats_period_seconds = 10 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.nfs_mount_options      = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.nfs_mount_point_base   = /opt/stack/data/nova/mnt {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.num_aoe_discover_tries = 3 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.num_iser_scan_tries    = 5 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.num_memory_encrypted_guests = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.num_nvme_discover_tries = 5 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.num_pcie_ports         = 0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.num_volume_scan_tries  = 5 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.pmem_namespaces        = [] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.quobyte_client_cfg     = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.rbd_connect_timeout    = 5 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.rbd_secret_uuid        = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.rbd_user               = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.realtime_scheduler_priority = 1 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.remote_filesystem_transport = ssh {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.rescue_image_id        = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.rescue_kernel_id       = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.rescue_ramdisk_id      = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.rng_dev_path           = /dev/urandom {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.rx_queue_size          = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.smbfs_mount_options    =  {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.snapshot_compression   = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.snapshot_image_format  = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.snapshots_directory    = /opt/stack/data/nova/instances/snapshots {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.sparse_logical_volumes = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.swtpm_enabled          = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.swtpm_group            = tss {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.swtpm_user             = tss {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.sysinfo_serial         = unique {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.tb_cache_size          = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.tx_queue_size          = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.uid_maps               = [] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.use_virtio_for_bridges = True {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.virt_type              = kvm {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.volume_clear           = zero {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.volume_clear_size      = 0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.volume_use_multipath   = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.vzstorage_cache_path   = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.vzstorage_log_path     = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.vzstorage_mount_group  = qemu {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.vzstorage_mount_opts   = [] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.vzstorage_mount_perms  = 0770 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.vzstorage_mount_user   = stack {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] neutron.auth_section           = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] neutron.auth_type              = password {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] neutron.cafile                 = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] neutron.certfile               = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] neutron.collect_timing         = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] neutron.connect_retries        = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] neutron.connect_retry_delay    = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] neutron.default_floating_pool  = public {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] neutron.endpoint_override      = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] neutron.extension_sync_interval = 600 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] neutron.http_retries           = 3 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] neutron.insecure               = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] neutron.keyfile                = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] neutron.max_version            = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] neutron.metadata_proxy_shared_secret = **** {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] neutron.min_version            = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] neutron.ovs_bridge             = br-int {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] neutron.physnets               = [] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] neutron.region_name            = RegionOne {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] neutron.service_metadata_proxy = True {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] neutron.service_name           = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] neutron.service_type           = network {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] neutron.split_loggers          = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] neutron.status_code_retries    = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] neutron.status_code_retry_delay = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] neutron.timeout                = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] neutron.valid_interfaces       = ['internal', 'public'] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] neutron.version                = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] notifications.bdms_in_notifications = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] notifications.default_level    = INFO {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] notifications.notification_format = unversioned {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] notifications.notify_on_state_change = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] pci.alias                      = [] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] pci.device_spec                = [] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] pci.report_in_placement        = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] placement.auth_section         = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] placement.auth_type            = password {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] placement.auth_url             = http://10.0.0.210/identity {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] placement.cafile               = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] placement.certfile             = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] placement.collect_timing       = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] placement.connect_retries      = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] placement.connect_retry_delay  = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] placement.default_domain_id    = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] placement.default_domain_name  = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] placement.domain_id            = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] placement.domain_name          = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] placement.endpoint_override    = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] placement.insecure             = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] placement.keyfile              = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] placement.max_version          = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] placement.min_version          = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] placement.password             = **** {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] placement.project_domain_id    = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] placement.project_domain_name  = Default {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] placement.project_id           = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] placement.project_name         = service {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] placement.region_name          = RegionOne {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] placement.service_name         = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] placement.service_type         = placement {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] placement.split_loggers        = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] placement.status_code_retries  = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] placement.status_code_retry_delay = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] placement.system_scope         = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] placement.timeout              = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] placement.trust_id             = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] placement.user_domain_id       = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] placement.user_domain_name     = Default {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] placement.user_id              = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] placement.username             = placement {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] placement.valid_interfaces     = ['internal', 'public'] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] placement.version              = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] quota.cores                    = 20 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] quota.count_usage_from_placement = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] quota.driver                   = nova.quota.DbQuotaDriver {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] quota.injected_file_content_bytes = 10240 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] quota.injected_file_path_length = 255 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] quota.injected_files           = 5 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] quota.instances                = 10 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] quota.key_pairs                = 100 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] quota.metadata_items           = 128 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] quota.ram                      = 51200 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] quota.recheck_quota            = True {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] quota.server_group_members     = 10 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] quota.server_groups            = 10 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] rdp.enabled                    = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] rdp.html5_proxy_base_url       = http://127.0.0.1:6083/ {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] scheduler.image_metadata_prefilter = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] scheduler.max_attempts         = 3 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] scheduler.max_placement_results = 1000 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] scheduler.query_placement_for_image_type_support = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] scheduler.workers              = 3 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] filter_scheduler.host_subset_size = 1 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] filter_scheduler.image_properties_default_architecture = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] filter_scheduler.isolated_hosts = [] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] filter_scheduler.isolated_images = [] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] filter_scheduler.max_instances_per_host = 50 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] filter_scheduler.pci_in_placement = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] filter_scheduler.track_instance_changes = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] metrics.required               = True {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] metrics.weight_multiplier      = 1.0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] metrics.weight_of_unavailable  = -10000.0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] metrics.weight_setting         = [] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] serial_console.base_url        = ws://127.0.0.1:6083/ {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] serial_console.enabled         = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] serial_console.port_range      = 10000:20000 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] serial_console.serialproxy_port = 6083 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] service_user.auth_section      = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] service_user.auth_type         = password {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] service_user.cafile            = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] service_user.certfile          = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] service_user.collect_timing    = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] service_user.insecure          = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] service_user.keyfile           = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] service_user.send_service_user_token = True {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] service_user.split_loggers     = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] service_user.timeout           = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] spice.agent_enabled            = True {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] spice.enabled                  = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] spice.html5proxy_base_url      = http://10.0.0.210:6081/spice_auto.html {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] spice.html5proxy_host          = 0.0.0.0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] spice.html5proxy_port          = 6082 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] spice.image_compression        = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] spice.jpeg_compression         = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] spice.playback_compression     = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] spice.server_listen            = 127.0.0.1 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] spice.streaming_mode           = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] spice.zlib_compression         = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] upgrade_levels.baseapi         = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] upgrade_levels.cert            = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] upgrade_levels.compute         = auto {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] upgrade_levels.conductor       = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] upgrade_levels.scheduler       = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vendordata_dynamic_auth.auth_section = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vendordata_dynamic_auth.auth_type = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vendordata_dynamic_auth.cafile = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vendordata_dynamic_auth.certfile = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vendordata_dynamic_auth.collect_timing = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vendordata_dynamic_auth.insecure = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vendordata_dynamic_auth.keyfile = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vendordata_dynamic_auth.split_loggers = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vendordata_dynamic_auth.timeout = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vmware.api_retry_count         = 10 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vmware.ca_file                 = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vmware.cache_prefix            = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vmware.cluster_name            = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vmware.connection_pool_size    = 10 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vmware.console_delay_seconds   = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vmware.datastore_regex         = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vmware.host_ip                 = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vmware.host_password           = **** {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vmware.host_port               = 443 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vmware.host_username           = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vmware.insecure                = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vmware.integration_bridge      = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vmware.maximum_objects         = 100 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vmware.pbm_default_policy      = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vmware.pbm_enabled             = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vmware.pbm_wsdl_location       = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vmware.serial_log_dir          = /opt/vmware/vspc {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vmware.serial_port_proxy_uri   = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vmware.serial_port_service_uri = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vmware.task_poll_interval      = 0.5 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vmware.use_linked_clone        = True {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vmware.vnc_keymap              = en-us {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vmware.vnc_port                = 5900 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vmware.vnc_port_total          = 10000 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vnc.auth_schemes               = ['none'] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vnc.enabled                    = True {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vnc.novncproxy_base_url        = http://10.0.0.210:6080/vnc_lite.html {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vnc.novncproxy_host            = 0.0.0.0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vnc.novncproxy_port            = 6080 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vnc.server_listen              = 0.0.0.0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vnc.server_proxyclient_address = 10.0.0.210 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vnc.vencrypt_ca_certs          = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vnc.vencrypt_client_cert       = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vnc.vencrypt_client_key        = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] workarounds.disable_fallback_pcpu_query = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] workarounds.disable_group_policy_check_upcall = True {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] workarounds.disable_rootwrap   = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] workarounds.enable_numa_live_migration = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] workarounds.handle_virt_lifecycle_events = True {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] workarounds.libvirt_disable_apic = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] workarounds.never_download_image_if_on_rbd = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] wsgi.api_paste_config          = /etc/nova/api-paste.ini {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] wsgi.client_socket_timeout     = 900 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] wsgi.default_pool_size         = 1000 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] wsgi.keep_alive                = True {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] wsgi.max_header_line           = 16384 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] wsgi.secure_proxy_ssl_header   = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] wsgi.ssl_ca_file               = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] wsgi.ssl_cert_file             = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] wsgi.ssl_key_file              = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] wsgi.tcp_keepidle              = 600 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] wsgi.wsgi_log_format           = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] zvm.ca_file                    = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] zvm.cloud_connector_url        = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] zvm.image_tmp_path             = /opt/stack/data/nova/images {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] zvm.reachable_timeout          = 300 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_policy.enforce_new_defaults = True {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_policy.enforce_scope      = True {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_policy.policy_default_rule = default {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_policy.policy_file        = policy.yaml {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] profiler.connection_string     = messaging:// {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] profiler.enabled               = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] profiler.es_doc_type           = notification {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] profiler.es_scroll_size        = 10000 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] profiler.es_scroll_time        = 2m {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] profiler.filter_error_trace    = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] profiler.hmac_keys             = **** {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] profiler.sentinel_service_name = mymaster {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] profiler.socket_timeout        = 0.1 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] profiler.trace_requests        = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] profiler.trace_sqlalchemy      = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] profiler_jaeger.process_tags   = {} {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] profiler_jaeger.service_name_prefix = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] profiler_otlp.service_name_prefix = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] remote_debug.host              = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] remote_debug.port              = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_messaging_rabbit.ssl      = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_messaging_rabbit.ssl_version =  {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_messaging_notifications.retry = -1 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_messaging_notifications.transport_url = **** {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_limit.auth_section        = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_limit.auth_type           = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_limit.cafile              = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_limit.certfile            = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_limit.collect_timing      = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_limit.connect_retries     = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_limit.connect_retry_delay = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_limit.endpoint_id         = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_limit.endpoint_override   = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_limit.insecure            = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_limit.keyfile             = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_limit.max_version         = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_limit.min_version         = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_limit.region_name         = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_limit.service_name        = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_limit.service_type        = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_limit.split_loggers       = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_limit.status_code_retries = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_limit.status_code_retry_delay = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_limit.timeout             = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_limit.valid_interfaces    = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_limit.version             = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_reports.file_event_handler = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_reports.file_event_handler_interval = 1 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] oslo_reports.log_dir           = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vif_plug_linux_bridge_privileged.group = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vif_plug_linux_bridge_privileged.thread_pool_size = 12 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vif_plug_linux_bridge_privileged.user = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vif_plug_ovs_privileged.group  = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vif_plug_ovs_privileged.helper_command = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vif_plug_ovs_privileged.thread_pool_size = 12 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] vif_plug_ovs_privileged.user   = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] os_vif_linux_bridge.flat_interface = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] os_vif_linux_bridge.iptables_bottom_regex =  {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] os_vif_linux_bridge.iptables_top_regex =  {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] os_vif_linux_bridge.use_ipv6   = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] os_vif_linux_bridge.vlan_interface = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] os_vif_ovs.default_qos_type    = linux-noop {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] os_vif_ovs.isolate_vif         = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] os_vif_ovs.network_device_mtu  = 1500 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] os_vif_ovs.ovs_vsctl_timeout   = 120 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] os_vif_ovs.ovsdb_connection    = tcp:127.0.0.1:6640 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] os_vif_ovs.ovsdb_interface     = native {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] os_vif_ovs.per_port_bridge     = False {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] os_brick.lock_path             = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] privsep_osbrick.capabilities   = [21] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] privsep_osbrick.group          = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] privsep_osbrick.helper_command = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] privsep_osbrick.logger_name    = os_brick.privileged {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] privsep_osbrick.thread_pool_size = 12 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] privsep_osbrick.user           = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] nova_sys_admin.capabilities    = [0, 1, 2, 3, 12, 21] {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] nova_sys_admin.group           = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] nova_sys_admin.helper_command  = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] nova_sys_admin.logger_name     = oslo_privsep.daemon {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] nova_sys_admin.thread_pool_size = 12 {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] nova_sys_admin.user            = None {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG oslo_service.service [None req-c15f0c5f-755e-446b-b0d4-8bf5bc54f83b None None] ******************************************************************************** {{(pid=75076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}}
Oct 27 16:04:13 user nova-compute[75076]: INFO nova.service [-] Starting compute node (version 0.0.0)
Oct 27 16:04:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Connecting to libvirt: qemu:///system {{(pid=75076) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:506}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Registering for lifecycle events <nova.virt.libvirt.host.Host object at 0x7efe34742590> {{(pid=75076) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:512}}
Oct 27 16:04:13 user nova-compute[75076]: libvirt:  error : internal error: could not initialize domain event timer
Oct 27 16:04:13 user nova-compute[75076]: WARNING nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] URI qemu:///system does not support events: internal error: could not initialize domain event timer: libvirt.libvirtError: internal error: could not initialize domain event timer
Oct 27 16:04:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Registering for connection events: <nova.virt.libvirt.host.Host object at 0x7efe34742590> {{(pid=75076) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:533}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Starting native event thread {{(pid=75076) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:492}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Starting green dispatch thread {{(pid=75076) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:498}}
Oct 27 16:04:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Starting connection event dispatch thread {{(pid=75076) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:501}}
Oct 27 16:04:13 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Connection event '1' reason 'None'
Oct 27 16:04:13 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Cannot update service status on host "user" since it is not registered.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Oct 27 16:04:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.mount [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Initialising _HostMountState generation 0 {{(pid=75076) host_up /opt/stack/nova/nova/virt/libvirt/volume/mount.py:130}}
Oct 27 16:04:20 user nova-compute[75076]: INFO nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Libvirt host capabilities <capabilities>
Oct 27 16:04:20 user nova-compute[75076]:   <host>
Oct 27 16:04:20 user nova-compute[75076]:     <uuid>e20c3142-5af9-7467-ecd8-70b2e4a210d6</uuid>
Oct 27 16:04:20 user nova-compute[75076]:     <cpu>
Oct 27 16:04:20 user nova-compute[75076]:       <arch>x86_64</arch>
Oct 27 16:04:20 user nova-compute[75076]:       <model>IvyBridge-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <vendor>Intel</vendor>
Oct 27 16:04:20 user nova-compute[75076]:       <microcode version='1070'/>
Oct 27 16:04:20 user nova-compute[75076]:       <counter name='tsc' frequency='2094952000' scaling='no'/>
Oct 27 16:04:20 user nova-compute[75076]:       <topology sockets='6' dies='1' cores='1' threads='1'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature name='ss'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature name='vmx'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature name='pcid'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature name='osxsave'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature name='hypervisor'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature name='arat'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature name='tsc_adjust'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature name='md-clear'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature name='stibp'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature name='arch-capabilities'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature name='ssbd'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature name='invtsc'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature name='rsba'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature name='skip-l1dfl-vmentry'/>
Oct 27 16:04:20 user nova-compute[75076]:       <pages unit='KiB' size='4'/>
Oct 27 16:04:20 user nova-compute[75076]:       <pages unit='KiB' size='2048'/>
Oct 27 16:04:20 user nova-compute[75076]:     </cpu>
Oct 27 16:04:20 user nova-compute[75076]:     <power_management>
Oct 27 16:04:20 user nova-compute[75076]:       <suspend_mem/>
Oct 27 16:04:20 user nova-compute[75076]:       <suspend_disk/>
Oct 27 16:04:20 user nova-compute[75076]:       <suspend_hybrid/>
Oct 27 16:04:20 user nova-compute[75076]:     </power_management>
Oct 27 16:04:20 user nova-compute[75076]:     <iommu support='no'/>
Oct 27 16:04:20 user nova-compute[75076]:     <migration_features>
Oct 27 16:04:20 user nova-compute[75076]:       <live/>
Oct 27 16:04:20 user nova-compute[75076]:       <uri_transports>
Oct 27 16:04:20 user nova-compute[75076]:         <uri_transport>tcp</uri_transport>
Oct 27 16:04:20 user nova-compute[75076]:         <uri_transport>rdma</uri_transport>
Oct 27 16:04:20 user nova-compute[75076]:       </uri_transports>
Oct 27 16:04:20 user nova-compute[75076]:     </migration_features>
Oct 27 16:04:20 user nova-compute[75076]:     <topology>
Oct 27 16:04:20 user nova-compute[75076]:       <cells num='2'>
Oct 27 16:04:20 user nova-compute[75076]:         <cell id='0'>
Oct 27 16:04:20 user nova-compute[75076]:           <memory unit='KiB'>8140616</memory>
Oct 27 16:04:20 user nova-compute[75076]:           <pages unit='KiB' size='4'>2035154</pages>
Oct 27 16:04:20 user nova-compute[75076]:           <pages unit='KiB' size='2048'>0</pages>
Oct 27 16:04:20 user nova-compute[75076]:           <distances>
Oct 27 16:04:20 user nova-compute[75076]:             <sibling id='0' value='10'/>
Oct 27 16:04:20 user nova-compute[75076]:             <sibling id='1' value='20'/>
Oct 27 16:04:20 user nova-compute[75076]:           </distances>
Oct 27 16:04:20 user nova-compute[75076]:           <cpus num='6'>
Oct 27 16:04:20 user nova-compute[75076]:             <cpu id='0' socket_id='0' die_id='0' core_id='0' siblings='0'/>
Oct 27 16:04:20 user nova-compute[75076]:             <cpu id='1' socket_id='2' die_id='0' core_id='0' siblings='1'/>
Oct 27 16:04:20 user nova-compute[75076]:             <cpu id='2' socket_id='4' die_id='0' core_id='0' siblings='2'/>
Oct 27 16:04:20 user nova-compute[75076]:             <cpu id='3' socket_id='6' die_id='0' core_id='0' siblings='3'/>
Oct 27 16:04:20 user nova-compute[75076]:             <cpu id='4' socket_id='8' die_id='0' core_id='0' siblings='4'/>
Oct 27 16:04:20 user nova-compute[75076]:             <cpu id='5' socket_id='10' die_id='0' core_id='0' siblings='5'/>
Oct 27 16:04:20 user nova-compute[75076]:           </cpus>
Oct 27 16:04:20 user nova-compute[75076]:         </cell>
Oct 27 16:04:20 user nova-compute[75076]:         <cell id='1'>
Oct 27 16:04:20 user nova-compute[75076]:           <memory unit='KiB'>8255100</memory>
Oct 27 16:04:20 user nova-compute[75076]:           <pages unit='KiB' size='4'>2063775</pages>
Oct 27 16:04:20 user nova-compute[75076]:           <pages unit='KiB' size='2048'>0</pages>
Oct 27 16:04:20 user nova-compute[75076]:           <distances>
Oct 27 16:04:20 user nova-compute[75076]:             <sibling id='0' value='20'/>
Oct 27 16:04:20 user nova-compute[75076]:             <sibling id='1' value='10'/>
Oct 27 16:04:20 user nova-compute[75076]:           </distances>
Oct 27 16:04:20 user nova-compute[75076]:           <cpus num='6'>
Oct 27 16:04:20 user nova-compute[75076]:             <cpu id='6' socket_id='12' die_id='0' core_id='0' siblings='6'/>
Oct 27 16:04:20 user nova-compute[75076]:             <cpu id='7' socket_id='14' die_id='0' core_id='0' siblings='7'/>
Oct 27 16:04:20 user nova-compute[75076]:             <cpu id='8' socket_id='16' die_id='0' core_id='0' siblings='8'/>
Oct 27 16:04:20 user nova-compute[75076]:             <cpu id='9' socket_id='18' die_id='0' core_id='0' siblings='9'/>
Oct 27 16:04:20 user nova-compute[75076]:             <cpu id='10' socket_id='20' die_id='0' core_id='0' siblings='10'/>
Oct 27 16:04:20 user nova-compute[75076]:             <cpu id='11' socket_id='22' die_id='0' core_id='0' siblings='11'/>
Oct 27 16:04:20 user nova-compute[75076]:           </cpus>
Oct 27 16:04:20 user nova-compute[75076]:         </cell>
Oct 27 16:04:20 user nova-compute[75076]:       </cells>
Oct 27 16:04:20 user nova-compute[75076]:     </topology>
Oct 27 16:04:20 user nova-compute[75076]:     <cache>
Oct 27 16:04:20 user nova-compute[75076]:       <bank id='0' level='3' type='both' size='15' unit='MiB' cpus='0'/>
Oct 27 16:04:20 user nova-compute[75076]:       <bank id='2' level='3' type='both' size='15' unit='MiB' cpus='1'/>
Oct 27 16:04:20 user nova-compute[75076]:       <bank id='4' level='3' type='both' size='15' unit='MiB' cpus='2'/>
Oct 27 16:04:20 user nova-compute[75076]:       <bank id='6' level='3' type='both' size='15' unit='MiB' cpus='3'/>
Oct 27 16:04:20 user nova-compute[75076]:       <bank id='8' level='3' type='both' size='15' unit='MiB' cpus='4'/>
Oct 27 16:04:20 user nova-compute[75076]:       <bank id='10' level='3' type='both' size='15' unit='MiB' cpus='5'/>
Oct 27 16:04:20 user nova-compute[75076]:       <bank id='12' level='3' type='both' size='15' unit='MiB' cpus='6'/>
Oct 27 16:04:20 user nova-compute[75076]:       <bank id='14' level='3' type='both' size='15' unit='MiB' cpus='7'/>
Oct 27 16:04:20 user nova-compute[75076]:       <bank id='16' level='3' type='both' size='15' unit='MiB' cpus='8'/>
Oct 27 16:04:20 user nova-compute[75076]:       <bank id='18' level='3' type='both' size='15' unit='MiB' cpus='9'/>
Oct 27 16:04:20 user nova-compute[75076]:       <bank id='20' level='3' type='both' size='15' unit='MiB' cpus='10'/>
Oct 27 16:04:20 user nova-compute[75076]:       <bank id='22' level='3' type='both' size='15' unit='MiB' cpus='11'/>
Oct 27 16:04:20 user nova-compute[75076]:     </cache>
Oct 27 16:04:20 user nova-compute[75076]:     <secmodel>
Oct 27 16:04:20 user nova-compute[75076]:       <model>apparmor</model>
Oct 27 16:04:20 user nova-compute[75076]:       <doi>0</doi>
Oct 27 16:04:20 user nova-compute[75076]:     </secmodel>
Oct 27 16:04:20 user nova-compute[75076]:     <secmodel>
Oct 27 16:04:20 user nova-compute[75076]:       <model>dac</model>
Oct 27 16:04:20 user nova-compute[75076]:       <doi>0</doi>
Oct 27 16:04:20 user nova-compute[75076]:       <baselabel type='kvm'>+64055:+108</baselabel>
Oct 27 16:04:20 user nova-compute[75076]:       <baselabel type='qemu'>+64055:+108</baselabel>
Oct 27 16:04:20 user nova-compute[75076]:     </secmodel>
Oct 27 16:04:20 user nova-compute[75076]:   </host>
Oct 27 16:04:20 user nova-compute[75076]:   <guest>
Oct 27 16:04:20 user nova-compute[75076]:     <os_type>hvm</os_type>
Oct 27 16:04:20 user nova-compute[75076]:     <arch name='alpha'>
Oct 27 16:04:20 user nova-compute[75076]:       <wordsize>64</wordsize>
Oct 27 16:04:20 user nova-compute[75076]:       <emulator>/usr/bin/qemu-system-alpha</emulator>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='4'>clipper</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <domain type='qemu'/>
Oct 27 16:04:20 user nova-compute[75076]:     </arch>
Oct 27 16:04:20 user nova-compute[75076]:     <features>
Oct 27 16:04:20 user nova-compute[75076]:       <cpuselection/>
Oct 27 16:04:20 user nova-compute[75076]:       <deviceboot/>
Oct 27 16:04:20 user nova-compute[75076]:       <disksnapshot default='on' toggle='no'/>
Oct 27 16:04:20 user nova-compute[75076]:     </features>
Oct 27 16:04:20 user nova-compute[75076]:   </guest>
Oct 27 16:04:20 user nova-compute[75076]:   <guest>
Oct 27 16:04:20 user nova-compute[75076]:     <os_type>hvm</os_type>
Oct 27 16:04:20 user nova-compute[75076]:     <arch name='armv6l'>
Oct 27 16:04:20 user nova-compute[75076]:       <wordsize>32</wordsize>
Oct 27 16:04:20 user nova-compute[75076]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>integratorcp</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>borzoi</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>spitz</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>nuri</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>musca-b1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>versatileab</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>kzm</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>musca-a</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>smdkc210</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>sx1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>z2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>tosa</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='4'>sabrelite</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>realview-eb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>n810</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>n800</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>versatilepb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>terrier</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>mainstone</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='4'>midway</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>musicpal</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>microbit</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>cubieboard</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>verdex</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>netduino2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='4'>raspi2b</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>cheetah</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='4'>highbank</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>akita</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>connex</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>collie</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>raspi0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <domain type='qemu'/>
Oct 27 16:04:20 user nova-compute[75076]:     </arch>
Oct 27 16:04:20 user nova-compute[75076]:     <features>
Oct 27 16:04:20 user nova-compute[75076]:       <cpuselection/>
Oct 27 16:04:20 user nova-compute[75076]:       <deviceboot/>
Oct 27 16:04:20 user nova-compute[75076]:       <disksnapshot default='on' toggle='no'/>
Oct 27 16:04:20 user nova-compute[75076]:     </features>
Oct 27 16:04:20 user nova-compute[75076]:   </guest>
Oct 27 16:04:20 user nova-compute[75076]:   <guest>
Oct 27 16:04:20 user nova-compute[75076]:     <os_type>hvm</os_type>
Oct 27 16:04:20 user nova-compute[75076]:     <arch name='armv7l'>
Oct 27 16:04:20 user nova-compute[75076]:       <wordsize>32</wordsize>
Oct 27 16:04:20 user nova-compute[75076]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>integratorcp</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>borzoi</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>spitz</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>nuri</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>musca-b1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>versatileab</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>kzm</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>musca-a</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>smdkc210</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>sx1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>z2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>tosa</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='4'>sabrelite</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>realview-eb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>n810</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>n800</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>versatilepb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>terrier</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>mainstone</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='4'>midway</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>musicpal</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>microbit</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>cubieboard</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>verdex</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>netduino2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='4'>raspi2b</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>cheetah</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='4'>highbank</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>akita</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>connex</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>collie</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>raspi0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <domain type='qemu'/>
Oct 27 16:04:20 user nova-compute[75076]:     </arch>
Oct 27 16:04:20 user nova-compute[75076]:     <features>
Oct 27 16:04:20 user nova-compute[75076]:       <cpuselection/>
Oct 27 16:04:20 user nova-compute[75076]:       <deviceboot/>
Oct 27 16:04:20 user nova-compute[75076]:       <disksnapshot default='on' toggle='no'/>
Oct 27 16:04:20 user nova-compute[75076]:     </features>
Oct 27 16:04:20 user nova-compute[75076]:   </guest>
Oct 27 16:04:20 user nova-compute[75076]:   <guest>
Oct 27 16:04:20 user nova-compute[75076]:     <os_type>hvm</os_type>
Oct 27 16:04:20 user nova-compute[75076]:     <arch name='aarch64'>
Oct 27 16:04:20 user nova-compute[75076]:       <wordsize>64</wordsize>
Oct 27 16:04:20 user nova-compute[75076]:       <emulator>/usr/bin/qemu-system-aarch64</emulator>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>integratorcp</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>borzoi</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>spitz</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>nuri</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>musca-b1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>versatileab</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>kzm</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>musca-a</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>smdkc210</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>sx1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>z2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='6'>xlnx-zcu102</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>tosa</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='4'>sabrelite</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>realview-eb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='512'>sbsa-ref</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>n810</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>n800</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>versatilepb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>terrier</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>mainstone</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='4'>midway</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>musicpal</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>microbit</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='4'>raspi3ap</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>cubieboard</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>verdex</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>netduino2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>xlnx-versal-virt</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='4'>raspi3b</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='4'>raspi2b</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>cheetah</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='4'>highbank</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>akita</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>connex</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>collie</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>raspi0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <domain type='qemu'/>
Oct 27 16:04:20 user nova-compute[75076]:     </arch>
Oct 27 16:04:20 user nova-compute[75076]:     <features>
Oct 27 16:04:20 user nova-compute[75076]:       <acpi default='on' toggle='yes'/>
Oct 27 16:04:20 user nova-compute[75076]:       <cpuselection/>
Oct 27 16:04:20 user nova-compute[75076]:       <deviceboot/>
Oct 27 16:04:20 user nova-compute[75076]:       <disksnapshot default='on' toggle='no'/>
Oct 27 16:04:20 user nova-compute[75076]:     </features>
Oct 27 16:04:20 user nova-compute[75076]:   </guest>
Oct 27 16:04:20 user nova-compute[75076]:   <guest>
Oct 27 16:04:20 user nova-compute[75076]:     <os_type>hvm</os_type>
Oct 27 16:04:20 user nova-compute[75076]:     <arch name='cris'>
Oct 27 16:04:20 user nova-compute[75076]:       <wordsize>32</wordsize>
Oct 27 16:04:20 user nova-compute[75076]:       <emulator>/usr/bin/qemu-system-cris</emulator>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>axis-dev88</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <domain type='qemu'/>
Oct 27 16:04:20 user nova-compute[75076]:     </arch>
Oct 27 16:04:20 user nova-compute[75076]:     <features>
Oct 27 16:04:20 user nova-compute[75076]:       <cpuselection/>
Oct 27 16:04:20 user nova-compute[75076]:       <deviceboot/>
Oct 27 16:04:20 user nova-compute[75076]:       <disksnapshot default='on' toggle='no'/>
Oct 27 16:04:20 user nova-compute[75076]:     </features>
Oct 27 16:04:20 user nova-compute[75076]:   </guest>
Oct 27 16:04:20 user nova-compute[75076]:   <guest>
Oct 27 16:04:20 user nova-compute[75076]:     <os_type>hvm</os_type>
Oct 27 16:04:20 user nova-compute[75076]:     <arch name='i686'>
Oct 27 16:04:20 user nova-compute[75076]:       <wordsize>32</wordsize>
Oct 27 16:04:20 user nova-compute[75076]:       <emulator>/usr/bin/qemu-system-i386</emulator>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-artful</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>x-remote</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>isapc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-disco</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-impish</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-focal</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>microvm</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <domain type='qemu'/>
Oct 27 16:04:20 user nova-compute[75076]:       <domain type='kvm'/>
Oct 27 16:04:20 user nova-compute[75076]:     </arch>
Oct 27 16:04:20 user nova-compute[75076]:     <features>
Oct 27 16:04:20 user nova-compute[75076]:       <pae/>
Oct 27 16:04:20 user nova-compute[75076]:       <nonpae/>
Oct 27 16:04:20 user nova-compute[75076]:       <acpi default='on' toggle='yes'/>
Oct 27 16:04:20 user nova-compute[75076]:       <apic default='on' toggle='no'/>
Oct 27 16:04:20 user nova-compute[75076]:       <cpuselection/>
Oct 27 16:04:20 user nova-compute[75076]:       <deviceboot/>
Oct 27 16:04:20 user nova-compute[75076]:       <disksnapshot default='on' toggle='no'/>
Oct 27 16:04:20 user nova-compute[75076]:     </features>
Oct 27 16:04:20 user nova-compute[75076]:   </guest>
Oct 27 16:04:20 user nova-compute[75076]:   <guest>
Oct 27 16:04:20 user nova-compute[75076]:     <os_type>hvm</os_type>
Oct 27 16:04:20 user nova-compute[75076]:     <arch name='m68k'>
Oct 27 16:04:20 user nova-compute[75076]:       <wordsize>32</wordsize>
Oct 27 16:04:20 user nova-compute[75076]:       <emulator>/usr/bin/qemu-system-m68k</emulator>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>mcf5208evb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>an5206</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>virt-6.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>q800</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>virt-6.2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine canonical='virt-6.2' maxCpus='1'>virt</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>next-cube</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>virt-6.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <domain type='qemu'/>
Oct 27 16:04:20 user nova-compute[75076]:     </arch>
Oct 27 16:04:20 user nova-compute[75076]:     <features>
Oct 27 16:04:20 user nova-compute[75076]:       <cpuselection/>
Oct 27 16:04:20 user nova-compute[75076]:       <deviceboot/>
Oct 27 16:04:20 user nova-compute[75076]:       <disksnapshot default='on' toggle='no'/>
Oct 27 16:04:20 user nova-compute[75076]:     </features>
Oct 27 16:04:20 user nova-compute[75076]:   </guest>
Oct 27 16:04:20 user nova-compute[75076]:   <guest>
Oct 27 16:04:20 user nova-compute[75076]:     <os_type>hvm</os_type>
Oct 27 16:04:20 user nova-compute[75076]:     <arch name='microblaze'>
Oct 27 16:04:20 user nova-compute[75076]:       <wordsize>32</wordsize>
Oct 27 16:04:20 user nova-compute[75076]:       <emulator>/usr/bin/qemu-system-microblaze</emulator>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>petalogix-ml605</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <domain type='qemu'/>
Oct 27 16:04:20 user nova-compute[75076]:     </arch>
Oct 27 16:04:20 user nova-compute[75076]:     <features>
Oct 27 16:04:20 user nova-compute[75076]:       <cpuselection/>
Oct 27 16:04:20 user nova-compute[75076]:       <deviceboot/>
Oct 27 16:04:20 user nova-compute[75076]:       <disksnapshot default='on' toggle='no'/>
Oct 27 16:04:20 user nova-compute[75076]:     </features>
Oct 27 16:04:20 user nova-compute[75076]:   </guest>
Oct 27 16:04:20 user nova-compute[75076]:   <guest>
Oct 27 16:04:20 user nova-compute[75076]:     <os_type>hvm</os_type>
Oct 27 16:04:20 user nova-compute[75076]:     <arch name='microblazeel'>
Oct 27 16:04:20 user nova-compute[75076]:       <wordsize>32</wordsize>
Oct 27 16:04:20 user nova-compute[75076]:       <emulator>/usr/bin/qemu-system-microblazeel</emulator>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>petalogix-ml605</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <domain type='qemu'/>
Oct 27 16:04:20 user nova-compute[75076]:     </arch>
Oct 27 16:04:20 user nova-compute[75076]:     <features>
Oct 27 16:04:20 user nova-compute[75076]:       <cpuselection/>
Oct 27 16:04:20 user nova-compute[75076]:       <deviceboot/>
Oct 27 16:04:20 user nova-compute[75076]:       <disksnapshot default='on' toggle='no'/>
Oct 27 16:04:20 user nova-compute[75076]:     </features>
Oct 27 16:04:20 user nova-compute[75076]:   </guest>
Oct 27 16:04:20 user nova-compute[75076]:   <guest>
Oct 27 16:04:20 user nova-compute[75076]:     <os_type>hvm</os_type>
Oct 27 16:04:20 user nova-compute[75076]:     <arch name='mips'>
Oct 27 16:04:20 user nova-compute[75076]:       <wordsize>32</wordsize>
Oct 27 16:04:20 user nova-compute[75076]:       <emulator>/usr/bin/qemu-system-mips</emulator>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='16'>malta</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>mipssim</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <domain type='qemu'/>
Oct 27 16:04:20 user nova-compute[75076]:     </arch>
Oct 27 16:04:20 user nova-compute[75076]:     <features>
Oct 27 16:04:20 user nova-compute[75076]:       <cpuselection/>
Oct 27 16:04:20 user nova-compute[75076]:       <deviceboot/>
Oct 27 16:04:20 user nova-compute[75076]:       <disksnapshot default='on' toggle='no'/>
Oct 27 16:04:20 user nova-compute[75076]:     </features>
Oct 27 16:04:20 user nova-compute[75076]:   </guest>
Oct 27 16:04:20 user nova-compute[75076]:   <guest>
Oct 27 16:04:20 user nova-compute[75076]:     <os_type>hvm</os_type>
Oct 27 16:04:20 user nova-compute[75076]:     <arch name='mipsel'>
Oct 27 16:04:20 user nova-compute[75076]:       <wordsize>32</wordsize>
Oct 27 16:04:20 user nova-compute[75076]:       <emulator>/usr/bin/qemu-system-mipsel</emulator>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='16'>malta</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>mipssim</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <domain type='qemu'/>
Oct 27 16:04:20 user nova-compute[75076]:     </arch>
Oct 27 16:04:20 user nova-compute[75076]:     <features>
Oct 27 16:04:20 user nova-compute[75076]:       <cpuselection/>
Oct 27 16:04:20 user nova-compute[75076]:       <deviceboot/>
Oct 27 16:04:20 user nova-compute[75076]:       <disksnapshot default='on' toggle='no'/>
Oct 27 16:04:20 user nova-compute[75076]:     </features>
Oct 27 16:04:20 user nova-compute[75076]:   </guest>
Oct 27 16:04:20 user nova-compute[75076]:   <guest>
Oct 27 16:04:20 user nova-compute[75076]:     <os_type>hvm</os_type>
Oct 27 16:04:20 user nova-compute[75076]:     <arch name='mips64'>
Oct 27 16:04:20 user nova-compute[75076]:       <wordsize>64</wordsize>
Oct 27 16:04:20 user nova-compute[75076]:       <emulator>/usr/bin/qemu-system-mips64</emulator>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='16'>malta</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>mipssim</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>pica61</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>magnum</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <domain type='qemu'/>
Oct 27 16:04:20 user nova-compute[75076]:     </arch>
Oct 27 16:04:20 user nova-compute[75076]:     <features>
Oct 27 16:04:20 user nova-compute[75076]:       <cpuselection/>
Oct 27 16:04:20 user nova-compute[75076]:       <deviceboot/>
Oct 27 16:04:20 user nova-compute[75076]:       <disksnapshot default='on' toggle='no'/>
Oct 27 16:04:20 user nova-compute[75076]:     </features>
Oct 27 16:04:20 user nova-compute[75076]:   </guest>
Oct 27 16:04:20 user nova-compute[75076]:   <guest>
Oct 27 16:04:20 user nova-compute[75076]:     <os_type>hvm</os_type>
Oct 27 16:04:20 user nova-compute[75076]:     <arch name='mips64el'>
Oct 27 16:04:20 user nova-compute[75076]:       <wordsize>64</wordsize>
Oct 27 16:04:20 user nova-compute[75076]:       <emulator>/usr/bin/qemu-system-mips64el</emulator>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='16'>malta</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='16'>loongson3-virt</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>mipssim</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>pica61</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>magnum</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='16'>boston</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>fuloong2e</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <domain type='qemu'/>
Oct 27 16:04:20 user nova-compute[75076]:     </arch>
Oct 27 16:04:20 user nova-compute[75076]:     <features>
Oct 27 16:04:20 user nova-compute[75076]:       <cpuselection/>
Oct 27 16:04:20 user nova-compute[75076]:       <deviceboot/>
Oct 27 16:04:20 user nova-compute[75076]:       <disksnapshot default='on' toggle='no'/>
Oct 27 16:04:20 user nova-compute[75076]:     </features>
Oct 27 16:04:20 user nova-compute[75076]:   </guest>
Oct 27 16:04:20 user nova-compute[75076]:   <guest>
Oct 27 16:04:20 user nova-compute[75076]:     <os_type>hvm</os_type>
Oct 27 16:04:20 user nova-compute[75076]:     <arch name='ppc'>
Oct 27 16:04:20 user nova-compute[75076]:       <wordsize>32</wordsize>
Oct 27 16:04:20 user nova-compute[75076]:       <emulator>/usr/bin/qemu-system-ppc</emulator>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>g3beige</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>mac99</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='32'>ppce500</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>pegasos2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>sam460ex</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>bamboo</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>40p</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>ref405ep</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>taihu</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <domain type='qemu'/>
Oct 27 16:04:20 user nova-compute[75076]:     </arch>
Oct 27 16:04:20 user nova-compute[75076]:     <features>
Oct 27 16:04:20 user nova-compute[75076]:       <cpuselection/>
Oct 27 16:04:20 user nova-compute[75076]:       <deviceboot/>
Oct 27 16:04:20 user nova-compute[75076]:       <disksnapshot default='on' toggle='no'/>
Oct 27 16:04:20 user nova-compute[75076]:     </features>
Oct 27 16:04:20 user nova-compute[75076]:   </guest>
Oct 27 16:04:20 user nova-compute[75076]:   <guest>
Oct 27 16:04:20 user nova-compute[75076]:     <os_type>hvm</os_type>
Oct 27 16:04:20 user nova-compute[75076]:     <arch name='ppc64'>
Oct 27 16:04:20 user nova-compute[75076]:       <wordsize>64</wordsize>
Oct 27 16:04:20 user nova-compute[75076]:       <emulator>/usr/bin/qemu-system-ppc64</emulator>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2048'>powernv9</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>taihu</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2048'>powernv10</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='32'>ppce500</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>40p</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>pegasos2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>bamboo</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>g3beige</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>mac99</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>sam460ex</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>ref405ep</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2048'>powernv8</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <domain type='qemu'/>
Oct 27 16:04:20 user nova-compute[75076]:     </arch>
Oct 27 16:04:20 user nova-compute[75076]:     <features>
Oct 27 16:04:20 user nova-compute[75076]:       <cpuselection/>
Oct 27 16:04:20 user nova-compute[75076]:       <deviceboot/>
Oct 27 16:04:20 user nova-compute[75076]:       <disksnapshot default='on' toggle='no'/>
Oct 27 16:04:20 user nova-compute[75076]:     </features>
Oct 27 16:04:20 user nova-compute[75076]:   </guest>
Oct 27 16:04:20 user nova-compute[75076]:   <guest>
Oct 27 16:04:20 user nova-compute[75076]:     <os_type>hvm</os_type>
Oct 27 16:04:20 user nova-compute[75076]:     <arch name='ppc64le'>
Oct 27 16:04:20 user nova-compute[75076]:       <wordsize>64</wordsize>
Oct 27 16:04:20 user nova-compute[75076]:       <emulator>/usr/bin/qemu-system-ppc64le</emulator>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2048'>powernv9</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>taihu</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2048'>powernv10</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='32'>ppce500</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>40p</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>pegasos2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>bamboo</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>g3beige</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>mac99</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>sam460ex</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>ref405ep</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2048'>powernv8</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <domain type='qemu'/>
Oct 27 16:04:20 user nova-compute[75076]:     </arch>
Oct 27 16:04:20 user nova-compute[75076]:     <features>
Oct 27 16:04:20 user nova-compute[75076]:       <cpuselection/>
Oct 27 16:04:20 user nova-compute[75076]:       <deviceboot/>
Oct 27 16:04:20 user nova-compute[75076]:       <disksnapshot default='on' toggle='no'/>
Oct 27 16:04:20 user nova-compute[75076]:     </features>
Oct 27 16:04:20 user nova-compute[75076]:   </guest>
Oct 27 16:04:20 user nova-compute[75076]:   <guest>
Oct 27 16:04:20 user nova-compute[75076]:     <os_type>hvm</os_type>
Oct 27 16:04:20 user nova-compute[75076]:     <arch name='riscv32'>
Oct 27 16:04:20 user nova-compute[75076]:       <wordsize>32</wordsize>
Oct 27 16:04:20 user nova-compute[75076]:       <emulator>/usr/bin/qemu-system-riscv32</emulator>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='8'>spike</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>opentitan</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='5'>sifive_u</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>sifive_e</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='8'>virt</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <domain type='qemu'/>
Oct 27 16:04:20 user nova-compute[75076]:     </arch>
Oct 27 16:04:20 user nova-compute[75076]:     <features>
Oct 27 16:04:20 user nova-compute[75076]:       <cpuselection/>
Oct 27 16:04:20 user nova-compute[75076]:       <deviceboot/>
Oct 27 16:04:20 user nova-compute[75076]:       <disksnapshot default='on' toggle='no'/>
Oct 27 16:04:20 user nova-compute[75076]:     </features>
Oct 27 16:04:20 user nova-compute[75076]:   </guest>
Oct 27 16:04:20 user nova-compute[75076]:   <guest>
Oct 27 16:04:20 user nova-compute[75076]:     <os_type>hvm</os_type>
Oct 27 16:04:20 user nova-compute[75076]:     <arch name='riscv64'>
Oct 27 16:04:20 user nova-compute[75076]:       <wordsize>64</wordsize>
Oct 27 16:04:20 user nova-compute[75076]:       <emulator>/usr/bin/qemu-system-riscv64</emulator>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='8'>spike</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='5'>microchip-icicle-kit</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='5'>sifive_u</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>shakti_c</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>sifive_e</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='8'>virt</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <domain type='qemu'/>
Oct 27 16:04:20 user nova-compute[75076]:     </arch>
Oct 27 16:04:20 user nova-compute[75076]:     <features>
Oct 27 16:04:20 user nova-compute[75076]:       <cpuselection/>
Oct 27 16:04:20 user nova-compute[75076]:       <deviceboot/>
Oct 27 16:04:20 user nova-compute[75076]:       <disksnapshot default='on' toggle='no'/>
Oct 27 16:04:20 user nova-compute[75076]:     </features>
Oct 27 16:04:20 user nova-compute[75076]:   </guest>
Oct 27 16:04:20 user nova-compute[75076]:   <guest>
Oct 27 16:04:20 user nova-compute[75076]:     <os_type>hvm</os_type>
Oct 27 16:04:20 user nova-compute[75076]:     <arch name='s390x'>
Oct 27 16:04:20 user nova-compute[75076]:       <wordsize>64</wordsize>
Oct 27 16:04:20 user nova-compute[75076]:       <emulator>/usr/bin/qemu-system-s390x</emulator>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='248'>s390-ccw-virtio-jammy</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine canonical='s390-ccw-virtio-jammy' maxCpus='248'>s390-ccw-virtio</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='248'>s390-ccw-virtio-4.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='248'>s390-ccw-virtio-5.2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='248'>s390-ccw-virtio-artful</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='248'>s390-ccw-virtio-3.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='248'>s390-ccw-virtio-groovy</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='248'>s390-ccw-virtio-hirsute</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='248'>s390-ccw-virtio-disco</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='248'>s390-ccw-virtio-2.12</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='248'>s390-ccw-virtio-2.6</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='248'>s390-ccw-virtio-yakkety</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='248'>s390-ccw-virtio-eoan</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='248'>s390-ccw-virtio-2.9</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='248'>s390-ccw-virtio-6.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='248'>s390-ccw-virtio-5.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='248'>s390-ccw-virtio-3.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='248'>s390-ccw-virtio-4.2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='248'>s390-ccw-virtio-2.5</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='248'>s390-ccw-virtio-2.11</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='248'>s390-ccw-virtio-xenial</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='248'>s390-ccw-virtio-focal</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='248'>s390-ccw-virtio-2.8</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='248'>s390-ccw-virtio-impish</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='248'>s390-ccw-virtio-bionic</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='248'>s390-ccw-virtio-5.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='248'>s390-ccw-virtio-6.2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='248'>s390-ccw-virtio-zesty</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='248'>s390-ccw-virtio-4.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='248'>s390-ccw-virtio-cosmic</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='248'>s390-ccw-virtio-2.4</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='248'>s390-ccw-virtio-2.10</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='248'>s390-ccw-virtio-2.7</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='248'>s390-ccw-virtio-6.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <domain type='qemu'/>
Oct 27 16:04:20 user nova-compute[75076]:     </arch>
Oct 27 16:04:20 user nova-compute[75076]:     <features>
Oct 27 16:04:20 user nova-compute[75076]:       <cpuselection/>
Oct 27 16:04:20 user nova-compute[75076]:       <deviceboot/>
Oct 27 16:04:20 user nova-compute[75076]:       <disksnapshot default='on' toggle='no'/>
Oct 27 16:04:20 user nova-compute[75076]:     </features>
Oct 27 16:04:20 user nova-compute[75076]:   </guest>
Oct 27 16:04:20 user nova-compute[75076]:   <guest>
Oct 27 16:04:20 user nova-compute[75076]:     <os_type>hvm</os_type>
Oct 27 16:04:20 user nova-compute[75076]:     <arch name='sh4'>
Oct 27 16:04:20 user nova-compute[75076]:       <wordsize>32</wordsize>
Oct 27 16:04:20 user nova-compute[75076]:       <emulator>/usr/bin/qemu-system-sh4</emulator>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>shix</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>r2d</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <domain type='qemu'/>
Oct 27 16:04:20 user nova-compute[75076]:     </arch>
Oct 27 16:04:20 user nova-compute[75076]:     <features>
Oct 27 16:04:20 user nova-compute[75076]:       <cpuselection/>
Oct 27 16:04:20 user nova-compute[75076]:       <deviceboot/>
Oct 27 16:04:20 user nova-compute[75076]:       <disksnapshot default='on' toggle='no'/>
Oct 27 16:04:20 user nova-compute[75076]:     </features>
Oct 27 16:04:20 user nova-compute[75076]:   </guest>
Oct 27 16:04:20 user nova-compute[75076]:   <guest>
Oct 27 16:04:20 user nova-compute[75076]:     <os_type>hvm</os_type>
Oct 27 16:04:20 user nova-compute[75076]:     <arch name='sh4eb'>
Oct 27 16:04:20 user nova-compute[75076]:       <wordsize>64</wordsize>
Oct 27 16:04:20 user nova-compute[75076]:       <emulator>/usr/bin/qemu-system-sh4eb</emulator>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>shix</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>r2d</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <domain type='qemu'/>
Oct 27 16:04:20 user nova-compute[75076]:     </arch>
Oct 27 16:04:20 user nova-compute[75076]:     <features>
Oct 27 16:04:20 user nova-compute[75076]:       <cpuselection/>
Oct 27 16:04:20 user nova-compute[75076]:       <deviceboot/>
Oct 27 16:04:20 user nova-compute[75076]:       <disksnapshot default='on' toggle='no'/>
Oct 27 16:04:20 user nova-compute[75076]:     </features>
Oct 27 16:04:20 user nova-compute[75076]:   </guest>
Oct 27 16:04:20 user nova-compute[75076]:   <guest>
Oct 27 16:04:20 user nova-compute[75076]:     <os_type>hvm</os_type>
Oct 27 16:04:20 user nova-compute[75076]:     <arch name='sparc'>
Oct 27 16:04:20 user nova-compute[75076]:       <wordsize>32</wordsize>
Oct 27 16:04:20 user nova-compute[75076]:       <emulator>/usr/bin/qemu-system-sparc</emulator>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>SS-5</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='4'>SS-20</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>LX</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>SPARCClassic</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>leon3_generic</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>SPARCbook</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>SS-4</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='4'>SS-600MP</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='4'>SS-10</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>Voyager</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <domain type='qemu'/>
Oct 27 16:04:20 user nova-compute[75076]:     </arch>
Oct 27 16:04:20 user nova-compute[75076]:     <features>
Oct 27 16:04:20 user nova-compute[75076]:       <cpuselection/>
Oct 27 16:04:20 user nova-compute[75076]:       <deviceboot/>
Oct 27 16:04:20 user nova-compute[75076]:       <disksnapshot default='on' toggle='no'/>
Oct 27 16:04:20 user nova-compute[75076]:     </features>
Oct 27 16:04:20 user nova-compute[75076]:   </guest>
Oct 27 16:04:20 user nova-compute[75076]:   <guest>
Oct 27 16:04:20 user nova-compute[75076]:     <os_type>hvm</os_type>
Oct 27 16:04:20 user nova-compute[75076]:     <arch name='sparc64'>
Oct 27 16:04:20 user nova-compute[75076]:       <wordsize>64</wordsize>
Oct 27 16:04:20 user nova-compute[75076]:       <emulator>/usr/bin/qemu-system-sparc64</emulator>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>sun4u</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>niagara</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>sun4v</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <domain type='qemu'/>
Oct 27 16:04:20 user nova-compute[75076]:     </arch>
Oct 27 16:04:20 user nova-compute[75076]:     <features>
Oct 27 16:04:20 user nova-compute[75076]:       <cpuselection/>
Oct 27 16:04:20 user nova-compute[75076]:       <deviceboot/>
Oct 27 16:04:20 user nova-compute[75076]:       <disksnapshot default='on' toggle='no'/>
Oct 27 16:04:20 user nova-compute[75076]:     </features>
Oct 27 16:04:20 user nova-compute[75076]:   </guest>
Oct 27 16:04:20 user nova-compute[75076]:   <guest>
Oct 27 16:04:20 user nova-compute[75076]:     <os_type>hvm</os_type>
Oct 27 16:04:20 user nova-compute[75076]:     <arch name='x86_64'>
Oct 27 16:04:20 user nova-compute[75076]:       <wordsize>64</wordsize>
Oct 27 16:04:20 user nova-compute[75076]:       <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-artful</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>x-remote</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='1'>isapc</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-disco</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-impish</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-focal</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>microvm</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <domain type='qemu'/>
Oct 27 16:04:20 user nova-compute[75076]:       <domain type='kvm'/>
Oct 27 16:04:20 user nova-compute[75076]:     </arch>
Oct 27 16:04:20 user nova-compute[75076]:     <features>
Oct 27 16:04:20 user nova-compute[75076]:       <acpi default='on' toggle='yes'/>
Oct 27 16:04:20 user nova-compute[75076]:       <apic default='on' toggle='no'/>
Oct 27 16:04:20 user nova-compute[75076]:       <cpuselection/>
Oct 27 16:04:20 user nova-compute[75076]:       <deviceboot/>
Oct 27 16:04:20 user nova-compute[75076]:       <disksnapshot default='on' toggle='no'/>
Oct 27 16:04:20 user nova-compute[75076]:     </features>
Oct 27 16:04:20 user nova-compute[75076]:   </guest>
Oct 27 16:04:20 user nova-compute[75076]:   <guest>
Oct 27 16:04:20 user nova-compute[75076]:     <os_type>hvm</os_type>
Oct 27 16:04:20 user nova-compute[75076]:     <arch name='xtensa'>
Oct 27 16:04:20 user nova-compute[75076]:       <wordsize>32</wordsize>
Oct 27 16:04:20 user nova-compute[75076]:       <emulator>/usr/bin/qemu-system-xtensa</emulator>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='4'>sim</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='32'>kc705</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='32'>ml605</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='32'>ml605-nommu</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='32'>virt</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='32'>lx60-nommu</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='32'>lx200</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='32'>lx200-nommu</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='32'>lx60</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='32'>kc705-nommu</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <domain type='qemu'/>
Oct 27 16:04:20 user nova-compute[75076]:     </arch>
Oct 27 16:04:20 user nova-compute[75076]:     <features>
Oct 27 16:04:20 user nova-compute[75076]:       <cpuselection/>
Oct 27 16:04:20 user nova-compute[75076]:       <deviceboot/>
Oct 27 16:04:20 user nova-compute[75076]:       <disksnapshot default='on' toggle='no'/>
Oct 27 16:04:20 user nova-compute[75076]:     </features>
Oct 27 16:04:20 user nova-compute[75076]:   </guest>
Oct 27 16:04:20 user nova-compute[75076]:   <guest>
Oct 27 16:04:20 user nova-compute[75076]:     <os_type>hvm</os_type>
Oct 27 16:04:20 user nova-compute[75076]:     <arch name='xtensaeb'>
Oct 27 16:04:20 user nova-compute[75076]:       <wordsize>32</wordsize>
Oct 27 16:04:20 user nova-compute[75076]:       <emulator>/usr/bin/qemu-system-xtensaeb</emulator>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='4'>sim</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='32'>kc705</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='32'>ml605</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='32'>ml605-nommu</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='32'>virt</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='32'>lx60-nommu</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='32'>lx200</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='32'>lx200-nommu</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='32'>lx60</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <machine maxCpus='32'>kc705-nommu</machine>
Oct 27 16:04:20 user nova-compute[75076]:       <domain type='qemu'/>
Oct 27 16:04:20 user nova-compute[75076]:     </arch>
Oct 27 16:04:20 user nova-compute[75076]:     <features>
Oct 27 16:04:20 user nova-compute[75076]:       <cpuselection/>
Oct 27 16:04:20 user nova-compute[75076]:       <deviceboot/>
Oct 27 16:04:20 user nova-compute[75076]:       <disksnapshot default='on' toggle='no'/>
Oct 27 16:04:20 user nova-compute[75076]:     </features>
Oct 27 16:04:20 user nova-compute[75076]:   </guest>
Oct 27 16:04:20 user nova-compute[75076]: </capabilities>
Oct 27 16:04:20 user nova-compute[75076]: 
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Getting domain capabilities for alpha via machine types: {None} {{(pid=75076) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Error from libvirt when retrieving domain capabilities for arch alpha / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-alpha' on this host {{(pid=75076) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Getting domain capabilities for armv6l via machine types: {None, 'virt'} {{(pid=75076) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75076) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75076) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Getting domain capabilities for armv7l via machine types: {'virt'} {{(pid=75076) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Error from libvirt when retrieving domain capabilities for arch armv7l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75076) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Getting domain capabilities for aarch64 via machine types: {'virt'} {{(pid=75076) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Error from libvirt when retrieving domain capabilities for arch aarch64 / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-aarch64' on this host {{(pid=75076) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Getting domain capabilities for cris via machine types: {None} {{(pid=75076) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Error from libvirt when retrieving domain capabilities for arch cris / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-cris' on this host {{(pid=75076) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Getting domain capabilities for i686 via machine types: {'q35', 'ubuntu', 'ubuntu-q35', 'pc'} {{(pid=75076) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=q35:
Oct 27 16:04:20 user nova-compute[75076]: <domainCapabilities>
Oct 27 16:04:20 user nova-compute[75076]:   <path>/usr/bin/qemu-system-i386</path>
Oct 27 16:04:20 user nova-compute[75076]:   <domain>kvm</domain>
Oct 27 16:04:20 user nova-compute[75076]:   <machine>pc-q35-6.2</machine>
Oct 27 16:04:20 user nova-compute[75076]:   <arch>i686</arch>
Oct 27 16:04:20 user nova-compute[75076]:   <vcpu max='288'/>
Oct 27 16:04:20 user nova-compute[75076]:   <iothreads supported='yes'/>
Oct 27 16:04:20 user nova-compute[75076]:   <os supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:     <enum name='firmware'/>
Oct 27 16:04:20 user nova-compute[75076]:     <loader supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 27 16:04:20 user nova-compute[75076]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 27 16:04:20 user nova-compute[75076]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 27 16:04:20 user nova-compute[75076]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 27 16:04:20 user nova-compute[75076]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='type'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>rom</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>pflash</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='readonly'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>yes</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>no</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='secure'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>no</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </loader>
Oct 27 16:04:20 user nova-compute[75076]:   </os>
Oct 27 16:04:20 user nova-compute[75076]:   <cpu>
Oct 27 16:04:20 user nova-compute[75076]:     <mode name='host-passthrough' supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='hostPassthroughMigratable'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>off</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </mode>
Oct 27 16:04:20 user nova-compute[75076]:     <mode name='maximum' supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='maximumMigratable'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>on</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>off</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </mode>
Oct 27 16:04:20 user nova-compute[75076]:     <mode name='host-model' supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <vendor>Intel</vendor>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='ss'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='vmx'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='pcid'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='hypervisor'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='arat'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='tsc_adjust'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='umip'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='md-clear'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='stibp'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='arch-capabilities'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='ssbd'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='ibpb'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='ibrs'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='amd-stibp'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='amd-ssbd'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='disable' name='erms'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='disable' name='xsaveopt'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='disable' name='lm'/>
Oct 27 16:04:20 user nova-compute[75076]:     </mode>
Oct 27 16:04:20 user nova-compute[75076]:     <mode name='custom' supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>qemu64</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>qemu32</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>phenom</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>pentium3</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>pentium2</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>pentium</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>n270</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>kvm64</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>kvm32</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>coreduo</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>core2duo</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>athlon</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Westmere-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Westmere</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Snowridge</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Skylake-Server</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Skylake-Client</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>SandyBridge</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Penryn</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Opteron_G5</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Opteron_G4</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Opteron_G3</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Opteron_G2</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Opteron_G1</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Nehalem-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Nehalem</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>IvyBridge</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Icelake-Server</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Haswell-noTSX</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Haswell-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Haswell</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>EPYC-Rome</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>EPYC-Milan</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>EPYC-IBPB</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>EPYC</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Dhyana</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Cooperlake</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Conroe</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Cascadelake-Server</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Broadwell-noTSX</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Broadwell-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Broadwell</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>486</model>
Oct 27 16:04:20 user nova-compute[75076]:     </mode>
Oct 27 16:04:20 user nova-compute[75076]:   </cpu>
Oct 27 16:04:20 user nova-compute[75076]:   <memoryBacking supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:     <enum name='sourceType'>
Oct 27 16:04:20 user nova-compute[75076]:       <value>file</value>
Oct 27 16:04:20 user nova-compute[75076]:       <value>anonymous</value>
Oct 27 16:04:20 user nova-compute[75076]:       <value>memfd</value>
Oct 27 16:04:20 user nova-compute[75076]:     </enum>
Oct 27 16:04:20 user nova-compute[75076]:   </memoryBacking>
Oct 27 16:04:20 user nova-compute[75076]:   <devices>
Oct 27 16:04:20 user nova-compute[75076]:     <disk supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='diskDevice'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>disk</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>cdrom</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>floppy</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>lun</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='bus'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>fdc</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>scsi</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtio</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>usb</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>sata</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='model'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtio</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtio-transitional</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtio-non-transitional</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </disk>
Oct 27 16:04:20 user nova-compute[75076]:     <graphics supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='type'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>sdl</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>vnc</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>spice</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>egl-headless</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </graphics>
Oct 27 16:04:20 user nova-compute[75076]:     <video supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='modelType'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>vga</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>cirrus</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>vmvga</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>qxl</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtio</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>none</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>bochs</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>ramfb</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </video>
Oct 27 16:04:20 user nova-compute[75076]:     <hostdev supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='mode'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>subsystem</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='startupPolicy'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>default</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>mandatory</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>requisite</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>optional</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='subsysType'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>usb</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>pci</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>scsi</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='capsType'/>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='pciBackend'/>
Oct 27 16:04:20 user nova-compute[75076]:     </hostdev>
Oct 27 16:04:20 user nova-compute[75076]:     <rng supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='model'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtio</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtio-transitional</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtio-non-transitional</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='backendModel'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>random</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>egd</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>builtin</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </rng>
Oct 27 16:04:20 user nova-compute[75076]:     <filesystem supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='driverType'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>path</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>handle</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtiofs</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </filesystem>
Oct 27 16:04:20 user nova-compute[75076]:     <tpm supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='model'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>tpm-tis</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>tpm-crb</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='backendModel'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>passthrough</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>emulator</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </tpm>
Oct 27 16:04:20 user nova-compute[75076]:   </devices>
Oct 27 16:04:20 user nova-compute[75076]:   <features>
Oct 27 16:04:20 user nova-compute[75076]:     <gic supported='no'/>
Oct 27 16:04:20 user nova-compute[75076]:     <vmcoreinfo supported='yes'/>
Oct 27 16:04:20 user nova-compute[75076]:     <genid supported='yes'/>
Oct 27 16:04:20 user nova-compute[75076]:     <backingStoreInput supported='yes'/>
Oct 27 16:04:20 user nova-compute[75076]:     <backup supported='yes'/>
Oct 27 16:04:20 user nova-compute[75076]:     <sev supported='no'/>
Oct 27 16:04:20 user nova-compute[75076]:   </features>
Oct 27 16:04:20 user nova-compute[75076]: </domainCapabilities>
Oct 27 16:04:20 user nova-compute[75076]:  {{(pid=75076) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu:
Oct 27 16:04:20 user nova-compute[75076]: <domainCapabilities>
Oct 27 16:04:20 user nova-compute[75076]:   <path>/usr/bin/qemu-system-i386</path>
Oct 27 16:04:20 user nova-compute[75076]:   <domain>kvm</domain>
Oct 27 16:04:20 user nova-compute[75076]:   <machine>pc-i440fx-jammy</machine>
Oct 27 16:04:20 user nova-compute[75076]:   <arch>i686</arch>
Oct 27 16:04:20 user nova-compute[75076]:   <vcpu max='255'/>
Oct 27 16:04:20 user nova-compute[75076]:   <iothreads supported='yes'/>
Oct 27 16:04:20 user nova-compute[75076]:   <os supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:     <enum name='firmware'/>
Oct 27 16:04:20 user nova-compute[75076]:     <loader supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 27 16:04:20 user nova-compute[75076]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 27 16:04:20 user nova-compute[75076]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 27 16:04:20 user nova-compute[75076]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 27 16:04:20 user nova-compute[75076]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='type'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>rom</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>pflash</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='readonly'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>yes</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>no</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='secure'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>no</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </loader>
Oct 27 16:04:20 user nova-compute[75076]:   </os>
Oct 27 16:04:20 user nova-compute[75076]:   <cpu>
Oct 27 16:04:20 user nova-compute[75076]:     <mode name='host-passthrough' supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='hostPassthroughMigratable'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>off</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </mode>
Oct 27 16:04:20 user nova-compute[75076]:     <mode name='maximum' supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='maximumMigratable'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>on</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>off</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </mode>
Oct 27 16:04:20 user nova-compute[75076]:     <mode name='host-model' supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <vendor>Intel</vendor>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='ss'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='vmx'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='pcid'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='hypervisor'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='arat'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='tsc_adjust'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='umip'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='md-clear'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='stibp'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='arch-capabilities'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='ssbd'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='ibpb'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='ibrs'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='amd-stibp'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='amd-ssbd'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='disable' name='erms'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='disable' name='xsaveopt'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='disable' name='lm'/>
Oct 27 16:04:20 user nova-compute[75076]:     </mode>
Oct 27 16:04:20 user nova-compute[75076]:     <mode name='custom' supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>qemu64</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>qemu32</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>phenom</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>pentium3</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>pentium2</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>pentium</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>n270</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>kvm64</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>kvm32</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>coreduo</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>core2duo</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>athlon</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Westmere-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Westmere</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Snowridge</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Skylake-Server</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Skylake-Client</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>SandyBridge</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Penryn</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Opteron_G5</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Opteron_G4</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Opteron_G3</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Opteron_G2</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Opteron_G1</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Nehalem-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Nehalem</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>IvyBridge</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Icelake-Server</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Haswell-noTSX</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Haswell-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Haswell</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>EPYC-Rome</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>EPYC-Milan</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>EPYC-IBPB</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>EPYC</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Dhyana</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Cooperlake</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Conroe</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Cascadelake-Server</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Broadwell-noTSX</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Broadwell-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Broadwell</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>486</model>
Oct 27 16:04:20 user nova-compute[75076]:     </mode>
Oct 27 16:04:20 user nova-compute[75076]:   </cpu>
Oct 27 16:04:20 user nova-compute[75076]:   <memoryBacking supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:     <enum name='sourceType'>
Oct 27 16:04:20 user nova-compute[75076]:       <value>file</value>
Oct 27 16:04:20 user nova-compute[75076]:       <value>anonymous</value>
Oct 27 16:04:20 user nova-compute[75076]:       <value>memfd</value>
Oct 27 16:04:20 user nova-compute[75076]:     </enum>
Oct 27 16:04:20 user nova-compute[75076]:   </memoryBacking>
Oct 27 16:04:20 user nova-compute[75076]:   <devices>
Oct 27 16:04:20 user nova-compute[75076]:     <disk supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='diskDevice'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>disk</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>cdrom</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>floppy</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>lun</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='bus'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>ide</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>fdc</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>scsi</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtio</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>usb</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>sata</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='model'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtio</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtio-transitional</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtio-non-transitional</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </disk>
Oct 27 16:04:20 user nova-compute[75076]:     <graphics supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='type'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>sdl</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>vnc</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>spice</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>egl-headless</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </graphics>
Oct 27 16:04:20 user nova-compute[75076]:     <video supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='modelType'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>vga</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>cirrus</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>vmvga</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>qxl</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtio</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>none</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>bochs</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>ramfb</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </video>
Oct 27 16:04:20 user nova-compute[75076]:     <hostdev supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='mode'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>subsystem</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='startupPolicy'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>default</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>mandatory</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>requisite</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>optional</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='subsysType'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>usb</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>pci</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>scsi</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='capsType'/>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='pciBackend'/>
Oct 27 16:04:20 user nova-compute[75076]:     </hostdev>
Oct 27 16:04:20 user nova-compute[75076]:     <rng supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='model'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtio</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtio-transitional</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtio-non-transitional</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='backendModel'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>random</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>egd</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>builtin</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </rng>
Oct 27 16:04:20 user nova-compute[75076]:     <filesystem supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='driverType'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>path</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>handle</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtiofs</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </filesystem>
Oct 27 16:04:20 user nova-compute[75076]:     <tpm supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='model'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>tpm-tis</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>tpm-crb</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='backendModel'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>passthrough</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>emulator</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </tpm>
Oct 27 16:04:20 user nova-compute[75076]:   </devices>
Oct 27 16:04:20 user nova-compute[75076]:   <features>
Oct 27 16:04:20 user nova-compute[75076]:     <gic supported='no'/>
Oct 27 16:04:20 user nova-compute[75076]:     <vmcoreinfo supported='yes'/>
Oct 27 16:04:20 user nova-compute[75076]:     <genid supported='yes'/>
Oct 27 16:04:20 user nova-compute[75076]:     <backingStoreInput supported='yes'/>
Oct 27 16:04:20 user nova-compute[75076]:     <backup supported='yes'/>
Oct 27 16:04:20 user nova-compute[75076]:     <sev supported='no'/>
Oct 27 16:04:20 user nova-compute[75076]:   </features>
Oct 27 16:04:20 user nova-compute[75076]: </domainCapabilities>
Oct 27 16:04:20 user nova-compute[75076]:  {{(pid=75076) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu-q35:
Oct 27 16:04:20 user nova-compute[75076]: <domainCapabilities>
Oct 27 16:04:20 user nova-compute[75076]:   <path>/usr/bin/qemu-system-i386</path>
Oct 27 16:04:20 user nova-compute[75076]:   <domain>kvm</domain>
Oct 27 16:04:20 user nova-compute[75076]:   <machine>pc-q35-jammy</machine>
Oct 27 16:04:20 user nova-compute[75076]:   <arch>i686</arch>
Oct 27 16:04:20 user nova-compute[75076]:   <vcpu max='288'/>
Oct 27 16:04:20 user nova-compute[75076]:   <iothreads supported='yes'/>
Oct 27 16:04:20 user nova-compute[75076]:   <os supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:     <enum name='firmware'/>
Oct 27 16:04:20 user nova-compute[75076]:     <loader supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 27 16:04:20 user nova-compute[75076]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 27 16:04:20 user nova-compute[75076]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 27 16:04:20 user nova-compute[75076]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 27 16:04:20 user nova-compute[75076]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='type'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>rom</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>pflash</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='readonly'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>yes</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>no</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='secure'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>no</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </loader>
Oct 27 16:04:20 user nova-compute[75076]:   </os>
Oct 27 16:04:20 user nova-compute[75076]:   <cpu>
Oct 27 16:04:20 user nova-compute[75076]:     <mode name='host-passthrough' supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='hostPassthroughMigratable'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>off</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </mode>
Oct 27 16:04:20 user nova-compute[75076]:     <mode name='maximum' supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='maximumMigratable'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>on</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>off</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </mode>
Oct 27 16:04:20 user nova-compute[75076]:     <mode name='host-model' supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <vendor>Intel</vendor>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='ss'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='vmx'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='pcid'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='hypervisor'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='arat'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='tsc_adjust'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='umip'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='md-clear'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='stibp'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='arch-capabilities'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='ssbd'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='ibpb'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='ibrs'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='amd-stibp'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='amd-ssbd'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='disable' name='erms'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='disable' name='xsaveopt'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='disable' name='lm'/>
Oct 27 16:04:20 user nova-compute[75076]:     </mode>
Oct 27 16:04:20 user nova-compute[75076]:     <mode name='custom' supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>qemu64</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>qemu32</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>phenom</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>pentium3</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>pentium2</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>pentium</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>n270</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>kvm64</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>kvm32</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>coreduo</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>core2duo</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>athlon</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Westmere-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Westmere</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Snowridge</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Skylake-Server</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Skylake-Client</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>SandyBridge</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Penryn</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Opteron_G5</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Opteron_G4</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Opteron_G3</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Opteron_G2</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Opteron_G1</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Nehalem-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Nehalem</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>IvyBridge</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Icelake-Server</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Haswell-noTSX</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Haswell-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Haswell</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>EPYC-Rome</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>EPYC-Milan</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>EPYC-IBPB</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>EPYC</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Dhyana</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Cooperlake</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Conroe</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Cascadelake-Server</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Broadwell-noTSX</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Broadwell-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Broadwell</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>486</model>
Oct 27 16:04:20 user nova-compute[75076]:     </mode>
Oct 27 16:04:20 user nova-compute[75076]:   </cpu>
Oct 27 16:04:20 user nova-compute[75076]:   <memoryBacking supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:     <enum name='sourceType'>
Oct 27 16:04:20 user nova-compute[75076]:       <value>file</value>
Oct 27 16:04:20 user nova-compute[75076]:       <value>anonymous</value>
Oct 27 16:04:20 user nova-compute[75076]:       <value>memfd</value>
Oct 27 16:04:20 user nova-compute[75076]:     </enum>
Oct 27 16:04:20 user nova-compute[75076]:   </memoryBacking>
Oct 27 16:04:20 user nova-compute[75076]:   <devices>
Oct 27 16:04:20 user nova-compute[75076]:     <disk supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='diskDevice'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>disk</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>cdrom</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>floppy</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>lun</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='bus'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>fdc</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>scsi</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtio</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>usb</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>sata</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='model'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtio</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtio-transitional</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtio-non-transitional</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </disk>
Oct 27 16:04:20 user nova-compute[75076]:     <graphics supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='type'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>sdl</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>vnc</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>spice</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>egl-headless</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </graphics>
Oct 27 16:04:20 user nova-compute[75076]:     <video supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='modelType'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>vga</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>cirrus</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>vmvga</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>qxl</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtio</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>none</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>bochs</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>ramfb</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </video>
Oct 27 16:04:20 user nova-compute[75076]:     <hostdev supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='mode'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>subsystem</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='startupPolicy'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>default</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>mandatory</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>requisite</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>optional</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='subsysType'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>usb</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>pci</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>scsi</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='capsType'/>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='pciBackend'/>
Oct 27 16:04:20 user nova-compute[75076]:     </hostdev>
Oct 27 16:04:20 user nova-compute[75076]:     <rng supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='model'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtio</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtio-transitional</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtio-non-transitional</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='backendModel'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>random</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>egd</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>builtin</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </rng>
Oct 27 16:04:20 user nova-compute[75076]:     <filesystem supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='driverType'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>path</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>handle</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtiofs</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </filesystem>
Oct 27 16:04:20 user nova-compute[75076]:     <tpm supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='model'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>tpm-tis</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>tpm-crb</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='backendModel'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>passthrough</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>emulator</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </tpm>
Oct 27 16:04:20 user nova-compute[75076]:   </devices>
Oct 27 16:04:20 user nova-compute[75076]:   <features>
Oct 27 16:04:20 user nova-compute[75076]:     <gic supported='no'/>
Oct 27 16:04:20 user nova-compute[75076]:     <vmcoreinfo supported='yes'/>
Oct 27 16:04:20 user nova-compute[75076]:     <genid supported='yes'/>
Oct 27 16:04:20 user nova-compute[75076]:     <backingStoreInput supported='yes'/>
Oct 27 16:04:20 user nova-compute[75076]:     <backup supported='yes'/>
Oct 27 16:04:20 user nova-compute[75076]:     <sev supported='no'/>
Oct 27 16:04:20 user nova-compute[75076]:   </features>
Oct 27 16:04:20 user nova-compute[75076]: </domainCapabilities>
Oct 27 16:04:20 user nova-compute[75076]:  {{(pid=75076) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=pc:
Oct 27 16:04:20 user nova-compute[75076]: <domainCapabilities>
Oct 27 16:04:20 user nova-compute[75076]:   <path>/usr/bin/qemu-system-i386</path>
Oct 27 16:04:20 user nova-compute[75076]:   <domain>kvm</domain>
Oct 27 16:04:20 user nova-compute[75076]:   <machine>pc-i440fx-6.2</machine>
Oct 27 16:04:20 user nova-compute[75076]:   <arch>i686</arch>
Oct 27 16:04:20 user nova-compute[75076]:   <vcpu max='255'/>
Oct 27 16:04:20 user nova-compute[75076]:   <iothreads supported='yes'/>
Oct 27 16:04:20 user nova-compute[75076]:   <os supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:     <enum name='firmware'/>
Oct 27 16:04:20 user nova-compute[75076]:     <loader supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 27 16:04:20 user nova-compute[75076]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 27 16:04:20 user nova-compute[75076]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 27 16:04:20 user nova-compute[75076]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 27 16:04:20 user nova-compute[75076]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='type'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>rom</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>pflash</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='readonly'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>yes</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>no</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='secure'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>no</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </loader>
Oct 27 16:04:20 user nova-compute[75076]:   </os>
Oct 27 16:04:20 user nova-compute[75076]:   <cpu>
Oct 27 16:04:20 user nova-compute[75076]:     <mode name='host-passthrough' supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='hostPassthroughMigratable'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>off</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </mode>
Oct 27 16:04:20 user nova-compute[75076]:     <mode name='maximum' supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='maximumMigratable'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>on</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>off</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </mode>
Oct 27 16:04:20 user nova-compute[75076]:     <mode name='host-model' supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <vendor>Intel</vendor>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='ss'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='vmx'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='pcid'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='hypervisor'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='arat'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='tsc_adjust'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='umip'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='md-clear'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='stibp'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='arch-capabilities'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='ssbd'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='ibpb'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='ibrs'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='amd-stibp'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='amd-ssbd'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='disable' name='erms'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='disable' name='xsaveopt'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='disable' name='lm'/>
Oct 27 16:04:20 user nova-compute[75076]:     </mode>
Oct 27 16:04:20 user nova-compute[75076]:     <mode name='custom' supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>qemu64</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>qemu32</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>phenom</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>pentium3</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>pentium2</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>pentium</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>n270</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>kvm64</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>kvm32</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>coreduo</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>core2duo</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>athlon</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Westmere-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Westmere</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Snowridge</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Skylake-Server</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Skylake-Client</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>SandyBridge</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Penryn</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Opteron_G5</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Opteron_G4</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Opteron_G3</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Opteron_G2</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Opteron_G1</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Nehalem-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Nehalem</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>IvyBridge</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Icelake-Server</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Haswell-noTSX</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Haswell-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Haswell</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>EPYC-Rome</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>EPYC-Milan</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>EPYC-IBPB</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>EPYC</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Dhyana</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Cooperlake</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Conroe</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Cascadelake-Server</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Broadwell-noTSX</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Broadwell-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Broadwell</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>486</model>
Oct 27 16:04:20 user nova-compute[75076]:     </mode>
Oct 27 16:04:20 user nova-compute[75076]:   </cpu>
Oct 27 16:04:20 user nova-compute[75076]:   <memoryBacking supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:     <enum name='sourceType'>
Oct 27 16:04:20 user nova-compute[75076]:       <value>file</value>
Oct 27 16:04:20 user nova-compute[75076]:       <value>anonymous</value>
Oct 27 16:04:20 user nova-compute[75076]:       <value>memfd</value>
Oct 27 16:04:20 user nova-compute[75076]:     </enum>
Oct 27 16:04:20 user nova-compute[75076]:   </memoryBacking>
Oct 27 16:04:20 user nova-compute[75076]:   <devices>
Oct 27 16:04:20 user nova-compute[75076]:     <disk supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='diskDevice'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>disk</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>cdrom</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>floppy</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>lun</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='bus'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>ide</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>fdc</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>scsi</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtio</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>usb</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>sata</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='model'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtio</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtio-transitional</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtio-non-transitional</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </disk>
Oct 27 16:04:20 user nova-compute[75076]:     <graphics supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='type'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>sdl</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>vnc</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>spice</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>egl-headless</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </graphics>
Oct 27 16:04:20 user nova-compute[75076]:     <video supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='modelType'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>vga</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>cirrus</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>vmvga</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>qxl</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtio</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>none</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>bochs</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>ramfb</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </video>
Oct 27 16:04:20 user nova-compute[75076]:     <hostdev supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='mode'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>subsystem</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='startupPolicy'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>default</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>mandatory</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>requisite</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>optional</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='subsysType'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>usb</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>pci</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>scsi</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='capsType'/>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='pciBackend'/>
Oct 27 16:04:20 user nova-compute[75076]:     </hostdev>
Oct 27 16:04:20 user nova-compute[75076]:     <rng supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='model'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtio</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtio-transitional</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtio-non-transitional</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='backendModel'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>random</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>egd</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>builtin</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </rng>
Oct 27 16:04:20 user nova-compute[75076]:     <filesystem supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='driverType'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>path</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>handle</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtiofs</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </filesystem>
Oct 27 16:04:20 user nova-compute[75076]:     <tpm supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='model'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>tpm-tis</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>tpm-crb</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='backendModel'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>passthrough</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>emulator</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </tpm>
Oct 27 16:04:20 user nova-compute[75076]:   </devices>
Oct 27 16:04:20 user nova-compute[75076]:   <features>
Oct 27 16:04:20 user nova-compute[75076]:     <gic supported='no'/>
Oct 27 16:04:20 user nova-compute[75076]:     <vmcoreinfo supported='yes'/>
Oct 27 16:04:20 user nova-compute[75076]:     <genid supported='yes'/>
Oct 27 16:04:20 user nova-compute[75076]:     <backingStoreInput supported='yes'/>
Oct 27 16:04:20 user nova-compute[75076]:     <backup supported='yes'/>
Oct 27 16:04:20 user nova-compute[75076]:     <sev supported='no'/>
Oct 27 16:04:20 user nova-compute[75076]:   </features>
Oct 27 16:04:20 user nova-compute[75076]: </domainCapabilities>
Oct 27 16:04:20 user nova-compute[75076]:  {{(pid=75076) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Getting domain capabilities for m68k via machine types: {None, 'virt'} {{(pid=75076) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=75076) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=75076) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Getting domain capabilities for microblaze via machine types: {None} {{(pid=75076) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Error from libvirt when retrieving domain capabilities for arch microblaze / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblaze' on this host {{(pid=75076) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Getting domain capabilities for microblazeel via machine types: {None} {{(pid=75076) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Error from libvirt when retrieving domain capabilities for arch microblazeel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblazeel' on this host {{(pid=75076) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Getting domain capabilities for mips via machine types: {None} {{(pid=75076) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Error from libvirt when retrieving domain capabilities for arch mips / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips' on this host {{(pid=75076) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Getting domain capabilities for mipsel via machine types: {None} {{(pid=75076) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Error from libvirt when retrieving domain capabilities for arch mipsel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mipsel' on this host {{(pid=75076) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Getting domain capabilities for mips64 via machine types: {None} {{(pid=75076) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Error from libvirt when retrieving domain capabilities for arch mips64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64' on this host {{(pid=75076) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Getting domain capabilities for mips64el via machine types: {None} {{(pid=75076) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Error from libvirt when retrieving domain capabilities for arch mips64el / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64el' on this host {{(pid=75076) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Getting domain capabilities for ppc via machine types: {None} {{(pid=75076) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Error from libvirt when retrieving domain capabilities for arch ppc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc' on this host {{(pid=75076) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Getting domain capabilities for ppc64 via machine types: {'powernv', 'pseries', None} {{(pid=75076) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75076) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75076) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75076) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Getting domain capabilities for ppc64le via machine types: {'powernv', 'pseries'} {{(pid=75076) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=75076) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=75076) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Getting domain capabilities for riscv32 via machine types: {None} {{(pid=75076) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Error from libvirt when retrieving domain capabilities for arch riscv32 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv32' on this host {{(pid=75076) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Getting domain capabilities for riscv64 via machine types: {None} {{(pid=75076) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Error from libvirt when retrieving domain capabilities for arch riscv64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv64' on this host {{(pid=75076) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Getting domain capabilities for s390x via machine types: {'s390-ccw-virtio'} {{(pid=75076) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Error from libvirt when retrieving domain capabilities for arch s390x / virt_type kvm / machine_type s390-ccw-virtio: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-s390x' on this host {{(pid=75076) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Getting domain capabilities for sh4 via machine types: {None} {{(pid=75076) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Error from libvirt when retrieving domain capabilities for arch sh4 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4' on this host {{(pid=75076) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Getting domain capabilities for sh4eb via machine types: {None} {{(pid=75076) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Error from libvirt when retrieving domain capabilities for arch sh4eb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4eb' on this host {{(pid=75076) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Getting domain capabilities for sparc via machine types: {None} {{(pid=75076) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Error from libvirt when retrieving domain capabilities for arch sparc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc' on this host {{(pid=75076) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Getting domain capabilities for sparc64 via machine types: {None} {{(pid=75076) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Error from libvirt when retrieving domain capabilities for arch sparc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc64' on this host {{(pid=75076) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Getting domain capabilities for x86_64 via machine types: {'q35', 'ubuntu', 'ubuntu-q35', 'pc'} {{(pid=75076) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 16:04:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=q35:
Oct 27 16:04:20 user nova-compute[75076]: <domainCapabilities>
Oct 27 16:04:20 user nova-compute[75076]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 27 16:04:20 user nova-compute[75076]:   <domain>kvm</domain>
Oct 27 16:04:20 user nova-compute[75076]:   <machine>pc-q35-6.2</machine>
Oct 27 16:04:20 user nova-compute[75076]:   <arch>x86_64</arch>
Oct 27 16:04:20 user nova-compute[75076]:   <vcpu max='288'/>
Oct 27 16:04:20 user nova-compute[75076]:   <iothreads supported='yes'/>
Oct 27 16:04:20 user nova-compute[75076]:   <os supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:     <enum name='firmware'>
Oct 27 16:04:20 user nova-compute[75076]:       <value>efi</value>
Oct 27 16:04:20 user nova-compute[75076]:     </enum>
Oct 27 16:04:20 user nova-compute[75076]:     <loader supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Oct 27 16:04:20 user nova-compute[75076]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Oct 27 16:04:20 user nova-compute[75076]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='type'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>rom</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>pflash</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='readonly'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>yes</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>no</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='secure'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>yes</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>no</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </loader>
Oct 27 16:04:20 user nova-compute[75076]:   </os>
Oct 27 16:04:20 user nova-compute[75076]:   <cpu>
Oct 27 16:04:20 user nova-compute[75076]:     <mode name='host-passthrough' supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='hostPassthroughMigratable'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>on</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>off</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </mode>
Oct 27 16:04:20 user nova-compute[75076]:     <mode name='maximum' supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='maximumMigratable'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>on</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>off</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </mode>
Oct 27 16:04:20 user nova-compute[75076]:     <mode name='host-model' supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <vendor>Intel</vendor>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='ss'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='vmx'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='pcid'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='hypervisor'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='arat'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='tsc_adjust'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='umip'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='md-clear'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='stibp'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='arch-capabilities'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='ssbd'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='invtsc'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='ibpb'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='ibrs'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='amd-stibp'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='amd-ssbd'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='rsba'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='require' name='pschange-mc-no'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='disable' name='erms'/>
Oct 27 16:04:20 user nova-compute[75076]:       <feature policy='disable' name='xsaveopt'/>
Oct 27 16:04:20 user nova-compute[75076]:     </mode>
Oct 27 16:04:20 user nova-compute[75076]:     <mode name='custom' supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>qemu64</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>qemu32</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>phenom</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>pentium3</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>pentium2</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>pentium</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>n270</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>kvm64</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>kvm32</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>coreduo</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>core2duo</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>athlon</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>Westmere-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>Westmere</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Snowridge</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Skylake-Server</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Skylake-Client</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>SandyBridge</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>Penryn</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Opteron_G5</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Opteron_G4</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Opteron_G3</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Opteron_G2</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>Opteron_G1</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>Nehalem</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>IvyBridge</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Icelake-Server</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Haswell-noTSX</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Haswell-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Haswell</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>EPYC-Rome</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>EPYC-Milan</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>EPYC-IBPB</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>EPYC</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Dhyana</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Cooperlake</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>Conroe</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Cascadelake-Server</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Broadwell-noTSX</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Broadwell-IBRS</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='no'>Broadwell</model>
Oct 27 16:04:20 user nova-compute[75076]:       <model usable='yes'>486</model>
Oct 27 16:04:20 user nova-compute[75076]:     </mode>
Oct 27 16:04:20 user nova-compute[75076]:   </cpu>
Oct 27 16:04:20 user nova-compute[75076]:   <memoryBacking supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:     <enum name='sourceType'>
Oct 27 16:04:20 user nova-compute[75076]:       <value>file</value>
Oct 27 16:04:20 user nova-compute[75076]:       <value>anonymous</value>
Oct 27 16:04:20 user nova-compute[75076]:       <value>memfd</value>
Oct 27 16:04:20 user nova-compute[75076]:     </enum>
Oct 27 16:04:20 user nova-compute[75076]:   </memoryBacking>
Oct 27 16:04:20 user nova-compute[75076]:   <devices>
Oct 27 16:04:20 user nova-compute[75076]:     <disk supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='diskDevice'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>disk</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>cdrom</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>floppy</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>lun</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='bus'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>fdc</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>scsi</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtio</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>usb</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>sata</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='model'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtio</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtio-transitional</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtio-non-transitional</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </disk>
Oct 27 16:04:20 user nova-compute[75076]:     <graphics supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='type'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>sdl</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>vnc</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>spice</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>egl-headless</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </graphics>
Oct 27 16:04:20 user nova-compute[75076]:     <video supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='modelType'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>vga</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>cirrus</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>vmvga</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>qxl</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtio</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>none</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>bochs</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>ramfb</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </video>
Oct 27 16:04:20 user nova-compute[75076]:     <hostdev supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='mode'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>subsystem</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='startupPolicy'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>default</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>mandatory</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>requisite</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>optional</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='subsysType'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>usb</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>pci</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>scsi</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='capsType'/>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='pciBackend'/>
Oct 27 16:04:20 user nova-compute[75076]:     </hostdev>
Oct 27 16:04:20 user nova-compute[75076]:     <rng supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='model'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtio</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtio-transitional</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtio-non-transitional</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='backendModel'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>random</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>egd</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>builtin</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </rng>
Oct 27 16:04:20 user nova-compute[75076]:     <filesystem supported='yes'>
Oct 27 16:04:20 user nova-compute[75076]:       <enum name='driverType'>
Oct 27 16:04:20 user nova-compute[75076]:         <value>path</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>handle</value>
Oct 27 16:04:20 user nova-compute[75076]:         <value>virtiofs</value>
Oct 27 16:04:20 user nova-compute[75076]:       </enum>
Oct 27 16:04:20 user nova-compute[75076]:     </filesystem>
Oct 27 16:04:20 user nova-compute[75076]:     <tpm supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='model'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>tpm-tis</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>tpm-crb</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='backendModel'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>passthrough</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>emulator</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:     </tpm>
Oct 27 16:04:21 user nova-compute[75076]:   </devices>
Oct 27 16:04:21 user nova-compute[75076]:   <features>
Oct 27 16:04:21 user nova-compute[75076]:     <gic supported='no'/>
Oct 27 16:04:21 user nova-compute[75076]:     <vmcoreinfo supported='yes'/>
Oct 27 16:04:21 user nova-compute[75076]:     <genid supported='yes'/>
Oct 27 16:04:21 user nova-compute[75076]:     <backingStoreInput supported='yes'/>
Oct 27 16:04:21 user nova-compute[75076]:     <backup supported='yes'/>
Oct 27 16:04:21 user nova-compute[75076]:     <sev supported='no'/>
Oct 27 16:04:21 user nova-compute[75076]:   </features>
Oct 27 16:04:21 user nova-compute[75076]: </domainCapabilities>
Oct 27 16:04:21 user nova-compute[75076]:  {{(pid=75076) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 27 16:04:21 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu:
Oct 27 16:04:21 user nova-compute[75076]: <domainCapabilities>
Oct 27 16:04:21 user nova-compute[75076]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 27 16:04:21 user nova-compute[75076]:   <domain>kvm</domain>
Oct 27 16:04:21 user nova-compute[75076]:   <machine>pc-i440fx-jammy</machine>
Oct 27 16:04:21 user nova-compute[75076]:   <arch>x86_64</arch>
Oct 27 16:04:21 user nova-compute[75076]:   <vcpu max='255'/>
Oct 27 16:04:21 user nova-compute[75076]:   <iothreads supported='yes'/>
Oct 27 16:04:21 user nova-compute[75076]:   <os supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:     <enum name='firmware'>
Oct 27 16:04:21 user nova-compute[75076]:       <value>efi</value>
Oct 27 16:04:21 user nova-compute[75076]:     </enum>
Oct 27 16:04:21 user nova-compute[75076]:     <loader supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='type'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>rom</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>pflash</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='readonly'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>yes</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>no</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='secure'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>no</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:     </loader>
Oct 27 16:04:21 user nova-compute[75076]:   </os>
Oct 27 16:04:21 user nova-compute[75076]:   <cpu>
Oct 27 16:04:21 user nova-compute[75076]:     <mode name='host-passthrough' supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='hostPassthroughMigratable'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>on</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>off</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:     </mode>
Oct 27 16:04:21 user nova-compute[75076]:     <mode name='maximum' supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='maximumMigratable'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>on</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>off</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:     </mode>
Oct 27 16:04:21 user nova-compute[75076]:     <mode name='host-model' supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 27 16:04:21 user nova-compute[75076]:       <vendor>Intel</vendor>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='ss'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='vmx'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='pcid'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='hypervisor'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='arat'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='tsc_adjust'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='umip'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='md-clear'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='stibp'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='arch-capabilities'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='ssbd'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='invtsc'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='ibpb'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='ibrs'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='amd-stibp'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='amd-ssbd'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='rsba'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='pschange-mc-no'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='disable' name='erms'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='disable' name='xsaveopt'/>
Oct 27 16:04:21 user nova-compute[75076]:     </mode>
Oct 27 16:04:21 user nova-compute[75076]:     <mode name='custom' supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>qemu64</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>qemu32</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>phenom</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>pentium3</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>pentium2</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>pentium</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>n270</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>kvm64</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>kvm32</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>coreduo</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>core2duo</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>athlon</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>Westmere-IBRS</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>Westmere</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Snowridge</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Skylake-Server</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Skylake-Client</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>SandyBridge</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>Penryn</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Opteron_G5</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Opteron_G4</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Opteron_G3</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Opteron_G2</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>Opteron_G1</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>Nehalem</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>IvyBridge</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Icelake-Server</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Haswell-noTSX</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Haswell-IBRS</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Haswell</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>EPYC-Rome</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>EPYC-Milan</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>EPYC-IBPB</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>EPYC</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Dhyana</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Cooperlake</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>Conroe</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Cascadelake-Server</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Broadwell-noTSX</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Broadwell-IBRS</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Broadwell</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>486</model>
Oct 27 16:04:21 user nova-compute[75076]:     </mode>
Oct 27 16:04:21 user nova-compute[75076]:   </cpu>
Oct 27 16:04:21 user nova-compute[75076]:   <memoryBacking supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:     <enum name='sourceType'>
Oct 27 16:04:21 user nova-compute[75076]:       <value>file</value>
Oct 27 16:04:21 user nova-compute[75076]:       <value>anonymous</value>
Oct 27 16:04:21 user nova-compute[75076]:       <value>memfd</value>
Oct 27 16:04:21 user nova-compute[75076]:     </enum>
Oct 27 16:04:21 user nova-compute[75076]:   </memoryBacking>
Oct 27 16:04:21 user nova-compute[75076]:   <devices>
Oct 27 16:04:21 user nova-compute[75076]:     <disk supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='diskDevice'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>disk</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>cdrom</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>floppy</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>lun</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='bus'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>ide</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>fdc</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>scsi</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>virtio</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>usb</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>sata</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='model'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>virtio</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>virtio-transitional</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>virtio-non-transitional</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:     </disk>
Oct 27 16:04:21 user nova-compute[75076]:     <graphics supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='type'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>sdl</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>vnc</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>spice</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>egl-headless</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:     </graphics>
Oct 27 16:04:21 user nova-compute[75076]:     <video supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='modelType'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>vga</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>cirrus</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>vmvga</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>qxl</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>virtio</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>none</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>bochs</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>ramfb</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:     </video>
Oct 27 16:04:21 user nova-compute[75076]:     <hostdev supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='mode'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>subsystem</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='startupPolicy'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>default</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>mandatory</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>requisite</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>optional</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='subsysType'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>usb</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>pci</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>scsi</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='capsType'/>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='pciBackend'/>
Oct 27 16:04:21 user nova-compute[75076]:     </hostdev>
Oct 27 16:04:21 user nova-compute[75076]:     <rng supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='model'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>virtio</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>virtio-transitional</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>virtio-non-transitional</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='backendModel'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>random</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>egd</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>builtin</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:     </rng>
Oct 27 16:04:21 user nova-compute[75076]:     <filesystem supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='driverType'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>path</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>handle</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>virtiofs</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:     </filesystem>
Oct 27 16:04:21 user nova-compute[75076]:     <tpm supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='model'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>tpm-tis</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>tpm-crb</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='backendModel'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>passthrough</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>emulator</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:     </tpm>
Oct 27 16:04:21 user nova-compute[75076]:   </devices>
Oct 27 16:04:21 user nova-compute[75076]:   <features>
Oct 27 16:04:21 user nova-compute[75076]:     <gic supported='no'/>
Oct 27 16:04:21 user nova-compute[75076]:     <vmcoreinfo supported='yes'/>
Oct 27 16:04:21 user nova-compute[75076]:     <genid supported='yes'/>
Oct 27 16:04:21 user nova-compute[75076]:     <backingStoreInput supported='yes'/>
Oct 27 16:04:21 user nova-compute[75076]:     <backup supported='yes'/>
Oct 27 16:04:21 user nova-compute[75076]:     <sev supported='no'/>
Oct 27 16:04:21 user nova-compute[75076]:   </features>
Oct 27 16:04:21 user nova-compute[75076]: </domainCapabilities>
Oct 27 16:04:21 user nova-compute[75076]:  {{(pid=75076) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 27 16:04:21 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu-q35:
Oct 27 16:04:21 user nova-compute[75076]: <domainCapabilities>
Oct 27 16:04:21 user nova-compute[75076]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 27 16:04:21 user nova-compute[75076]:   <domain>kvm</domain>
Oct 27 16:04:21 user nova-compute[75076]:   <machine>pc-q35-jammy</machine>
Oct 27 16:04:21 user nova-compute[75076]:   <arch>x86_64</arch>
Oct 27 16:04:21 user nova-compute[75076]:   <vcpu max='288'/>
Oct 27 16:04:21 user nova-compute[75076]:   <iothreads supported='yes'/>
Oct 27 16:04:21 user nova-compute[75076]:   <os supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:     <enum name='firmware'>
Oct 27 16:04:21 user nova-compute[75076]:       <value>efi</value>
Oct 27 16:04:21 user nova-compute[75076]:     </enum>
Oct 27 16:04:21 user nova-compute[75076]:     <loader supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Oct 27 16:04:21 user nova-compute[75076]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Oct 27 16:04:21 user nova-compute[75076]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='type'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>rom</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>pflash</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='readonly'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>yes</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>no</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='secure'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>yes</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>no</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:     </loader>
Oct 27 16:04:21 user nova-compute[75076]:   </os>
Oct 27 16:04:21 user nova-compute[75076]:   <cpu>
Oct 27 16:04:21 user nova-compute[75076]:     <mode name='host-passthrough' supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='hostPassthroughMigratable'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>on</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>off</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:     </mode>
Oct 27 16:04:21 user nova-compute[75076]:     <mode name='maximum' supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='maximumMigratable'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>on</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>off</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:     </mode>
Oct 27 16:04:21 user nova-compute[75076]:     <mode name='host-model' supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 27 16:04:21 user nova-compute[75076]:       <vendor>Intel</vendor>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='ss'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='vmx'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='pcid'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='hypervisor'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='arat'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='tsc_adjust'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='umip'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='md-clear'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='stibp'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='arch-capabilities'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='ssbd'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='invtsc'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='ibpb'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='ibrs'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='amd-stibp'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='amd-ssbd'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='rsba'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='pschange-mc-no'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='disable' name='erms'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='disable' name='xsaveopt'/>
Oct 27 16:04:21 user nova-compute[75076]:     </mode>
Oct 27 16:04:21 user nova-compute[75076]:     <mode name='custom' supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>qemu64</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>qemu32</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>phenom</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>pentium3</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>pentium2</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>pentium</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>n270</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>kvm64</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>kvm32</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>coreduo</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>core2duo</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>athlon</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>Westmere-IBRS</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>Westmere</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Snowridge</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Skylake-Server</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Skylake-Client</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>SandyBridge</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>Penryn</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Opteron_G5</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Opteron_G4</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Opteron_G3</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Opteron_G2</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>Opteron_G1</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>Nehalem</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>IvyBridge</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Icelake-Server</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Haswell-noTSX</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Haswell-IBRS</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Haswell</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>EPYC-Rome</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>EPYC-Milan</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>EPYC-IBPB</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>EPYC</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Dhyana</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Cooperlake</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>Conroe</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Cascadelake-Server</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Broadwell-noTSX</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Broadwell-IBRS</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Broadwell</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>486</model>
Oct 27 16:04:21 user nova-compute[75076]:     </mode>
Oct 27 16:04:21 user nova-compute[75076]:   </cpu>
Oct 27 16:04:21 user nova-compute[75076]:   <memoryBacking supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:     <enum name='sourceType'>
Oct 27 16:04:21 user nova-compute[75076]:       <value>file</value>
Oct 27 16:04:21 user nova-compute[75076]:       <value>anonymous</value>
Oct 27 16:04:21 user nova-compute[75076]:       <value>memfd</value>
Oct 27 16:04:21 user nova-compute[75076]:     </enum>
Oct 27 16:04:21 user nova-compute[75076]:   </memoryBacking>
Oct 27 16:04:21 user nova-compute[75076]:   <devices>
Oct 27 16:04:21 user nova-compute[75076]:     <disk supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='diskDevice'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>disk</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>cdrom</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>floppy</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>lun</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='bus'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>fdc</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>scsi</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>virtio</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>usb</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>sata</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='model'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>virtio</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>virtio-transitional</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>virtio-non-transitional</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:     </disk>
Oct 27 16:04:21 user nova-compute[75076]:     <graphics supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='type'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>sdl</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>vnc</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>spice</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>egl-headless</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:     </graphics>
Oct 27 16:04:21 user nova-compute[75076]:     <video supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='modelType'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>vga</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>cirrus</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>vmvga</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>qxl</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>virtio</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>none</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>bochs</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>ramfb</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:     </video>
Oct 27 16:04:21 user nova-compute[75076]:     <hostdev supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='mode'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>subsystem</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='startupPolicy'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>default</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>mandatory</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>requisite</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>optional</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='subsysType'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>usb</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>pci</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>scsi</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='capsType'/>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='pciBackend'/>
Oct 27 16:04:21 user nova-compute[75076]:     </hostdev>
Oct 27 16:04:21 user nova-compute[75076]:     <rng supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='model'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>virtio</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>virtio-transitional</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>virtio-non-transitional</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='backendModel'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>random</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>egd</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>builtin</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:     </rng>
Oct 27 16:04:21 user nova-compute[75076]:     <filesystem supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='driverType'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>path</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>handle</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>virtiofs</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:     </filesystem>
Oct 27 16:04:21 user nova-compute[75076]:     <tpm supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='model'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>tpm-tis</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>tpm-crb</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='backendModel'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>passthrough</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>emulator</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:     </tpm>
Oct 27 16:04:21 user nova-compute[75076]:   </devices>
Oct 27 16:04:21 user nova-compute[75076]:   <features>
Oct 27 16:04:21 user nova-compute[75076]:     <gic supported='no'/>
Oct 27 16:04:21 user nova-compute[75076]:     <vmcoreinfo supported='yes'/>
Oct 27 16:04:21 user nova-compute[75076]:     <genid supported='yes'/>
Oct 27 16:04:21 user nova-compute[75076]:     <backingStoreInput supported='yes'/>
Oct 27 16:04:21 user nova-compute[75076]:     <backup supported='yes'/>
Oct 27 16:04:21 user nova-compute[75076]:     <sev supported='no'/>
Oct 27 16:04:21 user nova-compute[75076]:   </features>
Oct 27 16:04:21 user nova-compute[75076]: </domainCapabilities>
Oct 27 16:04:21 user nova-compute[75076]:  {{(pid=75076) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 27 16:04:21 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=pc:
Oct 27 16:04:21 user nova-compute[75076]: <domainCapabilities>
Oct 27 16:04:21 user nova-compute[75076]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 27 16:04:21 user nova-compute[75076]:   <domain>kvm</domain>
Oct 27 16:04:21 user nova-compute[75076]:   <machine>pc-i440fx-6.2</machine>
Oct 27 16:04:21 user nova-compute[75076]:   <arch>x86_64</arch>
Oct 27 16:04:21 user nova-compute[75076]:   <vcpu max='255'/>
Oct 27 16:04:21 user nova-compute[75076]:   <iothreads supported='yes'/>
Oct 27 16:04:21 user nova-compute[75076]:   <os supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:     <enum name='firmware'>
Oct 27 16:04:21 user nova-compute[75076]:       <value>efi</value>
Oct 27 16:04:21 user nova-compute[75076]:     </enum>
Oct 27 16:04:21 user nova-compute[75076]:     <loader supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='type'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>rom</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>pflash</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='readonly'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>yes</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>no</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='secure'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>no</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:     </loader>
Oct 27 16:04:21 user nova-compute[75076]:   </os>
Oct 27 16:04:21 user nova-compute[75076]:   <cpu>
Oct 27 16:04:21 user nova-compute[75076]:     <mode name='host-passthrough' supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='hostPassthroughMigratable'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>on</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>off</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:     </mode>
Oct 27 16:04:21 user nova-compute[75076]:     <mode name='maximum' supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='maximumMigratable'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>on</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>off</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:     </mode>
Oct 27 16:04:21 user nova-compute[75076]:     <mode name='host-model' supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 27 16:04:21 user nova-compute[75076]:       <vendor>Intel</vendor>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='ss'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='vmx'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='pcid'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='hypervisor'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='arat'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='tsc_adjust'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='umip'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='md-clear'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='stibp'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='arch-capabilities'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='ssbd'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='invtsc'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='ibpb'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='ibrs'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='amd-stibp'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='amd-ssbd'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='rsba'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='require' name='pschange-mc-no'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='disable' name='erms'/>
Oct 27 16:04:21 user nova-compute[75076]:       <feature policy='disable' name='xsaveopt'/>
Oct 27 16:04:21 user nova-compute[75076]:     </mode>
Oct 27 16:04:21 user nova-compute[75076]:     <mode name='custom' supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>qemu64</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>qemu32</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>phenom</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>pentium3</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>pentium2</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>pentium</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>n270</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>kvm64</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>kvm32</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>coreduo</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>core2duo</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>athlon</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>Westmere-IBRS</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>Westmere</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Snowridge</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Skylake-Server</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Skylake-Client</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>SandyBridge</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>Penryn</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Opteron_G5</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Opteron_G4</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Opteron_G3</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Opteron_G2</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>Opteron_G1</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>Nehalem</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>IvyBridge</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Icelake-Server</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Haswell-noTSX</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Haswell-IBRS</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Haswell</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>EPYC-Rome</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>EPYC-Milan</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>EPYC-IBPB</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>EPYC</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Dhyana</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Cooperlake</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>Conroe</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Cascadelake-Server</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Broadwell-noTSX</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Broadwell-IBRS</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='no'>Broadwell</model>
Oct 27 16:04:21 user nova-compute[75076]:       <model usable='yes'>486</model>
Oct 27 16:04:21 user nova-compute[75076]:     </mode>
Oct 27 16:04:21 user nova-compute[75076]:   </cpu>
Oct 27 16:04:21 user nova-compute[75076]:   <memoryBacking supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:     <enum name='sourceType'>
Oct 27 16:04:21 user nova-compute[75076]:       <value>file</value>
Oct 27 16:04:21 user nova-compute[75076]:       <value>anonymous</value>
Oct 27 16:04:21 user nova-compute[75076]:       <value>memfd</value>
Oct 27 16:04:21 user nova-compute[75076]:     </enum>
Oct 27 16:04:21 user nova-compute[75076]:   </memoryBacking>
Oct 27 16:04:21 user nova-compute[75076]:   <devices>
Oct 27 16:04:21 user nova-compute[75076]:     <disk supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='diskDevice'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>disk</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>cdrom</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>floppy</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>lun</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='bus'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>ide</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>fdc</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>scsi</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>virtio</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>usb</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>sata</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='model'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>virtio</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>virtio-transitional</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>virtio-non-transitional</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:     </disk>
Oct 27 16:04:21 user nova-compute[75076]:     <graphics supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='type'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>sdl</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>vnc</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>spice</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>egl-headless</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:     </graphics>
Oct 27 16:04:21 user nova-compute[75076]:     <video supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='modelType'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>vga</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>cirrus</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>vmvga</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>qxl</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>virtio</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>none</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>bochs</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>ramfb</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:     </video>
Oct 27 16:04:21 user nova-compute[75076]:     <hostdev supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='mode'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>subsystem</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='startupPolicy'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>default</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>mandatory</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>requisite</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>optional</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='subsysType'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>usb</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>pci</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>scsi</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='capsType'/>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='pciBackend'/>
Oct 27 16:04:21 user nova-compute[75076]:     </hostdev>
Oct 27 16:04:21 user nova-compute[75076]:     <rng supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='model'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>virtio</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>virtio-transitional</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>virtio-non-transitional</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='backendModel'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>random</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>egd</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>builtin</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:     </rng>
Oct 27 16:04:21 user nova-compute[75076]:     <filesystem supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='driverType'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>path</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>handle</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>virtiofs</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:     </filesystem>
Oct 27 16:04:21 user nova-compute[75076]:     <tpm supported='yes'>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='model'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>tpm-tis</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>tpm-crb</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:       <enum name='backendModel'>
Oct 27 16:04:21 user nova-compute[75076]:         <value>passthrough</value>
Oct 27 16:04:21 user nova-compute[75076]:         <value>emulator</value>
Oct 27 16:04:21 user nova-compute[75076]:       </enum>
Oct 27 16:04:21 user nova-compute[75076]:     </tpm>
Oct 27 16:04:21 user nova-compute[75076]:   </devices>
Oct 27 16:04:21 user nova-compute[75076]:   <features>
Oct 27 16:04:21 user nova-compute[75076]:     <gic supported='no'/>
Oct 27 16:04:21 user nova-compute[75076]:     <vmcoreinfo supported='yes'/>
Oct 27 16:04:21 user nova-compute[75076]:     <genid supported='yes'/>
Oct 27 16:04:21 user nova-compute[75076]:     <backingStoreInput supported='yes'/>
Oct 27 16:04:21 user nova-compute[75076]:     <backup supported='yes'/>
Oct 27 16:04:21 user nova-compute[75076]:     <sev supported='no'/>
Oct 27 16:04:21 user nova-compute[75076]:   </features>
Oct 27 16:04:21 user nova-compute[75076]: </domainCapabilities>
Oct 27 16:04:21 user nova-compute[75076]:  {{(pid=75076) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 27 16:04:21 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Getting domain capabilities for xtensa via machine types: {None} {{(pid=75076) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 16:04:21 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Error from libvirt when retrieving domain capabilities for arch xtensa / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensa' on this host {{(pid=75076) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 16:04:21 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Getting domain capabilities for xtensaeb via machine types: {None} {{(pid=75076) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 27 16:04:21 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Error from libvirt when retrieving domain capabilities for arch xtensaeb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensaeb' on this host {{(pid=75076) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 27 16:04:21 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Checking secure boot support for host arch (x86_64) {{(pid=75076) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Oct 27 16:04:21 user nova-compute[75076]: INFO nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Secure Boot support detected
Oct 27 16:04:21 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] cpu compare xml: <cpu match="exact">
Oct 27 16:04:21 user nova-compute[75076]:   <model>Nehalem</model>
Oct 27 16:04:21 user nova-compute[75076]: </cpu>
Oct 27 16:04:21 user nova-compute[75076]:  {{(pid=75076) _compare_cpu /opt/stack/nova/nova/virt/libvirt/driver.py:10023}}
Oct 27 16:04:21 user nova-compute[75076]: INFO nova.virt.node [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Generated node identity 543fff1b-1911-4710-bad6-6bd4c750c641
Oct 27 16:04:21 user nova-compute[75076]: INFO nova.virt.node [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Wrote node identity 543fff1b-1911-4710-bad6-6bd4c750c641 to /opt/stack/data/nova/compute_id
Oct 27 16:04:21 user nova-compute[75076]: WARNING nova.compute.manager [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Compute nodes ['543fff1b-1911-4710-bad6-6bd4c750c641'] for host user were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning.
Oct 27 16:04:21 user nova-compute[75076]: INFO nova.compute.manager [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host
Oct 27 16:04:21 user nova-compute[75076]: WARNING nova.compute.manager [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] No compute node record found for host user. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Oct 27 16:04:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:04:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:04:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:04:21 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:04:21 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:04:21 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:04:21 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Hypervisor/Node resource view: name=user free_ram=10992MB free_disk=26.21912384033203GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:04:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:04:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:04:21 user nova-compute[75076]: WARNING nova.compute.resource_tracker [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] No compute node record for user:543fff1b-1911-4710-bad6-6bd4c750c641: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 543fff1b-1911-4710-bad6-6bd4c750c641 could not be found.
Oct 27 16:04:21 user nova-compute[75076]: INFO nova.compute.resource_tracker [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Compute node record created for user:user with uuid: 543fff1b-1911-4710-bad6-6bd4c750c641
Oct 27 16:04:21 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:04:21 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:04:21 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] [req-398273cb-95ff-4249-9bcb-aeeb64e616de] Created resource provider record via placement API for resource provider with UUID 543fff1b-1911-4710-bad6-6bd4c750c641 and name user.
Oct 27 16:04:21 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] /sys/module/kvm_amd/parameters/sev does not exist {{(pid=75076) _kernel_supports_amd_sev /opt/stack/nova/nova/virt/libvirt/host.py:1795}}
Oct 27 16:04:21 user nova-compute[75076]: INFO nova.virt.libvirt.host [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] kernel doesn't support AMD SEV
Oct 27 16:04:21 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Updating inventory in ProviderTree for provider 543fff1b-1911-4710-bad6-6bd4c750c641 with inventory: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 27 16:04:21 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:04:21 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Libvirt baseline CPU <cpu>
Oct 27 16:04:21 user nova-compute[75076]:   <arch>x86_64</arch>
Oct 27 16:04:21 user nova-compute[75076]:   <model>Nehalem</model>
Oct 27 16:04:21 user nova-compute[75076]:   <vendor>Intel</vendor>
Oct 27 16:04:21 user nova-compute[75076]:   <topology sockets="6" cores="1" threads="1"/>
Oct 27 16:04:21 user nova-compute[75076]: </cpu>
Oct 27 16:04:21 user nova-compute[75076]:  {{(pid=75076) _get_guest_baseline_cpu_features /opt/stack/nova/nova/virt/libvirt/driver.py:12513}}
Oct 27 16:04:21 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Updated inventory for provider 543fff1b-1911-4710-bad6-6bd4c750c641 with generation 0 in Placement from set_inventory_for_provider using data: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:957}}
Oct 27 16:04:21 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Updating resource provider 543fff1b-1911-4710-bad6-6bd4c750c641 generation from 0 to 1 during operation: update_inventory {{(pid=75076) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Oct 27 16:04:21 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Updating inventory in ProviderTree for provider 543fff1b-1911-4710-bad6-6bd4c750c641 with inventory: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 27 16:04:22 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Updating resource provider 543fff1b-1911-4710-bad6-6bd4c750c641 generation from 1 to 2 during operation: update_traits {{(pid=75076) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Oct 27 16:04:22 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:04:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.680s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:04:22 user nova-compute[75076]: DEBUG nova.service [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Creating RPC server for service compute {{(pid=75076) start /opt/stack/nova/nova/service.py:182}}
Oct 27 16:04:22 user nova-compute[75076]: DEBUG nova.service [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] Join ServiceGroup membership for this service compute {{(pid=75076) start /opt/stack/nova/nova/service.py:199}}
Oct 27 16:04:22 user nova-compute[75076]: DEBUG nova.servicegroup.drivers.db [None req-c62fc1ff-e371-4fe7-a4bf-1f2608451988 None None] DB_Driver: join new ServiceGroup member user to the compute group, service = <Service: host=user, binary=nova-compute, manager_class_name=nova.compute.manager.ComputeManager> {{(pid=75076) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}}
Oct 27 16:05:16 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:05:16 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:05:16 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:05:16 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Rebuilding the list of instances to heal {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 16:05:16 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Didn't find any instances for network info cache update. {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 27 16:05:16 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:05:16 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:05:16 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:05:16 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:05:16 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:05:16 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._sync_power_states {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:05:16 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:05:16 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:05:16 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:05:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:05:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:05:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:05:16 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:05:16 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:05:16 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:05:16 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=10316MB free_disk=26.12276840209961GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:05:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:05:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:05:16 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:05:16 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:05:16 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:05:16 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:05:16 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:05:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.167s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:05:16 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:06:13 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:06:13 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:06:13 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:06:13 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Rebuilding the list of instances to heal {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 16:06:13 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Didn't find any instances for network info cache update. {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 27 16:06:13 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:06:13 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:06:13 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:06:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:06:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:06:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:06:13 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:06:13 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:06:13 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:06:13 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=10363MB free_disk=26.18683624267578GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:06:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:06:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:06:13 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:06:13 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:06:13 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:06:13 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:06:14 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:06:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.143s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:06:14 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:06:14 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:06:14 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:06:15 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:06:15 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:06:15 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:07:13 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:07:13 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:07:13 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Rebuilding the list of instances to heal {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 16:07:13 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Didn't find any instances for network info cache update. {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 27 16:07:13 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:07:13 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:07:14 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:07:15 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:07:15 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:07:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:07:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:07:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:07:15 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:07:15 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:07:15 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:07:15 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=10361MB free_disk=25.94048309326172GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:07:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:07:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:07:15 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:07:15 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:07:15 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:07:15 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:07:15 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:07:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.130s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:07:16 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:07:16 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:07:17 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:07:17 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:08:13 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:08:13 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:08:14 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:08:14 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:08:14 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:08:14 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Rebuilding the list of instances to heal {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 16:08:14 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Didn't find any instances for network info cache update. {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 27 16:08:15 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:08:16 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:08:16 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:08:17 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:08:17 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:08:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:17 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:08:17 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:08:17 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:08:17 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=9605MB free_disk=25.960067749023438GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:08:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:17 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:08:17 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:08:17 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:08:17 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:08:17 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:08:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.153s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:19 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:08:19 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:08:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "961254d8-ebf1-4fa6-a93d-62c8eb1bd359" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "961254d8-ebf1-4fa6-a93d-62c8eb1bd359" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:24 user nova-compute[75076]: DEBUG nova.compute.manager [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:08:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:24 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:08:24 user nova-compute[75076]: INFO nova.compute.claims [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Claim successful on node user
Oct 27 16:08:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:25 user nova-compute[75076]: DEBUG nova.compute.manager [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:08:25 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:08:25 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:08:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.481s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:25 user nova-compute[75076]: DEBUG nova.compute.manager [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:08:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:25 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:08:25 user nova-compute[75076]: INFO nova.compute.claims [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Claim successful on node user
Oct 27 16:08:25 user nova-compute[75076]: DEBUG nova.compute.manager [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:08:25 user nova-compute[75076]: DEBUG nova.network.neutron [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:08:25 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:08:25 user nova-compute[75076]: DEBUG nova.compute.manager [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:08:25 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:08:25 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:08:25 user nova-compute[75076]: DEBUG nova.compute.manager [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:08:25 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:08:25 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Creating image(s)
Oct 27 16:08:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "/opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "/opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "/opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.369s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:25 user nova-compute[75076]: DEBUG nova.compute.manager [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:08:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6.part --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:26 user nova-compute[75076]: DEBUG nova.policy [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '292311e3f0db4dc199101504f91de7f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b35a9703a8942d3b1e8a7ed3ccdb494', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:08:26 user nova-compute[75076]: DEBUG nova.compute.manager [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:08:26 user nova-compute[75076]: DEBUG nova.network.neutron [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:08:26 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:08:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "add0650a-7ec6-4d12-9662-880e6b3f7052" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "add0650a-7ec6-4d12-9662-880e6b3f7052" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:26 user nova-compute[75076]: DEBUG nova.compute.manager [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:08:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6.part --force-share --output=json" returned: 0 in 0.191s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:26 user nova-compute[75076]: DEBUG nova.virt.images [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] 7d0575fb-f5ea-4157-a39d-ba81df105df8 was qcow2, converting to raw {{(pid=75076) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 27 16:08:26 user nova-compute[75076]: DEBUG nova.privsep.utils [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75076) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 27 16:08:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6.part /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6.converted {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:26 user nova-compute[75076]: DEBUG nova.compute.manager [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:08:26 user nova-compute[75076]: DEBUG nova.policy [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c99e98aaaae434397f33178d51b0f20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ef018ddb1b54e7b996b9fb0f8e15c10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:08:26 user nova-compute[75076]: DEBUG nova.compute.manager [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:08:26 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:08:26 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Creating image(s)
Oct 27 16:08:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "/opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "/opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "/opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6.part /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6.converted" returned: 0 in 0.206s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6.converted --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:26 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:08:26 user nova-compute[75076]: INFO nova.compute.claims [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Claim successful on node user
Oct 27 16:08:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6.converted --force-share --output=json" returned: 0 in 0.210s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.056s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:26 user nova-compute[75076]: INFO oslo.privsep.daemon [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'nova.privsep.sys_admin_pctxt', '--privsep_sock_path', '/tmp/tmp4ub07mx_/privsep.sock']
Oct 27 16:08:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.243s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:26 user sudo[84345]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmp4ub07mx_/privsep.sock
Oct 27 16:08:26 user sudo[84345]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 27 16:08:26 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:08:26 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:08:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.349s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:26 user nova-compute[75076]: DEBUG nova.compute.manager [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:08:27 user nova-compute[75076]: DEBUG nova.compute.manager [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:08:27 user nova-compute[75076]: DEBUG nova.network.neutron [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:08:27 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:08:27 user nova-compute[75076]: DEBUG nova.compute.manager [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:08:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:27 user nova-compute[75076]: DEBUG nova.compute.manager [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:08:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Acquiring lock "c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Lock "c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:27 user nova-compute[75076]: DEBUG nova.policy [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c99e98aaaae434397f33178d51b0f20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ef018ddb1b54e7b996b9fb0f8e15c10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:08:27 user nova-compute[75076]: DEBUG nova.compute.manager [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:08:27 user nova-compute[75076]: DEBUG nova.compute.manager [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:08:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:08:27 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Creating image(s)
Oct 27 16:08:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "/opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "/opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "/opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:27 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:08:27 user nova-compute[75076]: INFO nova.compute.claims [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Claim successful on node user
Oct 27 16:08:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:27 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:08:27 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:08:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.349s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:27 user nova-compute[75076]: DEBUG nova.compute.manager [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:08:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.268s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:27 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:08:27 user nova-compute[75076]: INFO nova.compute.claims [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Claim successful on node user
Oct 27 16:08:27 user nova-compute[75076]: DEBUG nova.compute.manager [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:08:27 user nova-compute[75076]: DEBUG nova.network.neutron [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:08:27 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:08:27 user nova-compute[75076]: DEBUG nova.compute.manager [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:08:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquiring lock "326254e7-ff86-424b-95ad-e65d08254daa" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "326254e7-ff86-424b-95ad-e65d08254daa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG nova.policy [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '714d6bf7998c4abd8641b678ee293691', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eca4241be0a24932b482fcdba2f45482', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG nova.compute.manager [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:08:28 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Creating image(s)
Oct 27 16:08:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "/opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "/opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "/opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:28 user sudo[84345]: pam_unix(sudo:session): session closed for user root
Oct 27 16:08:28 user nova-compute[75076]: INFO oslo.privsep.daemon [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Spawned new privsep daemon via rootwrap
Oct 27 16:08:28 user nova-compute[75076]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 27 16:08:28 user nova-compute[75076]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 27 16:08:28 user nova-compute[75076]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/none
Oct 27 16:08:28 user nova-compute[75076]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84348
Oct 27 16:08:28 user nova-compute[75076]: WARNING oslo_privsep.priv_context [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] privsep daemon already running
Oct 27 16:08:28 user nova-compute[75076]: WARNING oslo_privsep.priv_context [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] privsep daemon already running
Oct 27 16:08:28 user nova-compute[75076]: WARNING oslo_privsep.priv_context [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] privsep daemon already running
Oct 27 16:08:28 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG nova.network.neutron [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Successfully created port: 427144d0-c0ee-47a4-bb1f-3a332a3edc64 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.506s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG nova.compute.manager [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.073s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:08:28 user nova-compute[75076]: INFO nova.compute.claims [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Claim successful on node user
Oct 27 16:08:28 user nova-compute[75076]: DEBUG nova.compute.manager [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG nova.network.neutron [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG nova.network.neutron [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Successfully created port: 3b291e38-39d5-4060-982d-e302febd2986 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:08:28 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:08:28 user nova-compute[75076]: DEBUG nova.compute.manager [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.204s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.222s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.296s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.208s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG nova.compute.manager [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:08:28 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Creating image(s)
Oct 27 16:08:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Acquiring lock "/opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Lock "/opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Lock "/opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.208s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk 1073741824" returned: 0 in 0.044s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.256s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.228s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.202s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Acquiring lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.731s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:28 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.188s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Checking if we can resize image /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk. size=1073741824 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG nova.network.neutron [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Successfully created port: a8c2098a-84d6-4ed0-847d-93749df73f69 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.235s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:29 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk 1073741824" returned: 0 in 0.047s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.290s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.551s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Cannot resize image /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk to a smaller size. {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Ensure instance console log exists: /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG nova.policy [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd058adeaa3c5495d938566a72ca07bd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f7508e301974f7c864862ca603b09d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.183s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Checking if we can resize image /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk. size=1073741824 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.188s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:08:29 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Creating image(s)
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquiring lock "/opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "/opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "/opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk 1073741824" returned: 0 in 0.074s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.281s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.846s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG nova.policy [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2432dafd2f045488341359a6b6dbcc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2765fd69b2e346a4aeb287c2d61f2f9b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Cannot resize image /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk to a smaller size. {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Ensure instance console log exists: /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.187s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquiring lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.180s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk. size=1073741824 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.194s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk 1073741824" returned: 0 in 0.041s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.242s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.869s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Cannot resize image /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk to a smaller size. {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Ensure instance console log exists: /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.172s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Checking if we can resize image /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk. size=1073741824 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.201s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/disk 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/disk 1073741824" returned: 0 in 0.041s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.250s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.425s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Cannot resize image /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk to a smaller size. {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Ensure instance console log exists: /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.198s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/disk. size=1073741824 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG nova.network.neutron [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Successfully created port: 842a9b6b-f37e-4201-a4a5-86f51db9c011 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.209s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa/disk 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa/disk 1073741824" returned: 0 in 0.039s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.253s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG nova.network.neutron [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Successfully updated port: 3b291e38-39d5-4060-982d-e302febd2986 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "refresh_cache-961254d8-ebf1-4fa6-a93d-62c8eb1bd359" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquired lock "refresh_cache-961254d8-ebf1-4fa6-a93d-62c8eb1bd359" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG nova.network.neutron [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Cannot resize image /opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/disk to a smaller size. {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Ensure instance console log exists: /opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.171s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Checking if we can resize image /opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa/disk. size=1073741824 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG nova.network.neutron [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Cannot resize image /opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa/disk to a smaller size. {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Ensure instance console log exists: /opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG nova.compute.manager [req-a1352a1c-4125-4797-92ff-9402bb929f07 req-421d63ff-b2b3-403a-8504-8fc6b52103a8 service nova] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Received event network-changed-3b291e38-39d5-4060-982d-e302febd2986 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG nova.compute.manager [req-a1352a1c-4125-4797-92ff-9402bb929f07 req-421d63ff-b2b3-403a-8504-8fc6b52103a8 service nova] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Refreshing instance network info cache due to event network-changed-3b291e38-39d5-4060-982d-e302febd2986. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:08:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a1352a1c-4125-4797-92ff-9402bb929f07 req-421d63ff-b2b3-403a-8504-8fc6b52103a8 service nova] Acquiring lock "refresh_cache-961254d8-ebf1-4fa6-a93d-62c8eb1bd359" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG nova.network.neutron [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Updating instance_info_cache with network_info: [{"id": "3b291e38-39d5-4060-982d-e302febd2986", "address": "fa:16:3e:36:e0:3f", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b291e38-39", "ovs_interfaceid": "3b291e38-39d5-4060-982d-e302febd2986", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Releasing lock "refresh_cache-961254d8-ebf1-4fa6-a93d-62c8eb1bd359" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG nova.compute.manager [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Instance network_info: |[{"id": "3b291e38-39d5-4060-982d-e302febd2986", "address": "fa:16:3e:36:e0:3f", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b291e38-39", "ovs_interfaceid": "3b291e38-39d5-4060-982d-e302febd2986", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a1352a1c-4125-4797-92ff-9402bb929f07 req-421d63ff-b2b3-403a-8504-8fc6b52103a8 service nova] Acquired lock "refresh_cache-961254d8-ebf1-4fa6-a93d-62c8eb1bd359" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG nova.network.neutron [req-a1352a1c-4125-4797-92ff-9402bb929f07 req-421d63ff-b2b3-403a-8504-8fc6b52103a8 service nova] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Refreshing network info cache for port 3b291e38-39d5-4060-982d-e302febd2986 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Start _get_guest_xml network_info=[{"id": "3b291e38-39d5-4060-982d-e302febd2986", "address": "fa:16:3e:36:e0:3f", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b291e38-39", "ovs_interfaceid": "3b291e38-39d5-4060-982d-e302febd2986", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:08:31 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:08:31 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:08:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG nova.privsep.utils [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75076) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:08:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-718744814',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-718744814',id=1,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8b35a9703a8942d3b1e8a7ed3ccdb494',ramdisk_id='',reservation_id='r-3a19gc3k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1685226580',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:08:26Z,user_data=None,user_id='292311e3f0db4dc199101504f91de7f7',uuid=961254d8-ebf1-4fa6-a93d-62c8eb1bd359,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3b291e38-39d5-4060-982d-e302febd2986", "address": "fa:16:3e:36:e0:3f", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b291e38-39", "ovs_interfaceid": "3b291e38-39d5-4060-982d-e302febd2986", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Converting VIF {"id": "3b291e38-39d5-4060-982d-e302febd2986", "address": "fa:16:3e:36:e0:3f", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b291e38-39", "ovs_interfaceid": "3b291e38-39d5-4060-982d-e302febd2986", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:36:e0:3f,bridge_name='br-int',has_traffic_filtering=True,id=3b291e38-39d5-4060-982d-e302febd2986,network=Network(dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b291e38-39') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG nova.objects.instance [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lazy-loading 'pci_devices' on Instance uuid 961254d8-ebf1-4fa6-a93d-62c8eb1bd359 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG nova.network.neutron [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Successfully updated port: a8c2098a-84d6-4ed0-847d-93749df73f69 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Successfully created port: f0fcc042-4c5a-4282-b45f-b58e3490bc42 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:08:31 user nova-compute[75076]:   <uuid>961254d8-ebf1-4fa6-a93d-62c8eb1bd359</uuid>
Oct 27 16:08:31 user nova-compute[75076]:   <name>instance-00000001</name>
Oct 27 16:08:31 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:08:31 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:08:31 user nova-compute[75076]:   <metadata>
Oct 27 16:08:31 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:08:31 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:08:31 user nova-compute[75076]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-718744814</nova:name>
Oct 27 16:08:31 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:08:31</nova:creationTime>
Oct 27 16:08:31 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:08:31 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:08:31 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:08:31 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:08:31 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:08:31 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:08:31 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:08:31 user nova-compute[75076]:       <nova:owner>
Oct 27 16:08:31 user nova-compute[75076]:         <nova:user uuid="292311e3f0db4dc199101504f91de7f7">tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member</nova:user>
Oct 27 16:08:31 user nova-compute[75076]:         <nova:project uuid="8b35a9703a8942d3b1e8a7ed3ccdb494">tempest-ServerBootFromVolumeStableRescueTest-1685226580</nova:project>
Oct 27 16:08:31 user nova-compute[75076]:       </nova:owner>
Oct 27 16:08:31 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:08:31 user nova-compute[75076]:       <nova:ports>
Oct 27 16:08:31 user nova-compute[75076]:         <nova:port uuid="3b291e38-39d5-4060-982d-e302febd2986">
Oct 27 16:08:31 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 27 16:08:31 user nova-compute[75076]:         </nova:port>
Oct 27 16:08:31 user nova-compute[75076]:       </nova:ports>
Oct 27 16:08:31 user nova-compute[75076]:     </nova:instance>
Oct 27 16:08:31 user nova-compute[75076]:   </metadata>
Oct 27 16:08:31 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:08:31 user nova-compute[75076]:     <system>
Oct 27 16:08:31 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:08:31 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:08:31 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:08:31 user nova-compute[75076]:       <entry name="serial">961254d8-ebf1-4fa6-a93d-62c8eb1bd359</entry>
Oct 27 16:08:31 user nova-compute[75076]:       <entry name="uuid">961254d8-ebf1-4fa6-a93d-62c8eb1bd359</entry>
Oct 27 16:08:31 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:08:31 user nova-compute[75076]:     </system>
Oct 27 16:08:31 user nova-compute[75076]:   </sysinfo>
Oct 27 16:08:31 user nova-compute[75076]:   <os>
Oct 27 16:08:31 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:08:31 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:08:31 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:08:31 user nova-compute[75076]:   </os>
Oct 27 16:08:31 user nova-compute[75076]:   <features>
Oct 27 16:08:31 user nova-compute[75076]:     <acpi/>
Oct 27 16:08:31 user nova-compute[75076]:     <apic/>
Oct 27 16:08:31 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:08:31 user nova-compute[75076]:   </features>
Oct 27 16:08:31 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:08:31 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:08:31 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:08:31 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:08:31 user nova-compute[75076]:   </clock>
Oct 27 16:08:31 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:08:31 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:08:31 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:08:31 user nova-compute[75076]:   </cpu>
Oct 27 16:08:31 user nova-compute[75076]:   <devices>
Oct 27 16:08:31 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:08:31 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:08:31 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk"/>
Oct 27 16:08:31 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:08:31 user nova-compute[75076]:     </disk>
Oct 27 16:08:31 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:08:31 user nova-compute[75076]:       <mac address="fa:16:3e:36:e0:3f"/>
Oct 27 16:08:31 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:08:31 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:08:31 user nova-compute[75076]:       <target dev="tap3b291e38-39"/>
Oct 27 16:08:31 user nova-compute[75076]:     </interface>
Oct 27 16:08:31 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:08:31 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/console.log" append="off"/>
Oct 27 16:08:31 user nova-compute[75076]:     </serial>
Oct 27 16:08:31 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:08:31 user nova-compute[75076]:     <video>
Oct 27 16:08:31 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:08:31 user nova-compute[75076]:     </video>
Oct 27 16:08:31 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:08:31 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:08:31 user nova-compute[75076]:     </rng>
Oct 27 16:08:31 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:08:31 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:08:31 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:08:31 user nova-compute[75076]:     </memballoon>
Oct 27 16:08:31 user nova-compute[75076]:   </devices>
Oct 27 16:08:31 user nova-compute[75076]: </domain>
Oct 27 16:08:31 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:08:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-718744814',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-718744814',id=1,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8b35a9703a8942d3b1e8a7ed3ccdb494',ramdisk_id='',reservation_id='r-3a19gc3k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1685226580',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:08:26Z,user_data=None,user_id='292311e3f0db4dc199101504f91de7f7',uuid=961254d8-ebf1-4fa6-a93d-62c8eb1bd359,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3b291e38-39d5-4060-982d-e302febd2986", "address": "fa:16:3e:36:e0:3f", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b291e38-39", "ovs_interfaceid": "3b291e38-39d5-4060-982d-e302febd2986", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Converting VIF {"id": "3b291e38-39d5-4060-982d-e302febd2986", "address": "fa:16:3e:36:e0:3f", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b291e38-39", "ovs_interfaceid": "3b291e38-39d5-4060-982d-e302febd2986", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:36:e0:3f,bridge_name='br-int',has_traffic_filtering=True,id=3b291e38-39d5-4060-982d-e302febd2986,network=Network(dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b291e38-39') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG os_vif [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:36:e0:3f,bridge_name='br-int',has_traffic_filtering=True,id=3b291e38-39d5-4060-982d-e302febd2986,network=Network(dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b291e38-39') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "refresh_cache-add0650a-7ec6-4d12-9662-880e6b3f7052" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquired lock "refresh_cache-add0650a-7ec6-4d12-9662-880e6b3f7052" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG nova.network.neutron [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Created schema index Interface.name {{(pid=75076) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Created schema index Port.name {{(pid=75076) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Created schema index Bridge.name {{(pid=75076) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] tcp:127.0.0.1:6640: entering CONNECTING {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [POLLOUT] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:08:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:08:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '92020150-b68a-5a41-b927-f367cba46fd7', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:08:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:08:32 user nova-compute[75076]: INFO oslo.privsep.daemon [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'vif_plug_ovs.privsep.vif_plug', '--privsep_sock_path', '/tmp/tmp0fi8uv2u/privsep.sock']
Oct 27 16:08:32 user sudo[84478]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmp0fi8uv2u/privsep.sock
Oct 27 16:08:32 user sudo[84478]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 27 16:08:32 user nova-compute[75076]: DEBUG nova.compute.manager [req-8fd3fca4-003b-4ec5-97f7-747b4648577c req-ddae60f6-a54b-4405-9689-f58c23f22e27 service nova] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Received event network-changed-a8c2098a-84d6-4ed0-847d-93749df73f69 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:08:32 user nova-compute[75076]: DEBUG nova.compute.manager [req-8fd3fca4-003b-4ec5-97f7-747b4648577c req-ddae60f6-a54b-4405-9689-f58c23f22e27 service nova] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Refreshing instance network info cache due to event network-changed-a8c2098a-84d6-4ed0-847d-93749df73f69. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:08:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8fd3fca4-003b-4ec5-97f7-747b4648577c req-ddae60f6-a54b-4405-9689-f58c23f22e27 service nova] Acquiring lock "refresh_cache-add0650a-7ec6-4d12-9662-880e6b3f7052" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:08:32 user nova-compute[75076]: DEBUG nova.network.neutron [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:08:32 user nova-compute[75076]: DEBUG nova.network.neutron [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Successfully updated port: 427144d0-c0ee-47a4-bb1f-3a332a3edc64 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:08:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "refresh_cache-79fc2f4a-6f6f-480b-92b4-0ee7414acaf4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:08:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquired lock "refresh_cache-79fc2f4a-6f6f-480b-92b4-0ee7414acaf4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:08:32 user nova-compute[75076]: DEBUG nova.network.neutron [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:08:32 user nova-compute[75076]: DEBUG nova.network.neutron [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:08:32 user nova-compute[75076]: DEBUG nova.network.neutron [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Successfully created port: 77926178-3290-4300-9402-540e345190e6 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:08:32 user nova-compute[75076]: DEBUG nova.compute.manager [req-6662b302-c972-4dee-b61c-ce3989b8e4c0 req-9da254b9-28eb-4464-bd02-37323b72a5f4 service nova] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Received event network-changed-427144d0-c0ee-47a4-bb1f-3a332a3edc64 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:08:32 user nova-compute[75076]: DEBUG nova.compute.manager [req-6662b302-c972-4dee-b61c-ce3989b8e4c0 req-9da254b9-28eb-4464-bd02-37323b72a5f4 service nova] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Refreshing instance network info cache due to event network-changed-427144d0-c0ee-47a4-bb1f-3a332a3edc64. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:08:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-6662b302-c972-4dee-b61c-ce3989b8e4c0 req-9da254b9-28eb-4464-bd02-37323b72a5f4 service nova] Acquiring lock "refresh_cache-79fc2f4a-6f6f-480b-92b4-0ee7414acaf4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG nova.network.neutron [req-a1352a1c-4125-4797-92ff-9402bb929f07 req-421d63ff-b2b3-403a-8504-8fc6b52103a8 service nova] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Updated VIF entry in instance network info cache for port 3b291e38-39d5-4060-982d-e302febd2986. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG nova.network.neutron [req-a1352a1c-4125-4797-92ff-9402bb929f07 req-421d63ff-b2b3-403a-8504-8fc6b52103a8 service nova] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Updating instance_info_cache with network_info: [{"id": "3b291e38-39d5-4060-982d-e302febd2986", "address": "fa:16:3e:36:e0:3f", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b291e38-39", "ovs_interfaceid": "3b291e38-39d5-4060-982d-e302febd2986", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a1352a1c-4125-4797-92ff-9402bb929f07 req-421d63ff-b2b3-403a-8504-8fc6b52103a8 service nova] Releasing lock "refresh_cache-961254d8-ebf1-4fa6-a93d-62c8eb1bd359" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG nova.network.neutron [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Successfully updated port: 842a9b6b-f37e-4201-a4a5-86f51db9c011 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG nova.network.neutron [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Updating instance_info_cache with network_info: [{"id": "a8c2098a-84d6-4ed0-847d-93749df73f69", "address": "fa:16:3e:a7:18:ad", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8c2098a-84", "ovs_interfaceid": "a8c2098a-84d6-4ed0-847d-93749df73f69", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "refresh_cache-b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquired lock "refresh_cache-b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG nova.network.neutron [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Releasing lock "refresh_cache-add0650a-7ec6-4d12-9662-880e6b3f7052" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG nova.compute.manager [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Instance network_info: |[{"id": "a8c2098a-84d6-4ed0-847d-93749df73f69", "address": "fa:16:3e:a7:18:ad", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8c2098a-84", "ovs_interfaceid": "a8c2098a-84d6-4ed0-847d-93749df73f69", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8fd3fca4-003b-4ec5-97f7-747b4648577c req-ddae60f6-a54b-4405-9689-f58c23f22e27 service nova] Acquired lock "refresh_cache-add0650a-7ec6-4d12-9662-880e6b3f7052" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG nova.network.neutron [req-8fd3fca4-003b-4ec5-97f7-747b4648577c req-ddae60f6-a54b-4405-9689-f58c23f22e27 service nova] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Refreshing network info cache for port a8c2098a-84d6-4ed0-847d-93749df73f69 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Start _get_guest_xml network_info=[{"id": "a8c2098a-84d6-4ed0-847d-93749df73f69", "address": "fa:16:3e:a7:18:ad", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8c2098a-84", "ovs_interfaceid": "a8c2098a-84d6-4ed0-847d-93749df73f69", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:08:33 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:08:33 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:08:33 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:08:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1573530011',display_name='tempest-ServerRescueNegativeTestJSON-server-1573530011',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1573530011',id=3,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0ef018ddb1b54e7b996b9fb0f8e15c10',ramdisk_id='',reservation_id='r-kc6cqs5s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1251262599',owner_user_name='tempest-ServerRescueNegativeTestJSON-1251262599-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:08:27Z,user_data=None,user_id='0c99e98aaaae434397f33178d51b0f20',uuid=add0650a-7ec6-4d12-9662-880e6b3f7052,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a8c2098a-84d6-4ed0-847d-93749df73f69", "address": "fa:16:3e:a7:18:ad", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8c2098a-84", "ovs_interfaceid": "a8c2098a-84d6-4ed0-847d-93749df73f69", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Converting VIF {"id": "a8c2098a-84d6-4ed0-847d-93749df73f69", "address": "fa:16:3e:a7:18:ad", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8c2098a-84", "ovs_interfaceid": "a8c2098a-84d6-4ed0-847d-93749df73f69", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a7:18:ad,bridge_name='br-int',has_traffic_filtering=True,id=a8c2098a-84d6-4ed0-847d-93749df73f69,network=Network(a3001d2a-0821-4923-b18e-5d46ff3977e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8c2098a-84') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG nova.objects.instance [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lazy-loading 'pci_devices' on Instance uuid add0650a-7ec6-4d12-9662-880e6b3f7052 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:08:33 user nova-compute[75076]:   <uuid>add0650a-7ec6-4d12-9662-880e6b3f7052</uuid>
Oct 27 16:08:33 user nova-compute[75076]:   <name>instance-00000003</name>
Oct 27 16:08:33 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:08:33 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:08:33 user nova-compute[75076]:   <metadata>
Oct 27 16:08:33 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:08:33 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:08:33 user nova-compute[75076]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1573530011</nova:name>
Oct 27 16:08:33 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:08:33</nova:creationTime>
Oct 27 16:08:33 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:08:33 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:08:33 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:08:33 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:08:33 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:08:33 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:08:33 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:08:33 user nova-compute[75076]:       <nova:owner>
Oct 27 16:08:33 user nova-compute[75076]:         <nova:user uuid="0c99e98aaaae434397f33178d51b0f20">tempest-ServerRescueNegativeTestJSON-1251262599-project-member</nova:user>
Oct 27 16:08:33 user nova-compute[75076]:         <nova:project uuid="0ef018ddb1b54e7b996b9fb0f8e15c10">tempest-ServerRescueNegativeTestJSON-1251262599</nova:project>
Oct 27 16:08:33 user nova-compute[75076]:       </nova:owner>
Oct 27 16:08:33 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:08:33 user nova-compute[75076]:       <nova:ports>
Oct 27 16:08:33 user nova-compute[75076]:         <nova:port uuid="a8c2098a-84d6-4ed0-847d-93749df73f69">
Oct 27 16:08:33 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 27 16:08:33 user nova-compute[75076]:         </nova:port>
Oct 27 16:08:33 user nova-compute[75076]:       </nova:ports>
Oct 27 16:08:33 user nova-compute[75076]:     </nova:instance>
Oct 27 16:08:33 user nova-compute[75076]:   </metadata>
Oct 27 16:08:33 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:08:33 user nova-compute[75076]:     <system>
Oct 27 16:08:33 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:08:33 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:08:33 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:08:33 user nova-compute[75076]:       <entry name="serial">add0650a-7ec6-4d12-9662-880e6b3f7052</entry>
Oct 27 16:08:33 user nova-compute[75076]:       <entry name="uuid">add0650a-7ec6-4d12-9662-880e6b3f7052</entry>
Oct 27 16:08:33 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:08:33 user nova-compute[75076]:     </system>
Oct 27 16:08:33 user nova-compute[75076]:   </sysinfo>
Oct 27 16:08:33 user nova-compute[75076]:   <os>
Oct 27 16:08:33 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:08:33 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:08:33 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:08:33 user nova-compute[75076]:   </os>
Oct 27 16:08:33 user nova-compute[75076]:   <features>
Oct 27 16:08:33 user nova-compute[75076]:     <acpi/>
Oct 27 16:08:33 user nova-compute[75076]:     <apic/>
Oct 27 16:08:33 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:08:33 user nova-compute[75076]:   </features>
Oct 27 16:08:33 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:08:33 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:08:33 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:08:33 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:08:33 user nova-compute[75076]:   </clock>
Oct 27 16:08:33 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:08:33 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:08:33 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:08:33 user nova-compute[75076]:   </cpu>
Oct 27 16:08:33 user nova-compute[75076]:   <devices>
Oct 27 16:08:33 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:08:33 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:08:33 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk"/>
Oct 27 16:08:33 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:08:33 user nova-compute[75076]:     </disk>
Oct 27 16:08:33 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:08:33 user nova-compute[75076]:       <mac address="fa:16:3e:a7:18:ad"/>
Oct 27 16:08:33 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:08:33 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:08:33 user nova-compute[75076]:       <target dev="tapa8c2098a-84"/>
Oct 27 16:08:33 user nova-compute[75076]:     </interface>
Oct 27 16:08:33 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:08:33 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/console.log" append="off"/>
Oct 27 16:08:33 user nova-compute[75076]:     </serial>
Oct 27 16:08:33 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:08:33 user nova-compute[75076]:     <video>
Oct 27 16:08:33 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:08:33 user nova-compute[75076]:     </video>
Oct 27 16:08:33 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:08:33 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:08:33 user nova-compute[75076]:     </rng>
Oct 27 16:08:33 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:08:33 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:08:33 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:08:33 user nova-compute[75076]:     </memballoon>
Oct 27 16:08:33 user nova-compute[75076]:   </devices>
Oct 27 16:08:33 user nova-compute[75076]: </domain>
Oct 27 16:08:33 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:08:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1573530011',display_name='tempest-ServerRescueNegativeTestJSON-server-1573530011',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1573530011',id=3,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0ef018ddb1b54e7b996b9fb0f8e15c10',ramdisk_id='',reservation_id='r-kc6cqs5s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1251262599',owner_user_name='tempest-ServerRescueNegativeTestJSON-1251262599-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:08:27Z,user_data=None,user_id='0c99e98aaaae434397f33178d51b0f20',uuid=add0650a-7ec6-4d12-9662-880e6b3f7052,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a8c2098a-84d6-4ed0-847d-93749df73f69", "address": "fa:16:3e:a7:18:ad", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8c2098a-84", "ovs_interfaceid": "a8c2098a-84d6-4ed0-847d-93749df73f69", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Converting VIF {"id": "a8c2098a-84d6-4ed0-847d-93749df73f69", "address": "fa:16:3e:a7:18:ad", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8c2098a-84", "ovs_interfaceid": "a8c2098a-84d6-4ed0-847d-93749df73f69", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a7:18:ad,bridge_name='br-int',has_traffic_filtering=True,id=a8c2098a-84d6-4ed0-847d-93749df73f69,network=Network(a3001d2a-0821-4923-b18e-5d46ff3977e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8c2098a-84') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG os_vif [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a7:18:ad,bridge_name='br-int',has_traffic_filtering=True,id=a8c2098a-84d6-4ed0-847d-93749df73f69,network=Network(a3001d2a-0821-4923-b18e-5d46ff3977e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8c2098a-84') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '710f36bb-6de8-5438-a0d8-2a4acd7d73be', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG nova.network.neutron [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:08:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:33 user sudo[84478]: pam_unix(sudo:session): session closed for user root
Oct 27 16:08:33 user nova-compute[75076]: INFO oslo.privsep.daemon [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Spawned new privsep daemon via rootwrap
Oct 27 16:08:33 user nova-compute[75076]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 27 16:08:33 user nova-compute[75076]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 27 16:08:33 user nova-compute[75076]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_DAC_OVERRIDE|CAP_NET_ADMIN/CAP_DAC_OVERRIDE|CAP_NET_ADMIN/none
Oct 27 16:08:33 user nova-compute[75076]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84481
Oct 27 16:08:33 user nova-compute[75076]: WARNING oslo_privsep.priv_context [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] privsep daemon already running
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.network.neutron [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Updating instance_info_cache with network_info: [{"id": "427144d0-c0ee-47a4-bb1f-3a332a3edc64", "address": "fa:16:3e:cd:fb:01", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap427144d0-c0", "ovs_interfaceid": "427144d0-c0ee-47a4-bb1f-3a332a3edc64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Releasing lock "refresh_cache-79fc2f4a-6f6f-480b-92b4-0ee7414acaf4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.compute.manager [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Instance network_info: |[{"id": "427144d0-c0ee-47a4-bb1f-3a332a3edc64", "address": "fa:16:3e:cd:fb:01", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap427144d0-c0", "ovs_interfaceid": "427144d0-c0ee-47a4-bb1f-3a332a3edc64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-6662b302-c972-4dee-b61c-ce3989b8e4c0 req-9da254b9-28eb-4464-bd02-37323b72a5f4 service nova] Acquired lock "refresh_cache-79fc2f4a-6f6f-480b-92b4-0ee7414acaf4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.network.neutron [req-6662b302-c972-4dee-b61c-ce3989b8e4c0 req-9da254b9-28eb-4464-bd02-37323b72a5f4 service nova] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Refreshing network info cache for port 427144d0-c0ee-47a4-bb1f-3a332a3edc64 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Start _get_guest_xml network_info=[{"id": "427144d0-c0ee-47a4-bb1f-3a332a3edc64", "address": "fa:16:3e:cd:fb:01", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap427144d0-c0", "ovs_interfaceid": "427144d0-c0ee-47a4-bb1f-3a332a3edc64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:08:34 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:08:34 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:08:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1628004155',display_name='tempest-ServerRescueNegativeTestJSON-server-1628004155',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1628004155',id=2,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0ef018ddb1b54e7b996b9fb0f8e15c10',ramdisk_id='',reservation_id='r-psyg1k8y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1251262599',owner_user_name='tempest-ServerRescueNegativeTestJSON-1251262599-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:08:26Z,user_data=None,user_id='0c99e98aaaae434397f33178d51b0f20',uuid=79fc2f4a-6f6f-480b-92b4-0ee7414acaf4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "427144d0-c0ee-47a4-bb1f-3a332a3edc64", "address": "fa:16:3e:cd:fb:01", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap427144d0-c0", "ovs_interfaceid": "427144d0-c0ee-47a4-bb1f-3a332a3edc64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Converting VIF {"id": "427144d0-c0ee-47a4-bb1f-3a332a3edc64", "address": "fa:16:3e:cd:fb:01", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap427144d0-c0", "ovs_interfaceid": "427144d0-c0ee-47a4-bb1f-3a332a3edc64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cd:fb:01,bridge_name='br-int',has_traffic_filtering=True,id=427144d0-c0ee-47a4-bb1f-3a332a3edc64,network=Network(a3001d2a-0821-4923-b18e-5d46ff3977e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap427144d0-c0') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.objects.instance [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lazy-loading 'pci_devices' on Instance uuid 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.network.neutron [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Updating instance_info_cache with network_info: [{"id": "842a9b6b-f37e-4201-a4a5-86f51db9c011", "address": "fa:16:3e:2a:ab:b4", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap842a9b6b-f3", "ovs_interfaceid": "842a9b6b-f37e-4201-a4a5-86f51db9c011", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.compute.manager [req-8a227cd7-98a5-49f9-8bfd-22c2132708c9 req-e36112cd-59f4-4e31-bb95-d174b62491f0 service nova] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Received event network-changed-842a9b6b-f37e-4201-a4a5-86f51db9c011 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.compute.manager [req-8a227cd7-98a5-49f9-8bfd-22c2132708c9 req-e36112cd-59f4-4e31-bb95-d174b62491f0 service nova] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Refreshing instance network info cache due to event network-changed-842a9b6b-f37e-4201-a4a5-86f51db9c011. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8a227cd7-98a5-49f9-8bfd-22c2132708c9 req-e36112cd-59f4-4e31-bb95-d174b62491f0 service nova] Acquiring lock "refresh_cache-b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:08:34 user nova-compute[75076]:   <uuid>79fc2f4a-6f6f-480b-92b4-0ee7414acaf4</uuid>
Oct 27 16:08:34 user nova-compute[75076]:   <name>instance-00000002</name>
Oct 27 16:08:34 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:08:34 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:08:34 user nova-compute[75076]:   <metadata>
Oct 27 16:08:34 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:08:34 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:08:34 user nova-compute[75076]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1628004155</nova:name>
Oct 27 16:08:34 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:08:34</nova:creationTime>
Oct 27 16:08:34 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:08:34 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:08:34 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:08:34 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:08:34 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:08:34 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:08:34 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:08:34 user nova-compute[75076]:       <nova:owner>
Oct 27 16:08:34 user nova-compute[75076]:         <nova:user uuid="0c99e98aaaae434397f33178d51b0f20">tempest-ServerRescueNegativeTestJSON-1251262599-project-member</nova:user>
Oct 27 16:08:34 user nova-compute[75076]:         <nova:project uuid="0ef018ddb1b54e7b996b9fb0f8e15c10">tempest-ServerRescueNegativeTestJSON-1251262599</nova:project>
Oct 27 16:08:34 user nova-compute[75076]:       </nova:owner>
Oct 27 16:08:34 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:08:34 user nova-compute[75076]:       <nova:ports>
Oct 27 16:08:34 user nova-compute[75076]:         <nova:port uuid="427144d0-c0ee-47a4-bb1f-3a332a3edc64">
Oct 27 16:08:34 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 27 16:08:34 user nova-compute[75076]:         </nova:port>
Oct 27 16:08:34 user nova-compute[75076]:       </nova:ports>
Oct 27 16:08:34 user nova-compute[75076]:     </nova:instance>
Oct 27 16:08:34 user nova-compute[75076]:   </metadata>
Oct 27 16:08:34 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:08:34 user nova-compute[75076]:     <system>
Oct 27 16:08:34 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:08:34 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:08:34 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:08:34 user nova-compute[75076]:       <entry name="serial">79fc2f4a-6f6f-480b-92b4-0ee7414acaf4</entry>
Oct 27 16:08:34 user nova-compute[75076]:       <entry name="uuid">79fc2f4a-6f6f-480b-92b4-0ee7414acaf4</entry>
Oct 27 16:08:34 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:08:34 user nova-compute[75076]:     </system>
Oct 27 16:08:34 user nova-compute[75076]:   </sysinfo>
Oct 27 16:08:34 user nova-compute[75076]:   <os>
Oct 27 16:08:34 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:08:34 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:08:34 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:08:34 user nova-compute[75076]:   </os>
Oct 27 16:08:34 user nova-compute[75076]:   <features>
Oct 27 16:08:34 user nova-compute[75076]:     <acpi/>
Oct 27 16:08:34 user nova-compute[75076]:     <apic/>
Oct 27 16:08:34 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:08:34 user nova-compute[75076]:   </features>
Oct 27 16:08:34 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:08:34 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:08:34 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:08:34 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:08:34 user nova-compute[75076]:   </clock>
Oct 27 16:08:34 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:08:34 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:08:34 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:08:34 user nova-compute[75076]:   </cpu>
Oct 27 16:08:34 user nova-compute[75076]:   <devices>
Oct 27 16:08:34 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:08:34 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:08:34 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk"/>
Oct 27 16:08:34 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:08:34 user nova-compute[75076]:     </disk>
Oct 27 16:08:34 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:08:34 user nova-compute[75076]:       <mac address="fa:16:3e:cd:fb:01"/>
Oct 27 16:08:34 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:08:34 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:08:34 user nova-compute[75076]:       <target dev="tap427144d0-c0"/>
Oct 27 16:08:34 user nova-compute[75076]:     </interface>
Oct 27 16:08:34 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:08:34 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/console.log" append="off"/>
Oct 27 16:08:34 user nova-compute[75076]:     </serial>
Oct 27 16:08:34 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:08:34 user nova-compute[75076]:     <video>
Oct 27 16:08:34 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:08:34 user nova-compute[75076]:     </video>
Oct 27 16:08:34 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:08:34 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:08:34 user nova-compute[75076]:     </rng>
Oct 27 16:08:34 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:08:34 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:08:34 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:08:34 user nova-compute[75076]:     </memballoon>
Oct 27 16:08:34 user nova-compute[75076]:   </devices>
Oct 27 16:08:34 user nova-compute[75076]: </domain>
Oct 27 16:08:34 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:08:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1628004155',display_name='tempest-ServerRescueNegativeTestJSON-server-1628004155',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1628004155',id=2,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0ef018ddb1b54e7b996b9fb0f8e15c10',ramdisk_id='',reservation_id='r-psyg1k8y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1251262599',owner_user_name='tempest-ServerRescueNegativeTestJSON-1251262599-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:08:26Z,user_data=None,user_id='0c99e98aaaae434397f33178d51b0f20',uuid=79fc2f4a-6f6f-480b-92b4-0ee7414acaf4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "427144d0-c0ee-47a4-bb1f-3a332a3edc64", "address": "fa:16:3e:cd:fb:01", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap427144d0-c0", "ovs_interfaceid": "427144d0-c0ee-47a4-bb1f-3a332a3edc64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Converting VIF {"id": "427144d0-c0ee-47a4-bb1f-3a332a3edc64", "address": "fa:16:3e:cd:fb:01", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap427144d0-c0", "ovs_interfaceid": "427144d0-c0ee-47a4-bb1f-3a332a3edc64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cd:fb:01,bridge_name='br-int',has_traffic_filtering=True,id=427144d0-c0ee-47a4-bb1f-3a332a3edc64,network=Network(a3001d2a-0821-4923-b18e-5d46ff3977e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap427144d0-c0') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG os_vif [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cd:fb:01,bridge_name='br-int',has_traffic_filtering=True,id=427144d0-c0ee-47a4-bb1f-3a332a3edc64,network=Network(a3001d2a-0821-4923-b18e-5d46ff3977e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap427144d0-c0') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '07656c97-41ef-5257-af58-a48ac9863e84', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Releasing lock "refresh_cache-b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.compute.manager [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Instance network_info: |[{"id": "842a9b6b-f37e-4201-a4a5-86f51db9c011", "address": "fa:16:3e:2a:ab:b4", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap842a9b6b-f3", "ovs_interfaceid": "842a9b6b-f37e-4201-a4a5-86f51db9c011", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8a227cd7-98a5-49f9-8bfd-22c2132708c9 req-e36112cd-59f4-4e31-bb95-d174b62491f0 service nova] Acquired lock "refresh_cache-b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.network.neutron [req-8a227cd7-98a5-49f9-8bfd-22c2132708c9 req-e36112cd-59f4-4e31-bb95-d174b62491f0 service nova] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Refreshing network info cache for port 842a9b6b-f37e-4201-a4a5-86f51db9c011 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Start _get_guest_xml network_info=[{"id": "842a9b6b-f37e-4201-a4a5-86f51db9c011", "address": "fa:16:3e:2a:ab:b4", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap842a9b6b-f3", "ovs_interfaceid": "842a9b6b-f37e-4201-a4a5-86f51db9c011", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:08:34 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:08:34 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Successfully updated port: f0fcc042-4c5a-4282-b45f-b58e3490bc42 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquiring lock "refresh_cache-326254e7-ff86-424b-95ad-e65d08254daa" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquired lock "refresh_cache-326254e7-ff86-424b-95ad-e65d08254daa" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:08:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-847117655',display_name='tempest-ServerActionsTestOtherA-server-847117655',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-847117655',id=4,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOAqunftKllvDBFA3CNePZIF/QhhMBv+ZyAvJ7BE208VTgDPeZe2wZavEEkXNa9quaZ0trOppg17JfM/xn7LPTB/5/tY52LoaQZJDZmuFzRLBflJzOlAKS4ytmuwqn6qjQ==',key_name='tempest-keypair-239160292',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='eca4241be0a24932b482fcdba2f45482',ramdisk_id='',reservation_id='r-i2foyc74',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1737890963',owner_user_name='tempest-ServerActionsTestOtherA-1737890963-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:08:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='714d6bf7998c4abd8641b678ee293691',uuid=b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "842a9b6b-f37e-4201-a4a5-86f51db9c011", "address": "fa:16:3e:2a:ab:b4", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap842a9b6b-f3", "ovs_interfaceid": "842a9b6b-f37e-4201-a4a5-86f51db9c011", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Converting VIF {"id": "842a9b6b-f37e-4201-a4a5-86f51db9c011", "address": "fa:16:3e:2a:ab:b4", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap842a9b6b-f3", "ovs_interfaceid": "842a9b6b-f37e-4201-a4a5-86f51db9c011", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2a:ab:b4,bridge_name='br-int',has_traffic_filtering=True,id=842a9b6b-f37e-4201-a4a5-86f51db9c011,network=Network(d4452627-1a52-4591-bd30-e240f8690c51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap842a9b6b-f3') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.objects.instance [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lazy-loading 'pci_devices' on Instance uuid b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:08:34 user nova-compute[75076]:   <uuid>b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8</uuid>
Oct 27 16:08:34 user nova-compute[75076]:   <name>instance-00000004</name>
Oct 27 16:08:34 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:08:34 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:08:34 user nova-compute[75076]:   <metadata>
Oct 27 16:08:34 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:08:34 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:08:34 user nova-compute[75076]:       <nova:name>tempest-ServerActionsTestOtherA-server-847117655</nova:name>
Oct 27 16:08:34 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:08:34</nova:creationTime>
Oct 27 16:08:34 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:08:34 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:08:34 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:08:34 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:08:34 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:08:34 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:08:34 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:08:34 user nova-compute[75076]:       <nova:owner>
Oct 27 16:08:34 user nova-compute[75076]:         <nova:user uuid="714d6bf7998c4abd8641b678ee293691">tempest-ServerActionsTestOtherA-1737890963-project-member</nova:user>
Oct 27 16:08:34 user nova-compute[75076]:         <nova:project uuid="eca4241be0a24932b482fcdba2f45482">tempest-ServerActionsTestOtherA-1737890963</nova:project>
Oct 27 16:08:34 user nova-compute[75076]:       </nova:owner>
Oct 27 16:08:34 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:08:34 user nova-compute[75076]:       <nova:ports>
Oct 27 16:08:34 user nova-compute[75076]:         <nova:port uuid="842a9b6b-f37e-4201-a4a5-86f51db9c011">
Oct 27 16:08:34 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 27 16:08:34 user nova-compute[75076]:         </nova:port>
Oct 27 16:08:34 user nova-compute[75076]:       </nova:ports>
Oct 27 16:08:34 user nova-compute[75076]:     </nova:instance>
Oct 27 16:08:34 user nova-compute[75076]:   </metadata>
Oct 27 16:08:34 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:08:34 user nova-compute[75076]:     <system>
Oct 27 16:08:34 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:08:34 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:08:34 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:08:34 user nova-compute[75076]:       <entry name="serial">b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8</entry>
Oct 27 16:08:34 user nova-compute[75076]:       <entry name="uuid">b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8</entry>
Oct 27 16:08:34 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:08:34 user nova-compute[75076]:     </system>
Oct 27 16:08:34 user nova-compute[75076]:   </sysinfo>
Oct 27 16:08:34 user nova-compute[75076]:   <os>
Oct 27 16:08:34 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:08:34 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:08:34 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:08:34 user nova-compute[75076]:   </os>
Oct 27 16:08:34 user nova-compute[75076]:   <features>
Oct 27 16:08:34 user nova-compute[75076]:     <acpi/>
Oct 27 16:08:34 user nova-compute[75076]:     <apic/>
Oct 27 16:08:34 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:08:34 user nova-compute[75076]:   </features>
Oct 27 16:08:34 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:08:34 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:08:34 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:08:34 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:08:34 user nova-compute[75076]:   </clock>
Oct 27 16:08:34 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:08:34 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:08:34 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:08:34 user nova-compute[75076]:   </cpu>
Oct 27 16:08:34 user nova-compute[75076]:   <devices>
Oct 27 16:08:34 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:08:34 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:08:34 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk"/>
Oct 27 16:08:34 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:08:34 user nova-compute[75076]:     </disk>
Oct 27 16:08:34 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:08:34 user nova-compute[75076]:       <mac address="fa:16:3e:2a:ab:b4"/>
Oct 27 16:08:34 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:08:34 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:08:34 user nova-compute[75076]:       <target dev="tap842a9b6b-f3"/>
Oct 27 16:08:34 user nova-compute[75076]:     </interface>
Oct 27 16:08:34 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:08:34 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/console.log" append="off"/>
Oct 27 16:08:34 user nova-compute[75076]:     </serial>
Oct 27 16:08:34 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:08:34 user nova-compute[75076]:     <video>
Oct 27 16:08:34 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:08:34 user nova-compute[75076]:     </video>
Oct 27 16:08:34 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:08:34 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:08:34 user nova-compute[75076]:     </rng>
Oct 27 16:08:34 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:08:34 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:08:34 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:08:34 user nova-compute[75076]:     </memballoon>
Oct 27 16:08:34 user nova-compute[75076]:   </devices>
Oct 27 16:08:34 user nova-compute[75076]: </domain>
Oct 27 16:08:34 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:08:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-847117655',display_name='tempest-ServerActionsTestOtherA-server-847117655',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-847117655',id=4,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOAqunftKllvDBFA3CNePZIF/QhhMBv+ZyAvJ7BE208VTgDPeZe2wZavEEkXNa9quaZ0trOppg17JfM/xn7LPTB/5/tY52LoaQZJDZmuFzRLBflJzOlAKS4ytmuwqn6qjQ==',key_name='tempest-keypair-239160292',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='eca4241be0a24932b482fcdba2f45482',ramdisk_id='',reservation_id='r-i2foyc74',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1737890963',owner_user_name='tempest-ServerActionsTestOtherA-1737890963-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:08:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='714d6bf7998c4abd8641b678ee293691',uuid=b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "842a9b6b-f37e-4201-a4a5-86f51db9c011", "address": "fa:16:3e:2a:ab:b4", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap842a9b6b-f3", "ovs_interfaceid": "842a9b6b-f37e-4201-a4a5-86f51db9c011", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Converting VIF {"id": "842a9b6b-f37e-4201-a4a5-86f51db9c011", "address": "fa:16:3e:2a:ab:b4", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap842a9b6b-f3", "ovs_interfaceid": "842a9b6b-f37e-4201-a4a5-86f51db9c011", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2a:ab:b4,bridge_name='br-int',has_traffic_filtering=True,id=842a9b6b-f37e-4201-a4a5-86f51db9c011,network=Network(d4452627-1a52-4591-bd30-e240f8690c51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap842a9b6b-f3') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG os_vif [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2a:ab:b4,bridge_name='br-int',has_traffic_filtering=True,id=842a9b6b-f37e-4201-a4a5-86f51db9c011,network=Network(d4452627-1a52-4591-bd30-e240f8690c51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap842a9b6b-f3') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6034cf95-bf7a-55ab-9939-9d2d2ed6f3f6', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.network.neutron [req-8fd3fca4-003b-4ec5-97f7-747b4648577c req-ddae60f6-a54b-4405-9689-f58c23f22e27 service nova] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Updated VIF entry in instance network info cache for port a8c2098a-84d6-4ed0-847d-93749df73f69. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.network.neutron [req-8fd3fca4-003b-4ec5-97f7-747b4648577c req-ddae60f6-a54b-4405-9689-f58c23f22e27 service nova] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Updating instance_info_cache with network_info: [{"id": "a8c2098a-84d6-4ed0-847d-93749df73f69", "address": "fa:16:3e:a7:18:ad", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8c2098a-84", "ovs_interfaceid": "a8c2098a-84d6-4ed0-847d-93749df73f69", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8fd3fca4-003b-4ec5-97f7-747b4648577c req-ddae60f6-a54b-4405-9689-f58c23f22e27 service nova] Releasing lock "refresh_cache-add0650a-7ec6-4d12-9662-880e6b3f7052" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap427144d0-c0, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap427144d0-c0, col_values=(('qos', UUID('fcad57a3-9daf-4708-b698-34fa5c1c7d29')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap427144d0-c0, col_values=(('external_ids', {'iface-id': '427144d0-c0ee-47a4-bb1f-3a332a3edc64', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cd:fb:01', 'vm-uuid': '79fc2f4a-6f6f-480b-92b4-0ee7414acaf4'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa8c2098a-84, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa8c2098a-84, col_values=(('qos', UUID('f047a367-cec5-45fc-beaf-bdc50a57c457')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa8c2098a-84, col_values=(('external_ids', {'iface-id': 'a8c2098a-84d6-4ed0-847d-93749df73f69', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a7:18:ad', 'vm-uuid': 'add0650a-7ec6-4d12-9662-880e6b3f7052'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:08:34 user nova-compute[75076]: INFO os_vif [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cd:fb:01,bridge_name='br-int',has_traffic_filtering=True,id=427144d0-c0ee-47a4-bb1f-3a332a3edc64,network=Network(a3001d2a-0821-4923-b18e-5d46ff3977e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap427144d0-c0')
Oct 27 16:08:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:34 user nova-compute[75076]: INFO os_vif [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a7:18:ad,bridge_name='br-int',has_traffic_filtering=True,id=a8c2098a-84d6-4ed0-847d-93749df73f69,network=Network(a3001d2a-0821-4923-b18e-5d46ff3977e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8c2098a-84')
Oct 27 16:08:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3b291e38-39, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3b291e38-39, col_values=(('qos', UUID('16314618-0222-4626-82fd-a33710d53828')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3b291e38-39, col_values=(('external_ids', {'iface-id': '3b291e38-39d5-4060-982d-e302febd2986', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:36:e0:3f', 'vm-uuid': '961254d8-ebf1-4fa6-a93d-62c8eb1bd359'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:34 user nova-compute[75076]: INFO os_vif [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:36:e0:3f,bridge_name='br-int',has_traffic_filtering=True,id=3b291e38-39d5-4060-982d-e302febd2986,network=Network(dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b291e38-39')
Oct 27 16:08:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap842a9b6b-f3, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap842a9b6b-f3, col_values=(('qos', UUID('33cee8c3-3fae-4415-9db4-ddf34a3059ab')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap842a9b6b-f3, col_values=(('external_ids', {'iface-id': '842a9b6b-f37e-4201-a4a5-86f51db9c011', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2a:ab:b4', 'vm-uuid': 'b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] No VIF found with MAC fa:16:3e:cd:fb:01, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:34 user nova-compute[75076]: INFO os_vif [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2a:ab:b4,bridge_name='br-int',has_traffic_filtering=True,id=842a9b6b-f37e-4201-a4a5-86f51db9c011,network=Network(d4452627-1a52-4591-bd30-e240f8690c51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap842a9b6b-f3')
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] No VIF found with MAC fa:16:3e:a7:18:ad, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] No VIF found with MAC fa:16:3e:36:e0:3f, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:08:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] No VIF found with MAC fa:16:3e:2a:ab:b4, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Updating instance_info_cache with network_info: [{"id": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "address": "fa:16:3e:e4:6b:00", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0fcc042-4c", "ovs_interfaceid": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Releasing lock "refresh_cache-326254e7-ff86-424b-95ad-e65d08254daa" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Instance network_info: |[{"id": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "address": "fa:16:3e:e4:6b:00", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0fcc042-4c", "ovs_interfaceid": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Start _get_guest_xml network_info=[{"id": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "address": "fa:16:3e:e4:6b:00", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0fcc042-4c", "ovs_interfaceid": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:08:35 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:08:35 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:08:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:08:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-653944947',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-653944947',id=6,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH/DrS9lZ/YExdgGZ6VwKfVwcUsb0h1q73S21sKRwZ68/0i9k0rFAV9BDDA2WUzMZB+895KS0oQmPwtYEWokXc2HLtgyYxwhol+6QKR+wDdkfVfP0p7EX0fqbibd8gmXQA==',key_name='tempest-keypair-250489156',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2765fd69b2e346a4aeb287c2d61f2f9b',ramdisk_id='',reservation_id='r-fifxwak3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1430653442',owner_user_name='tempest-AttachVolumeShelveTestJSON-1430653442-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:08:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c2432dafd2f045488341359a6b6dbcc6',uuid=326254e7-ff86-424b-95ad-e65d08254daa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "address": "fa:16:3e:e4:6b:00", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0fcc042-4c", "ovs_interfaceid": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Converting VIF {"id": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "address": "fa:16:3e:e4:6b:00", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0fcc042-4c", "ovs_interfaceid": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e4:6b:00,bridge_name='br-int',has_traffic_filtering=True,id=f0fcc042-4c5a-4282-b45f-b58e3490bc42,network=Network(da513516-55d9-4f26-b348-28c9b5d8dbaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf0fcc042-4c') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG nova.objects.instance [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lazy-loading 'pci_devices' on Instance uuid 326254e7-ff86-424b-95ad-e65d08254daa {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG nova.network.neutron [req-8a227cd7-98a5-49f9-8bfd-22c2132708c9 req-e36112cd-59f4-4e31-bb95-d174b62491f0 service nova] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Updated VIF entry in instance network info cache for port 842a9b6b-f37e-4201-a4a5-86f51db9c011. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG nova.network.neutron [req-8a227cd7-98a5-49f9-8bfd-22c2132708c9 req-e36112cd-59f4-4e31-bb95-d174b62491f0 service nova] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Updating instance_info_cache with network_info: [{"id": "842a9b6b-f37e-4201-a4a5-86f51db9c011", "address": "fa:16:3e:2a:ab:b4", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap842a9b6b-f3", "ovs_interfaceid": "842a9b6b-f37e-4201-a4a5-86f51db9c011", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8a227cd7-98a5-49f9-8bfd-22c2132708c9 req-e36112cd-59f4-4e31-bb95-d174b62491f0 service nova] Releasing lock "refresh_cache-b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:08:35 user nova-compute[75076]:   <uuid>326254e7-ff86-424b-95ad-e65d08254daa</uuid>
Oct 27 16:08:35 user nova-compute[75076]:   <name>instance-00000006</name>
Oct 27 16:08:35 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:08:35 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:08:35 user nova-compute[75076]:   <metadata>
Oct 27 16:08:35 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:08:35 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:08:35 user nova-compute[75076]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-653944947</nova:name>
Oct 27 16:08:35 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:08:35</nova:creationTime>
Oct 27 16:08:35 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:08:35 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:08:35 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:08:35 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:08:35 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:08:35 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:08:35 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:08:35 user nova-compute[75076]:       <nova:owner>
Oct 27 16:08:35 user nova-compute[75076]:         <nova:user uuid="c2432dafd2f045488341359a6b6dbcc6">tempest-AttachVolumeShelveTestJSON-1430653442-project-member</nova:user>
Oct 27 16:08:35 user nova-compute[75076]:         <nova:project uuid="2765fd69b2e346a4aeb287c2d61f2f9b">tempest-AttachVolumeShelveTestJSON-1430653442</nova:project>
Oct 27 16:08:35 user nova-compute[75076]:       </nova:owner>
Oct 27 16:08:35 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:08:35 user nova-compute[75076]:       <nova:ports>
Oct 27 16:08:35 user nova-compute[75076]:         <nova:port uuid="f0fcc042-4c5a-4282-b45f-b58e3490bc42">
Oct 27 16:08:35 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 27 16:08:35 user nova-compute[75076]:         </nova:port>
Oct 27 16:08:35 user nova-compute[75076]:       </nova:ports>
Oct 27 16:08:35 user nova-compute[75076]:     </nova:instance>
Oct 27 16:08:35 user nova-compute[75076]:   </metadata>
Oct 27 16:08:35 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:08:35 user nova-compute[75076]:     <system>
Oct 27 16:08:35 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:08:35 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:08:35 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:08:35 user nova-compute[75076]:       <entry name="serial">326254e7-ff86-424b-95ad-e65d08254daa</entry>
Oct 27 16:08:35 user nova-compute[75076]:       <entry name="uuid">326254e7-ff86-424b-95ad-e65d08254daa</entry>
Oct 27 16:08:35 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:08:35 user nova-compute[75076]:     </system>
Oct 27 16:08:35 user nova-compute[75076]:   </sysinfo>
Oct 27 16:08:35 user nova-compute[75076]:   <os>
Oct 27 16:08:35 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:08:35 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:08:35 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:08:35 user nova-compute[75076]:   </os>
Oct 27 16:08:35 user nova-compute[75076]:   <features>
Oct 27 16:08:35 user nova-compute[75076]:     <acpi/>
Oct 27 16:08:35 user nova-compute[75076]:     <apic/>
Oct 27 16:08:35 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:08:35 user nova-compute[75076]:   </features>
Oct 27 16:08:35 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:08:35 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:08:35 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:08:35 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:08:35 user nova-compute[75076]:   </clock>
Oct 27 16:08:35 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:08:35 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:08:35 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:08:35 user nova-compute[75076]:   </cpu>
Oct 27 16:08:35 user nova-compute[75076]:   <devices>
Oct 27 16:08:35 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:08:35 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:08:35 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa/disk"/>
Oct 27 16:08:35 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:08:35 user nova-compute[75076]:     </disk>
Oct 27 16:08:35 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:08:35 user nova-compute[75076]:       <mac address="fa:16:3e:e4:6b:00"/>
Oct 27 16:08:35 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:08:35 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:08:35 user nova-compute[75076]:       <target dev="tapf0fcc042-4c"/>
Oct 27 16:08:35 user nova-compute[75076]:     </interface>
Oct 27 16:08:35 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:08:35 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa/console.log" append="off"/>
Oct 27 16:08:35 user nova-compute[75076]:     </serial>
Oct 27 16:08:35 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:08:35 user nova-compute[75076]:     <video>
Oct 27 16:08:35 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:08:35 user nova-compute[75076]:     </video>
Oct 27 16:08:35 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:08:35 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:08:35 user nova-compute[75076]:     </rng>
Oct 27 16:08:35 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:08:35 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:08:35 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:08:35 user nova-compute[75076]:     </memballoon>
Oct 27 16:08:35 user nova-compute[75076]:   </devices>
Oct 27 16:08:35 user nova-compute[75076]: </domain>
Oct 27 16:08:35 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:08:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-653944947',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-653944947',id=6,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH/DrS9lZ/YExdgGZ6VwKfVwcUsb0h1q73S21sKRwZ68/0i9k0rFAV9BDDA2WUzMZB+895KS0oQmPwtYEWokXc2HLtgyYxwhol+6QKR+wDdkfVfP0p7EX0fqbibd8gmXQA==',key_name='tempest-keypair-250489156',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2765fd69b2e346a4aeb287c2d61f2f9b',ramdisk_id='',reservation_id='r-fifxwak3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1430653442',owner_user_name='tempest-AttachVolumeShelveTestJSON-1430653442-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:08:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c2432dafd2f045488341359a6b6dbcc6',uuid=326254e7-ff86-424b-95ad-e65d08254daa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "address": "fa:16:3e:e4:6b:00", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0fcc042-4c", "ovs_interfaceid": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Converting VIF {"id": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "address": "fa:16:3e:e4:6b:00", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0fcc042-4c", "ovs_interfaceid": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e4:6b:00,bridge_name='br-int',has_traffic_filtering=True,id=f0fcc042-4c5a-4282-b45f-b58e3490bc42,network=Network(da513516-55d9-4f26-b348-28c9b5d8dbaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf0fcc042-4c') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG os_vif [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e4:6b:00,bridge_name='br-int',has_traffic_filtering=True,id=f0fcc042-4c5a-4282-b45f-b58e3490bc42,network=Network(da513516-55d9-4f26-b348-28c9b5d8dbaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf0fcc042-4c') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '58653bb8-b503-57ef-aa26-1c9228c9622d', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf0fcc042-4c, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf0fcc042-4c, col_values=(('qos', UUID('62163ea6-7c60-4524-905c-cf5163228871')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf0fcc042-4c, col_values=(('external_ids', {'iface-id': 'f0fcc042-4c5a-4282-b45f-b58e3490bc42', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e4:6b:00', 'vm-uuid': '326254e7-ff86-424b-95ad-e65d08254daa'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:35 user nova-compute[75076]: INFO os_vif [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e4:6b:00,bridge_name='br-int',has_traffic_filtering=True,id=f0fcc042-4c5a-4282-b45f-b58e3490bc42,network=Network(da513516-55d9-4f26-b348-28c9b5d8dbaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf0fcc042-4c')
Oct 27 16:08:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] No VIF found with MAC fa:16:3e:e4:6b:00, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG nova.network.neutron [req-6662b302-c972-4dee-b61c-ce3989b8e4c0 req-9da254b9-28eb-4464-bd02-37323b72a5f4 service nova] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Updated VIF entry in instance network info cache for port 427144d0-c0ee-47a4-bb1f-3a332a3edc64. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG nova.network.neutron [req-6662b302-c972-4dee-b61c-ce3989b8e4c0 req-9da254b9-28eb-4464-bd02-37323b72a5f4 service nova] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Updating instance_info_cache with network_info: [{"id": "427144d0-c0ee-47a4-bb1f-3a332a3edc64", "address": "fa:16:3e:cd:fb:01", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap427144d0-c0", "ovs_interfaceid": "427144d0-c0ee-47a4-bb1f-3a332a3edc64", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:08:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-6662b302-c972-4dee-b61c-ce3989b8e4c0 req-9da254b9-28eb-4464-bd02-37323b72a5f4 service nova] Releasing lock "refresh_cache-79fc2f4a-6f6f-480b-92b4-0ee7414acaf4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:08:36 user nova-compute[75076]: DEBUG nova.compute.manager [req-4cfe5a64-4293-47ad-a068-af9312872b8e req-acd04968-52fc-4407-b89d-7f0350c3b711 service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Received event network-changed-f0fcc042-4c5a-4282-b45f-b58e3490bc42 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:08:36 user nova-compute[75076]: DEBUG nova.compute.manager [req-4cfe5a64-4293-47ad-a068-af9312872b8e req-acd04968-52fc-4407-b89d-7f0350c3b711 service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Refreshing instance network info cache due to event network-changed-f0fcc042-4c5a-4282-b45f-b58e3490bc42. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:08:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-4cfe5a64-4293-47ad-a068-af9312872b8e req-acd04968-52fc-4407-b89d-7f0350c3b711 service nova] Acquiring lock "refresh_cache-326254e7-ff86-424b-95ad-e65d08254daa" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:08:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-4cfe5a64-4293-47ad-a068-af9312872b8e req-acd04968-52fc-4407-b89d-7f0350c3b711 service nova] Acquired lock "refresh_cache-326254e7-ff86-424b-95ad-e65d08254daa" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:08:36 user nova-compute[75076]: DEBUG nova.network.neutron [req-4cfe5a64-4293-47ad-a068-af9312872b8e req-acd04968-52fc-4407-b89d-7f0350c3b711 service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Refreshing network info cache for port f0fcc042-4c5a-4282-b45f-b58e3490bc42 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:08:36 user nova-compute[75076]: DEBUG nova.network.neutron [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Successfully updated port: 77926178-3290-4300-9402-540e345190e6 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:08:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Acquiring lock "refresh_cache-c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:08:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Acquired lock "refresh_cache-c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:08:36 user nova-compute[75076]: DEBUG nova.network.neutron [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:08:36 user nova-compute[75076]: DEBUG nova.compute.manager [req-b7a0efbb-1e3a-4404-9bb4-dfc33f1db69d req-1c13ab16-6e89-497d-8b95-f05a152858d7 service nova] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Received event network-changed-77926178-3290-4300-9402-540e345190e6 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:08:36 user nova-compute[75076]: DEBUG nova.compute.manager [req-b7a0efbb-1e3a-4404-9bb4-dfc33f1db69d req-1c13ab16-6e89-497d-8b95-f05a152858d7 service nova] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Refreshing instance network info cache due to event network-changed-77926178-3290-4300-9402-540e345190e6. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:08:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b7a0efbb-1e3a-4404-9bb4-dfc33f1db69d req-1c13ab16-6e89-497d-8b95-f05a152858d7 service nova] Acquiring lock "refresh_cache-c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:08:36 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:36 user nova-compute[75076]: DEBUG nova.network.neutron [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:08:37 user nova-compute[75076]: DEBUG nova.network.neutron [req-4cfe5a64-4293-47ad-a068-af9312872b8e req-acd04968-52fc-4407-b89d-7f0350c3b711 service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Updated VIF entry in instance network info cache for port f0fcc042-4c5a-4282-b45f-b58e3490bc42. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:08:37 user nova-compute[75076]: DEBUG nova.network.neutron [req-4cfe5a64-4293-47ad-a068-af9312872b8e req-acd04968-52fc-4407-b89d-7f0350c3b711 service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Updating instance_info_cache with network_info: [{"id": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "address": "fa:16:3e:e4:6b:00", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0fcc042-4c", "ovs_interfaceid": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:08:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-4cfe5a64-4293-47ad-a068-af9312872b8e req-acd04968-52fc-4407-b89d-7f0350c3b711 service nova] Releasing lock "refresh_cache-326254e7-ff86-424b-95ad-e65d08254daa" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:08:37 user nova-compute[75076]: DEBUG nova.network.neutron [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Updating instance_info_cache with network_info: [{"id": "77926178-3290-4300-9402-540e345190e6", "address": "fa:16:3e:1f:ef:13", "network": {"id": "0dd7e13c-e83e-4992-a2f8-dbef5936e385", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-953935440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f7508e301974f7c864862ca603b09d2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap77926178-32", "ovs_interfaceid": "77926178-3290-4300-9402-540e345190e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:08:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Releasing lock "refresh_cache-c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:08:37 user nova-compute[75076]: DEBUG nova.compute.manager [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Instance network_info: |[{"id": "77926178-3290-4300-9402-540e345190e6", "address": "fa:16:3e:1f:ef:13", "network": {"id": "0dd7e13c-e83e-4992-a2f8-dbef5936e385", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-953935440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f7508e301974f7c864862ca603b09d2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap77926178-32", "ovs_interfaceid": "77926178-3290-4300-9402-540e345190e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:08:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b7a0efbb-1e3a-4404-9bb4-dfc33f1db69d req-1c13ab16-6e89-497d-8b95-f05a152858d7 service nova] Acquired lock "refresh_cache-c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:08:37 user nova-compute[75076]: DEBUG nova.network.neutron [req-b7a0efbb-1e3a-4404-9bb4-dfc33f1db69d req-1c13ab16-6e89-497d-8b95-f05a152858d7 service nova] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Refreshing network info cache for port 77926178-3290-4300-9402-540e345190e6 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:08:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Start _get_guest_xml network_info=[{"id": "77926178-3290-4300-9402-540e345190e6", "address": "fa:16:3e:1f:ef:13", "network": {"id": "0dd7e13c-e83e-4992-a2f8-dbef5936e385", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-953935440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f7508e301974f7c864862ca603b09d2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap77926178-32", "ovs_interfaceid": "77926178-3290-4300-9402-540e345190e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:08:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:39 user nova-compute[75076]: DEBUG nova.network.neutron [req-b7a0efbb-1e3a-4404-9bb4-dfc33f1db69d req-1c13ab16-6e89-497d-8b95-f05a152858d7 service nova] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Updated VIF entry in instance network info cache for port 77926178-3290-4300-9402-540e345190e6. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:08:39 user nova-compute[75076]: DEBUG nova.network.neutron [req-b7a0efbb-1e3a-4404-9bb4-dfc33f1db69d req-1c13ab16-6e89-497d-8b95-f05a152858d7 service nova] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Updating instance_info_cache with network_info: [{"id": "77926178-3290-4300-9402-540e345190e6", "address": "fa:16:3e:1f:ef:13", "network": {"id": "0dd7e13c-e83e-4992-a2f8-dbef5936e385", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-953935440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f7508e301974f7c864862ca603b09d2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap77926178-32", "ovs_interfaceid": "77926178-3290-4300-9402-540e345190e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:08:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b7a0efbb-1e3a-4404-9bb4-dfc33f1db69d req-1c13ab16-6e89-497d-8b95-f05a152858d7 service nova] Releasing lock "refresh_cache-c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:08:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Acquiring lock "f2bc90f1-becb-4c54-945c-10b6da691b8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "f2bc90f1-becb-4c54-945c-10b6da691b8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:40 user nova-compute[75076]: DEBUG nova.compute.manager [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:08:41 user nova-compute[75076]: DEBUG nova.compute.manager [req-9f37c81b-0324-48cf-b953-02cec0e345c5 req-2533e761-7d78-417f-9b05-0e6eb9dee7aa service nova] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Received event network-vif-plugged-3b291e38-39d5-4060-982d-e302febd2986 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:08:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-9f37c81b-0324-48cf-b953-02cec0e345c5 req-2533e761-7d78-417f-9b05-0e6eb9dee7aa service nova] Acquiring lock "961254d8-ebf1-4fa6-a93d-62c8eb1bd359-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-9f37c81b-0324-48cf-b953-02cec0e345c5 req-2533e761-7d78-417f-9b05-0e6eb9dee7aa service nova] Lock "961254d8-ebf1-4fa6-a93d-62c8eb1bd359-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-9f37c81b-0324-48cf-b953-02cec0e345c5 req-2533e761-7d78-417f-9b05-0e6eb9dee7aa service nova] Lock "961254d8-ebf1-4fa6-a93d-62c8eb1bd359-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:41 user nova-compute[75076]: DEBUG nova.compute.manager [req-9f37c81b-0324-48cf-b953-02cec0e345c5 req-2533e761-7d78-417f-9b05-0e6eb9dee7aa service nova] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] No waiting events found dispatching network-vif-plugged-3b291e38-39d5-4060-982d-e302febd2986 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:08:41 user nova-compute[75076]: WARNING nova.compute.manager [req-9f37c81b-0324-48cf-b953-02cec0e345c5 req-2533e761-7d78-417f-9b05-0e6eb9dee7aa service nova] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Received unexpected event network-vif-plugged-3b291e38-39d5-4060-982d-e302febd2986 for instance with vm_state building and task_state spawning.
Oct 27 16:08:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:41 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:41 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:41 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:43 user nova-compute[75076]: DEBUG nova.compute.manager [req-d77aee98-31d9-48b1-8576-a37d2d6d2aac req-00bfde80-b6fb-4768-aa89-2553535cd939 service nova] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Received event network-vif-plugged-3b291e38-39d5-4060-982d-e302febd2986 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:08:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-d77aee98-31d9-48b1-8576-a37d2d6d2aac req-00bfde80-b6fb-4768-aa89-2553535cd939 service nova] Acquiring lock "961254d8-ebf1-4fa6-a93d-62c8eb1bd359-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-d77aee98-31d9-48b1-8576-a37d2d6d2aac req-00bfde80-b6fb-4768-aa89-2553535cd939 service nova] Lock "961254d8-ebf1-4fa6-a93d-62c8eb1bd359-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-d77aee98-31d9-48b1-8576-a37d2d6d2aac req-00bfde80-b6fb-4768-aa89-2553535cd939 service nova] Lock "961254d8-ebf1-4fa6-a93d-62c8eb1bd359-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:43 user nova-compute[75076]: DEBUG nova.compute.manager [req-d77aee98-31d9-48b1-8576-a37d2d6d2aac req-00bfde80-b6fb-4768-aa89-2553535cd939 service nova] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] No waiting events found dispatching network-vif-plugged-3b291e38-39d5-4060-982d-e302febd2986 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:08:43 user nova-compute[75076]: WARNING nova.compute.manager [req-d77aee98-31d9-48b1-8576-a37d2d6d2aac req-00bfde80-b6fb-4768-aa89-2553535cd939 service nova] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Received unexpected event network-vif-plugged-3b291e38-39d5-4060-982d-e302febd2986 for instance with vm_state building and task_state spawning.
Oct 27 16:08:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.compute.manager [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:08:44 user nova-compute[75076]: INFO nova.compute.claims [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Claim successful on node user
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.compute.manager [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.compute.manager [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:08:44 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Instance spawned successfully.
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:08:44 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Instance spawned successfully.
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:08:44 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:08:44 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:08:44 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Instance spawned successfully.
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:08:44 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Instance spawned successfully.
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.compute.manager [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:08:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1909040664',display_name='tempest-ServerStableDeviceRescueTest-server-1909040664',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1909040664',id=5,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMuqvz2zvoIqESDLgp0m3NiMITTQp3XGs6/3ZBBkwaleZuJwSfPcW7bDcIu56Ey4lIk3mZl/fGSw37v7df0aBDIxrtJJszo5aVjrpz+ti44oBVLUfoNetuxTpSwL5+GcgQ==',key_name='tempest-keypair-1523173823',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0f7508e301974f7c864862ca603b09d2',ramdisk_id='',reservation_id='r-4tqb5pz0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-1647551198',owner_user_name='tempest-ServerStableDeviceRescueTest-1647551198-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:08:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d058adeaa3c5495d938566a72ca07bd4',uuid=c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "77926178-3290-4300-9402-540e345190e6", "address": "fa:16:3e:1f:ef:13", "network": {"id": "0dd7e13c-e83e-4992-a2f8-dbef5936e385", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-953935440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f7508e301974f7c864862ca603b09d2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap77926178-32", "ovs_interfaceid": "77926178-3290-4300-9402-540e345190e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Converting VIF {"id": "77926178-3290-4300-9402-540e345190e6", "address": "fa:16:3e:1f:ef:13", "network": {"id": "0dd7e13c-e83e-4992-a2f8-dbef5936e385", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-953935440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f7508e301974f7c864862ca603b09d2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap77926178-32", "ovs_interfaceid": "77926178-3290-4300-9402-540e345190e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1f:ef:13,bridge_name='br-int',has_traffic_filtering=True,id=77926178-3290-4300-9402-540e345190e6,network=Network(0dd7e13c-e83e-4992-a2f8-dbef5936e385),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap77926178-32') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.objects.instance [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Lazy-loading 'pci_devices' on Instance uuid c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:08:44 user nova-compute[75076]: INFO nova.compute.manager [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Took 18.40 seconds to spawn the instance on the hypervisor.
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.compute.manager [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:08:44 user nova-compute[75076]:   <uuid>c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56</uuid>
Oct 27 16:08:44 user nova-compute[75076]:   <name>instance-00000005</name>
Oct 27 16:08:44 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:08:44 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:08:44 user nova-compute[75076]:   <metadata>
Oct 27 16:08:44 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:08:44 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:08:44 user nova-compute[75076]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-1909040664</nova:name>
Oct 27 16:08:44 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:08:44</nova:creationTime>
Oct 27 16:08:44 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:08:44 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:08:44 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:08:44 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:08:44 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:08:44 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:08:44 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:08:44 user nova-compute[75076]:       <nova:owner>
Oct 27 16:08:44 user nova-compute[75076]:         <nova:user uuid="d058adeaa3c5495d938566a72ca07bd4">tempest-ServerStableDeviceRescueTest-1647551198-project-member</nova:user>
Oct 27 16:08:44 user nova-compute[75076]:         <nova:project uuid="0f7508e301974f7c864862ca603b09d2">tempest-ServerStableDeviceRescueTest-1647551198</nova:project>
Oct 27 16:08:44 user nova-compute[75076]:       </nova:owner>
Oct 27 16:08:44 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:08:44 user nova-compute[75076]:       <nova:ports>
Oct 27 16:08:44 user nova-compute[75076]:         <nova:port uuid="77926178-3290-4300-9402-540e345190e6">
Oct 27 16:08:44 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 27 16:08:44 user nova-compute[75076]:         </nova:port>
Oct 27 16:08:44 user nova-compute[75076]:       </nova:ports>
Oct 27 16:08:44 user nova-compute[75076]:     </nova:instance>
Oct 27 16:08:44 user nova-compute[75076]:   </metadata>
Oct 27 16:08:44 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:08:44 user nova-compute[75076]:     <system>
Oct 27 16:08:44 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:08:44 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:08:44 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:08:44 user nova-compute[75076]:       <entry name="serial">c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56</entry>
Oct 27 16:08:44 user nova-compute[75076]:       <entry name="uuid">c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56</entry>
Oct 27 16:08:44 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:08:44 user nova-compute[75076]:     </system>
Oct 27 16:08:44 user nova-compute[75076]:   </sysinfo>
Oct 27 16:08:44 user nova-compute[75076]:   <os>
Oct 27 16:08:44 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:08:44 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:08:44 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:08:44 user nova-compute[75076]:   </os>
Oct 27 16:08:44 user nova-compute[75076]:   <features>
Oct 27 16:08:44 user nova-compute[75076]:     <acpi/>
Oct 27 16:08:44 user nova-compute[75076]:     <apic/>
Oct 27 16:08:44 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:08:44 user nova-compute[75076]:   </features>
Oct 27 16:08:44 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:08:44 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:08:44 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:08:44 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:08:44 user nova-compute[75076]:   </clock>
Oct 27 16:08:44 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:08:44 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:08:44 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:08:44 user nova-compute[75076]:   </cpu>
Oct 27 16:08:44 user nova-compute[75076]:   <devices>
Oct 27 16:08:44 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:08:44 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:08:44 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/disk"/>
Oct 27 16:08:44 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:08:44 user nova-compute[75076]:     </disk>
Oct 27 16:08:44 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:08:44 user nova-compute[75076]:       <mac address="fa:16:3e:1f:ef:13"/>
Oct 27 16:08:44 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:08:44 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:08:44 user nova-compute[75076]:       <target dev="tap77926178-32"/>
Oct 27 16:08:44 user nova-compute[75076]:     </interface>
Oct 27 16:08:44 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:08:44 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/console.log" append="off"/>
Oct 27 16:08:44 user nova-compute[75076]:     </serial>
Oct 27 16:08:44 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:08:44 user nova-compute[75076]:     <video>
Oct 27 16:08:44 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:08:44 user nova-compute[75076]:     </video>
Oct 27 16:08:44 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:08:44 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:08:44 user nova-compute[75076]:     </rng>
Oct 27 16:08:44 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:08:44 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:08:44 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:08:44 user nova-compute[75076]:     </memballoon>
Oct 27 16:08:44 user nova-compute[75076]:   </devices>
Oct 27 16:08:44 user nova-compute[75076]: </domain>
Oct 27 16:08:44 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:08:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1909040664',display_name='tempest-ServerStableDeviceRescueTest-server-1909040664',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1909040664',id=5,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMuqvz2zvoIqESDLgp0m3NiMITTQp3XGs6/3ZBBkwaleZuJwSfPcW7bDcIu56Ey4lIk3mZl/fGSw37v7df0aBDIxrtJJszo5aVjrpz+ti44oBVLUfoNetuxTpSwL5+GcgQ==',key_name='tempest-keypair-1523173823',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0f7508e301974f7c864862ca603b09d2',ramdisk_id='',reservation_id='r-4tqb5pz0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-1647551198',owner_user_name='tempest-ServerStableDeviceRescueTest-1647551198-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:08:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d058adeaa3c5495d938566a72ca07bd4',uuid=c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "77926178-3290-4300-9402-540e345190e6", "address": "fa:16:3e:1f:ef:13", "network": {"id": "0dd7e13c-e83e-4992-a2f8-dbef5936e385", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-953935440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f7508e301974f7c864862ca603b09d2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap77926178-32", "ovs_interfaceid": "77926178-3290-4300-9402-540e345190e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Converting VIF {"id": "77926178-3290-4300-9402-540e345190e6", "address": "fa:16:3e:1f:ef:13", "network": {"id": "0dd7e13c-e83e-4992-a2f8-dbef5936e385", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-953935440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f7508e301974f7c864862ca603b09d2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap77926178-32", "ovs_interfaceid": "77926178-3290-4300-9402-540e345190e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1f:ef:13,bridge_name='br-int',has_traffic_filtering=True,id=77926178-3290-4300-9402-540e345190e6,network=Network(0dd7e13c-e83e-4992-a2f8-dbef5936e385),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap77926178-32') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG os_vif [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1f:ef:13,bridge_name='br-int',has_traffic_filtering=True,id=77926178-3290-4300-9402-540e345190e6,network=Network(0dd7e13c-e83e-4992-a2f8-dbef5936e385),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap77926178-32') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd26dd78b-27f9-5e65-ac04-e6d2a8c5828e', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:08:44 user nova-compute[75076]: INFO nova.compute.manager [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Took 17.57 seconds to spawn the instance on the hypervisor.
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.compute.manager [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:08:44 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Instance spawned successfully.
Oct 27 16:08:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap77926178-32, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap77926178-32, col_values=(('qos', UUID('ca6a5b38-5488-4d96-95c5-40d2a510b1f3')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap77926178-32, col_values=(('external_ids', {'iface-id': '77926178-3290-4300-9402-540e345190e6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1f:ef:13', 'vm-uuid': 'c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:08:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:44 user nova-compute[75076]: INFO os_vif [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1f:ef:13,bridge_name='br-int',has_traffic_filtering=True,id=77926178-3290-4300-9402-540e345190e6,network=Network(0dd7e13c-e83e-4992-a2f8-dbef5936e385),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap77926178-32')
Oct 27 16:08:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:45 user nova-compute[75076]: INFO nova.compute.manager [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Took 19.51 seconds to spawn the instance on the hypervisor.
Oct 27 16:08:45 user nova-compute[75076]: DEBUG nova.compute.manager [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:08:45 user nova-compute[75076]: INFO nova.compute.manager [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Took 15.79 seconds to spawn the instance on the hypervisor.
Oct 27 16:08:45 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:08:45 user nova-compute[75076]: INFO nova.compute.manager [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Took 17.11 seconds to spawn the instance on the hypervisor.
Oct 27 16:08:45 user nova-compute[75076]: DEBUG nova.compute.manager [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:08:45 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:08:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:08:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] No VIF found with MAC fa:16:3e:1f:ef:13, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:08:45 user nova-compute[75076]: INFO nova.compute.manager [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Took 19.99 seconds to build instance.
Oct 27 16:08:45 user nova-compute[75076]: INFO nova.compute.manager [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Took 18.81 seconds to build instance.
Oct 27 16:08:45 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:08:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f96cd0d8-d6ff-41ac-ae64-73202e020c35 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "add0650a-7ec6-4d12-9662-880e6b3f7052" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.139s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:45 user nova-compute[75076]: INFO nova.compute.manager [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Took 20.96 seconds to build instance.
Oct 27 16:08:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1ccdb365-ec5b-48b5-a2cc-52709ffaee43 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 20.226s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-94ca7c38-3dec-454c-b713-7ce08669767c tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "961254d8-ebf1-4fa6-a93d-62c8eb1bd359" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.302s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:45 user nova-compute[75076]: INFO nova.compute.manager [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Took 17.29 seconds to build instance.
Oct 27 16:08:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Acquiring lock "687147f4-c59d-4ec9-933a-df587461ee3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Lock "687147f4-c59d-4ec9-933a-df587461ee3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a413d5c4-5552-4fa0-8a92-57069a538ae2 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "326254e7-ff86-424b-95ad-e65d08254daa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.526s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:45 user nova-compute[75076]: INFO nova.compute.manager [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Took 18.16 seconds to build instance.
Oct 27 16:08:45 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:08:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-46d39069-63d7-414c-9b55-6c566812e8c8 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.308s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.543s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:45 user nova-compute[75076]: DEBUG nova.compute.manager [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:08:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:45 user nova-compute[75076]: DEBUG nova.compute.manager [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:08:45 user nova-compute[75076]: DEBUG nova.network.neutron [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:08:45 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:08:45 user nova-compute[75076]: INFO nova.compute.claims [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Claim successful on node user
Oct 27 16:08:45 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:08:45 user nova-compute[75076]: DEBUG nova.compute.manager [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:08:46 user nova-compute[75076]: DEBUG nova.policy [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7e8f850e02e434891189cdb1783f848', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e320e8691e904a7c8dc4b5c824ba6565', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:08:46 user nova-compute[75076]: DEBUG nova.compute.manager [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:08:46 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:08:46 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Creating image(s)
Oct 27 16:08:46 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Acquiring lock "/opt/stack/data/nova/instances/f2bc90f1-becb-4c54-945c-10b6da691b8b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:46 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "/opt/stack/data/nova/instances/f2bc90f1-becb-4c54-945c-10b6da691b8b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.004s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:46 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "/opt/stack/data/nova/instances/f2bc90f1-becb-4c54-945c-10b6da691b8b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.352s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:46 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Acquiring lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:46 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:46 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:08:46 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:08:46 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.949s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:46 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:08:46 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:08:46 user nova-compute[75076]: DEBUG nova.network.neutron [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:08:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.305s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/f2bc90f1-becb-4c54-945c-10b6da691b8b/disk 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:46 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Ignoring supplied device name: /dev/sda. Libvirt can't honour user-supplied dev names
Oct 27 16:08:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/f2bc90f1-becb-4c54-945c-10b6da691b8b/disk 1073741824" returned: 0 in 0.084s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:46 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.395s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:46 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:08:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:47 user nova-compute[75076]: DEBUG nova.policy [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '649f2bc0467f47658263e3dd8d29be87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd81cf4b9b21949b2973cee9cca6e3807', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:08:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.291s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:47 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f2bc90f1-becb-4c54-945c-10b6da691b8b/disk. size=1073741824 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:08:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f2bc90f1-becb-4c54-945c-10b6da691b8b/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:47 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:08:47 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:08:47 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Creating image(s)
Oct 27 16:08:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Acquiring lock "/opt/stack/data/nova/instances/687147f4-c59d-4ec9-933a-df587461ee3a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Lock "/opt/stack/data/nova/instances/687147f4-c59d-4ec9-933a-df587461ee3a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Lock "/opt/stack/data/nova/instances/687147f4-c59d-4ec9-933a-df587461ee3a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.018s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Acquiring lock "bf57a3f3c96042b8fb39ab499c4ed45e915d46ed" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Lock "bf57a3f3c96042b8fb39ab499c4ed45e915d46ed" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f2bc90f1-becb-4c54-945c-10b6da691b8b/disk --force-share --output=json" returned: 0 in 0.266s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:47 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Cannot resize image /opt/stack/data/nova/instances/f2bc90f1-becb-4c54-945c-10b6da691b8b/disk to a smaller size. {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 16:08:47 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:08:47 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Ensure instance console log exists: /opt/stack/data/nova/instances/f2bc90f1-becb-4c54-945c-10b6da691b8b/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:08:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bf57a3f3c96042b8fb39ab499c4ed45e915d46ed.part --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:48 user nova-compute[75076]: DEBUG nova.network.neutron [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Successfully created port: 6cc5a470-d142-40d7-84c6-edea695f9259 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:08:48 user nova-compute[75076]: DEBUG nova.compute.manager [req-7290f757-ce80-4a22-b3fb-1aed234be55e req-c5253cc3-8955-4f8f-b126-5b2395c8a955 service nova] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Received event network-vif-plugged-77926178-3290-4300-9402-540e345190e6 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:08:48 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7290f757-ce80-4a22-b3fb-1aed234be55e req-c5253cc3-8955-4f8f-b126-5b2395c8a955 service nova] Acquiring lock "c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:48 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7290f757-ce80-4a22-b3fb-1aed234be55e req-c5253cc3-8955-4f8f-b126-5b2395c8a955 service nova] Lock "c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:48 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7290f757-ce80-4a22-b3fb-1aed234be55e req-c5253cc3-8955-4f8f-b126-5b2395c8a955 service nova] Lock "c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:48 user nova-compute[75076]: DEBUG nova.compute.manager [req-7290f757-ce80-4a22-b3fb-1aed234be55e req-c5253cc3-8955-4f8f-b126-5b2395c8a955 service nova] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] No waiting events found dispatching network-vif-plugged-77926178-3290-4300-9402-540e345190e6 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:08:48 user nova-compute[75076]: WARNING nova.compute.manager [req-7290f757-ce80-4a22-b3fb-1aed234be55e req-c5253cc3-8955-4f8f-b126-5b2395c8a955 service nova] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Received unexpected event network-vif-plugged-77926178-3290-4300-9402-540e345190e6 for instance with vm_state building and task_state spawning.
Oct 27 16:08:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bf57a3f3c96042b8fb39ab499c4ed45e915d46ed.part --force-share --output=json" returned: 0 in 0.255s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:48 user nova-compute[75076]: DEBUG nova.virt.images [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] 14a4916a-47cf-4ff0-b34c-eeab7cf0fdb0 was qcow2, converting to raw {{(pid=75076) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 27 16:08:48 user nova-compute[75076]: DEBUG nova.privsep.utils [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75076) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 27 16:08:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/bf57a3f3c96042b8fb39ab499c4ed45e915d46ed.part /opt/stack/data/nova/instances/_base/bf57a3f3c96042b8fb39ab499c4ed45e915d46ed.converted {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/bf57a3f3c96042b8fb39ab499c4ed45e915d46ed.part /opt/stack/data/nova/instances/_base/bf57a3f3c96042b8fb39ab499c4ed45e915d46ed.converted" returned: 0 in 0.265s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bf57a3f3c96042b8fb39ab499c4ed45e915d46ed.converted --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:48 user nova-compute[75076]: DEBUG nova.network.neutron [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Successfully created port: d7531b2e-9d04-4e41-af3f-87f20cd98d8b {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:08:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bf57a3f3c96042b8fb39ab499c4ed45e915d46ed.converted --force-share --output=json" returned: 0 in 0.264s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:48 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Lock "bf57a3f3c96042b8fb39ab499c4ed45e915d46ed" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.624s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bf57a3f3c96042b8fb39ab499c4ed45e915d46ed --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:49 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bf57a3f3c96042b8fb39ab499c4ed45e915d46ed --force-share --output=json" returned: 0 in 0.322s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Acquiring lock "bf57a3f3c96042b8fb39ab499c4ed45e915d46ed" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Lock "bf57a3f3c96042b8fb39ab499c4ed45e915d46ed" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.004s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:49 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bf57a3f3c96042b8fb39ab499c4ed45e915d46ed --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:49 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bf57a3f3c96042b8fb39ab499c4ed45e915d46ed --force-share --output=json" returned: 0 in 0.346s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:49 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/bf57a3f3c96042b8fb39ab499c4ed45e915d46ed,backing_fmt=raw /opt/stack/data/nova/instances/687147f4-c59d-4ec9-933a-df587461ee3a/disk 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:49 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/bf57a3f3c96042b8fb39ab499c4ed45e915d46ed,backing_fmt=raw /opt/stack/data/nova/instances/687147f4-c59d-4ec9-933a-df587461ee3a/disk 1073741824" returned: 0 in 0.078s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Lock "bf57a3f3c96042b8fb39ab499c4ed45e915d46ed" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.436s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:49 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bf57a3f3c96042b8fb39ab499c4ed45e915d46ed --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:49 user nova-compute[75076]: DEBUG nova.compute.manager [req-c51e8632-dfbf-4343-b6f7-9ff40a1e831d req-ec6803be-1d4c-4f67-b3a2-1252f2842e98 service nova] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Received event network-vif-plugged-77926178-3290-4300-9402-540e345190e6 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:08:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c51e8632-dfbf-4343-b6f7-9ff40a1e831d req-ec6803be-1d4c-4f67-b3a2-1252f2842e98 service nova] Acquiring lock "c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c51e8632-dfbf-4343-b6f7-9ff40a1e831d req-ec6803be-1d4c-4f67-b3a2-1252f2842e98 service nova] Lock "c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c51e8632-dfbf-4343-b6f7-9ff40a1e831d req-ec6803be-1d4c-4f67-b3a2-1252f2842e98 service nova] Lock "c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:49 user nova-compute[75076]: DEBUG nova.compute.manager [req-c51e8632-dfbf-4343-b6f7-9ff40a1e831d req-ec6803be-1d4c-4f67-b3a2-1252f2842e98 service nova] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] No waiting events found dispatching network-vif-plugged-77926178-3290-4300-9402-540e345190e6 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:08:49 user nova-compute[75076]: WARNING nova.compute.manager [req-c51e8632-dfbf-4343-b6f7-9ff40a1e831d req-ec6803be-1d4c-4f67-b3a2-1252f2842e98 service nova] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Received unexpected event network-vif-plugged-77926178-3290-4300-9402-540e345190e6 for instance with vm_state building and task_state spawning.
Oct 27 16:08:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bf57a3f3c96042b8fb39ab499c4ed45e915d46ed --force-share --output=json" returned: 0 in 0.304s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:50 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Checking if we can resize image /opt/stack/data/nova/instances/687147f4-c59d-4ec9-933a-df587461ee3a/disk. size=1073741824 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:08:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/687147f4-c59d-4ec9-933a-df587461ee3a/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/687147f4-c59d-4ec9-933a-df587461ee3a/disk --force-share --output=json" returned: 0 in 0.277s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:50 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Cannot resize image /opt/stack/data/nova/instances/687147f4-c59d-4ec9-933a-df587461ee3a/disk to a smaller size. {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 16:08:50 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:08:50 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Ensure instance console log exists: /opt/stack/data/nova/instances/687147f4-c59d-4ec9-933a-df587461ee3a/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:08:50 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:50 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:50 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:50 user nova-compute[75076]: DEBUG nova.network.neutron [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Successfully updated port: 6cc5a470-d142-40d7-84c6-edea695f9259 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:08:50 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Acquiring lock "refresh_cache-f2bc90f1-becb-4c54-945c-10b6da691b8b" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:08:50 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Acquired lock "refresh_cache-f2bc90f1-becb-4c54-945c-10b6da691b8b" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:08:50 user nova-compute[75076]: DEBUG nova.network.neutron [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:08:50 user nova-compute[75076]: DEBUG nova.compute.manager [req-3c74d6af-75d3-439d-ad69-febf132d506f req-c525e47d-c0d8-4002-9fa4-267ab6e039d5 service nova] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Received event network-changed-6cc5a470-d142-40d7-84c6-edea695f9259 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:08:50 user nova-compute[75076]: DEBUG nova.compute.manager [req-3c74d6af-75d3-439d-ad69-febf132d506f req-c525e47d-c0d8-4002-9fa4-267ab6e039d5 service nova] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Refreshing instance network info cache due to event network-changed-6cc5a470-d142-40d7-84c6-edea695f9259. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:08:50 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-3c74d6af-75d3-439d-ad69-febf132d506f req-c525e47d-c0d8-4002-9fa4-267ab6e039d5 service nova] Acquiring lock "refresh_cache-f2bc90f1-becb-4c54-945c-10b6da691b8b" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:08:50 user nova-compute[75076]: DEBUG nova.network.neutron [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:08:50 user nova-compute[75076]: DEBUG nova.compute.manager [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:08:50 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:08:50 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Instance spawned successfully.
Oct 27 16:08:50 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:08:50 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:50 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:50 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:50 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:50 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:50 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:51 user nova-compute[75076]: INFO nova.compute.manager [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Took 22.37 seconds to spawn the instance on the hypervisor.
Oct 27 16:08:51 user nova-compute[75076]: DEBUG nova.compute.manager [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:08:51 user nova-compute[75076]: INFO nova.compute.manager [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Took 23.82 seconds to build instance.
Oct 27 16:08:51 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b7e5c94c-66f4-450f-9597-d205e09e952a tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Lock "c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 23.975s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG nova.network.neutron [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Successfully updated port: d7531b2e-9d04-4e41-af3f-87f20cd98d8b {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Acquiring lock "refresh_cache-687147f4-c59d-4ec9-933a-df587461ee3a" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Acquired lock "refresh_cache-687147f4-c59d-4ec9-933a-df587461ee3a" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG nova.network.neutron [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG nova.network.neutron [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG nova.network.neutron [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Updating instance_info_cache with network_info: [{"id": "6cc5a470-d142-40d7-84c6-edea695f9259", "address": "fa:16:3e:d2:23:76", "network": {"id": "7b16c2ee-0e93-4a45-aeea-c13628fe29a5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-761084663-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320e8691e904a7c8dc4b5c824ba6565", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cc5a470-d1", "ovs_interfaceid": "6cc5a470-d142-40d7-84c6-edea695f9259", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Releasing lock "refresh_cache-f2bc90f1-becb-4c54-945c-10b6da691b8b" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG nova.compute.manager [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Instance network_info: |[{"id": "6cc5a470-d142-40d7-84c6-edea695f9259", "address": "fa:16:3e:d2:23:76", "network": {"id": "7b16c2ee-0e93-4a45-aeea-c13628fe29a5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-761084663-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320e8691e904a7c8dc4b5c824ba6565", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cc5a470-d1", "ovs_interfaceid": "6cc5a470-d142-40d7-84c6-edea695f9259", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-3c74d6af-75d3-439d-ad69-febf132d506f req-c525e47d-c0d8-4002-9fa4-267ab6e039d5 service nova] Acquired lock "refresh_cache-f2bc90f1-becb-4c54-945c-10b6da691b8b" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG nova.network.neutron [req-3c74d6af-75d3-439d-ad69-febf132d506f req-c525e47d-c0d8-4002-9fa4-267ab6e039d5 service nova] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Refreshing network info cache for port 6cc5a470-d142-40d7-84c6-edea695f9259 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Start _get_guest_xml network_info=[{"id": "6cc5a470-d142-40d7-84c6-edea695f9259", "address": "fa:16:3e:d2:23:76", "network": {"id": "7b16c2ee-0e93-4a45-aeea-c13628fe29a5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-761084663-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320e8691e904a7c8dc4b5c824ba6565", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cc5a470-d1", "ovs_interfaceid": "6cc5a470-d142-40d7-84c6-edea695f9259", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:08:51 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:08:51 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:08:51 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:08:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1694504216',display_name='tempest-VolumesAdminNegativeTest-server-1694504216',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1694504216',id=7,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBR1eftSCj+eFbVgf/SW3IqjYXOZzsXyDlQMt9scLYdNKWkcdc9lrH8+5T5c+WDQomS2gNDmMgDfLat4qlJxvJ3o8Jeb+9mDfGExb5E8CJ4AhLD3JB4vKq3vNEpT0eK7+Q==',key_name='tempest-keypair-2039877025',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e320e8691e904a7c8dc4b5c824ba6565',ramdisk_id='',reservation_id='r-b3ys7atf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-866097689',owner_user_name='tempest-VolumesAdminNegativeTest-866097689-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:08:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c7e8f850e02e434891189cdb1783f848',uuid=f2bc90f1-becb-4c54-945c-10b6da691b8b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6cc5a470-d142-40d7-84c6-edea695f9259", "address": "fa:16:3e:d2:23:76", "network": {"id": "7b16c2ee-0e93-4a45-aeea-c13628fe29a5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-761084663-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320e8691e904a7c8dc4b5c824ba6565", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cc5a470-d1", "ovs_interfaceid": "6cc5a470-d142-40d7-84c6-edea695f9259", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Converting VIF {"id": "6cc5a470-d142-40d7-84c6-edea695f9259", "address": "fa:16:3e:d2:23:76", "network": {"id": "7b16c2ee-0e93-4a45-aeea-c13628fe29a5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-761084663-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320e8691e904a7c8dc4b5c824ba6565", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cc5a470-d1", "ovs_interfaceid": "6cc5a470-d142-40d7-84c6-edea695f9259", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d2:23:76,bridge_name='br-int',has_traffic_filtering=True,id=6cc5a470-d142-40d7-84c6-edea695f9259,network=Network(7b16c2ee-0e93-4a45-aeea-c13628fe29a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6cc5a470-d1') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG nova.objects.instance [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lazy-loading 'pci_devices' on Instance uuid f2bc90f1-becb-4c54-945c-10b6da691b8b {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:08:51 user nova-compute[75076]:   <uuid>f2bc90f1-becb-4c54-945c-10b6da691b8b</uuid>
Oct 27 16:08:51 user nova-compute[75076]:   <name>instance-00000007</name>
Oct 27 16:08:51 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:08:51 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:08:51 user nova-compute[75076]:   <metadata>
Oct 27 16:08:51 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:08:51 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:08:51 user nova-compute[75076]:       <nova:name>tempest-VolumesAdminNegativeTest-server-1694504216</nova:name>
Oct 27 16:08:51 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:08:51</nova:creationTime>
Oct 27 16:08:51 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:08:51 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:08:51 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:08:51 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:08:51 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:08:51 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:08:51 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:08:51 user nova-compute[75076]:       <nova:owner>
Oct 27 16:08:51 user nova-compute[75076]:         <nova:user uuid="c7e8f850e02e434891189cdb1783f848">tempest-VolumesAdminNegativeTest-866097689-project-member</nova:user>
Oct 27 16:08:51 user nova-compute[75076]:         <nova:project uuid="e320e8691e904a7c8dc4b5c824ba6565">tempest-VolumesAdminNegativeTest-866097689</nova:project>
Oct 27 16:08:51 user nova-compute[75076]:       </nova:owner>
Oct 27 16:08:51 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:08:51 user nova-compute[75076]:       <nova:ports>
Oct 27 16:08:51 user nova-compute[75076]:         <nova:port uuid="6cc5a470-d142-40d7-84c6-edea695f9259">
Oct 27 16:08:51 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 27 16:08:51 user nova-compute[75076]:         </nova:port>
Oct 27 16:08:51 user nova-compute[75076]:       </nova:ports>
Oct 27 16:08:51 user nova-compute[75076]:     </nova:instance>
Oct 27 16:08:51 user nova-compute[75076]:   </metadata>
Oct 27 16:08:51 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:08:51 user nova-compute[75076]:     <system>
Oct 27 16:08:51 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:08:51 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:08:51 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:08:51 user nova-compute[75076]:       <entry name="serial">f2bc90f1-becb-4c54-945c-10b6da691b8b</entry>
Oct 27 16:08:51 user nova-compute[75076]:       <entry name="uuid">f2bc90f1-becb-4c54-945c-10b6da691b8b</entry>
Oct 27 16:08:51 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:08:51 user nova-compute[75076]:     </system>
Oct 27 16:08:51 user nova-compute[75076]:   </sysinfo>
Oct 27 16:08:51 user nova-compute[75076]:   <os>
Oct 27 16:08:51 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:08:51 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:08:51 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:08:51 user nova-compute[75076]:   </os>
Oct 27 16:08:51 user nova-compute[75076]:   <features>
Oct 27 16:08:51 user nova-compute[75076]:     <acpi/>
Oct 27 16:08:51 user nova-compute[75076]:     <apic/>
Oct 27 16:08:51 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:08:51 user nova-compute[75076]:   </features>
Oct 27 16:08:51 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:08:51 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:08:51 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:08:51 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:08:51 user nova-compute[75076]:   </clock>
Oct 27 16:08:51 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:08:51 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:08:51 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:08:51 user nova-compute[75076]:   </cpu>
Oct 27 16:08:51 user nova-compute[75076]:   <devices>
Oct 27 16:08:51 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:08:51 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:08:51 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/f2bc90f1-becb-4c54-945c-10b6da691b8b/disk"/>
Oct 27 16:08:51 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:08:51 user nova-compute[75076]:     </disk>
Oct 27 16:08:51 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:08:51 user nova-compute[75076]:       <mac address="fa:16:3e:d2:23:76"/>
Oct 27 16:08:51 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:08:51 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:08:51 user nova-compute[75076]:       <target dev="tap6cc5a470-d1"/>
Oct 27 16:08:51 user nova-compute[75076]:     </interface>
Oct 27 16:08:51 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:08:51 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/f2bc90f1-becb-4c54-945c-10b6da691b8b/console.log" append="off"/>
Oct 27 16:08:51 user nova-compute[75076]:     </serial>
Oct 27 16:08:51 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:08:51 user nova-compute[75076]:     <video>
Oct 27 16:08:51 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:08:51 user nova-compute[75076]:     </video>
Oct 27 16:08:51 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:08:51 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:08:51 user nova-compute[75076]:     </rng>
Oct 27 16:08:51 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:08:51 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:08:51 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:08:51 user nova-compute[75076]:     </memballoon>
Oct 27 16:08:51 user nova-compute[75076]:   </devices>
Oct 27 16:08:51 user nova-compute[75076]: </domain>
Oct 27 16:08:51 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:08:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1694504216',display_name='tempest-VolumesAdminNegativeTest-server-1694504216',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1694504216',id=7,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBR1eftSCj+eFbVgf/SW3IqjYXOZzsXyDlQMt9scLYdNKWkcdc9lrH8+5T5c+WDQomS2gNDmMgDfLat4qlJxvJ3o8Jeb+9mDfGExb5E8CJ4AhLD3JB4vKq3vNEpT0eK7+Q==',key_name='tempest-keypair-2039877025',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e320e8691e904a7c8dc4b5c824ba6565',ramdisk_id='',reservation_id='r-b3ys7atf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-866097689',owner_user_name='tempest-VolumesAdminNegativeTest-866097689-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:08:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c7e8f850e02e434891189cdb1783f848',uuid=f2bc90f1-becb-4c54-945c-10b6da691b8b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6cc5a470-d142-40d7-84c6-edea695f9259", "address": "fa:16:3e:d2:23:76", "network": {"id": "7b16c2ee-0e93-4a45-aeea-c13628fe29a5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-761084663-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320e8691e904a7c8dc4b5c824ba6565", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cc5a470-d1", "ovs_interfaceid": "6cc5a470-d142-40d7-84c6-edea695f9259", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Converting VIF {"id": "6cc5a470-d142-40d7-84c6-edea695f9259", "address": "fa:16:3e:d2:23:76", "network": {"id": "7b16c2ee-0e93-4a45-aeea-c13628fe29a5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-761084663-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320e8691e904a7c8dc4b5c824ba6565", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cc5a470-d1", "ovs_interfaceid": "6cc5a470-d142-40d7-84c6-edea695f9259", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d2:23:76,bridge_name='br-int',has_traffic_filtering=True,id=6cc5a470-d142-40d7-84c6-edea695f9259,network=Network(7b16c2ee-0e93-4a45-aeea-c13628fe29a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6cc5a470-d1') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG os_vif [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d2:23:76,bridge_name='br-int',has_traffic_filtering=True,id=6cc5a470-d142-40d7-84c6-edea695f9259,network=Network(7b16c2ee-0e93-4a45-aeea-c13628fe29a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6cc5a470-d1') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fdc62d88-825e-5000-8210-0735070f9dff', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6cc5a470-d1, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6cc5a470-d1, col_values=(('qos', UUID('39e18337-de9c-4607-88a8-d565598f4c34')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6cc5a470-d1, col_values=(('external_ids', {'iface-id': '6cc5a470-d142-40d7-84c6-edea695f9259', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d2:23:76', 'vm-uuid': 'f2bc90f1-becb-4c54-945c-10b6da691b8b'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:51 user nova-compute[75076]: INFO os_vif [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d2:23:76,bridge_name='br-int',has_traffic_filtering=True,id=6cc5a470-d142-40d7-84c6-edea695f9259,network=Network(7b16c2ee-0e93-4a45-aeea-c13628fe29a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6cc5a470-d1')
Oct 27 16:08:51 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:08:51 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] No VIF found with MAC fa:16:3e:d2:23:76, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG nova.network.neutron [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Updating instance_info_cache with network_info: [{"id": "d7531b2e-9d04-4e41-af3f-87f20cd98d8b", "address": "fa:16:3e:28:1f:03", "network": {"id": "d1a5a1f5-a580-427a-b3fd-102b9412f6f3", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-802149222-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d81cf4b9b21949b2973cee9cca6e3807", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7531b2e-9d", "ovs_interfaceid": "d7531b2e-9d04-4e41-af3f-87f20cd98d8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Releasing lock "refresh_cache-687147f4-c59d-4ec9-933a-df587461ee3a" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Instance network_info: |[{"id": "d7531b2e-9d04-4e41-af3f-87f20cd98d8b", "address": "fa:16:3e:28:1f:03", "network": {"id": "d1a5a1f5-a580-427a-b3fd-102b9412f6f3", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-802149222-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d81cf4b9b21949b2973cee9cca6e3807", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7531b2e-9d", "ovs_interfaceid": "d7531b2e-9d04-4e41-af3f-87f20cd98d8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Start _get_guest_xml network_info=[{"id": "d7531b2e-9d04-4e41-af3f-87f20cd98d8b", "address": "fa:16:3e:28:1f:03", "network": {"id": "d1a5a1f5-a580-427a-b3fd-102b9412f6f3", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-802149222-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d81cf4b9b21949b2973cee9cca6e3807", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7531b2e-9d", "ovs_interfaceid": "d7531b2e-9d04-4e41-af3f-87f20cd98d8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'scsi', 'cdrom_bus': 'scsi', 'mapping': {'root': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'scsi', 'dev': 'sdb', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:08:40Z,direct_url=<?>,disk_format='qcow2',id=14a4916a-47cf-4ff0-b34c-eeab7cf0fdb0,min_disk=0,min_ram=0,name='',owner='87f0ba9cb02f4efe9b9aee296ce4e026',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:08:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'scsi', 'encryption_options': None, 'device_name': '/dev/sda', 'guest_format': None, 'image_id': '14a4916a-47cf-4ff0-b34c-eeab7cf0fdb0'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:08:52 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:08:52 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:08:52 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:08:40Z,direct_url=<?>,disk_format='qcow2',id=14a4916a-47cf-4ff0-b34c-eeab7cf0fdb0,min_disk=0,min_ram=0,name='',owner='87f0ba9cb02f4efe9b9aee296ce4e026',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:08:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:08:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-904213662',display_name='tempest-AttachSCSIVolumeTestJSON-server-904213662',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-904213662',id=8,image_ref='14a4916a-47cf-4ff0-b34c-eeab7cf0fdb0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMujx/pIgXZR3TiAYDCunzcz9SqI2QrdoygWdOqJL28K8MFC1YQuBfBQq/mPyRaZU91yRuhJQsxxxmGAH7CI7iK+x8UdLo/cS3v1yzhv2otlHOzsWIi1wiifraLr6cWEOg==',key_name='tempest-keypair-1417677237',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d81cf4b9b21949b2973cee9cca6e3807',ramdisk_id='',reservation_id='r-hfsaxb0f',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14a4916a-47cf-4ff0-b34c-eeab7cf0fdb0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-858864352',owner_user_name='tempest-AttachSCSIVolumeTestJSON-858864352-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:08:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='649f2bc0467f47658263e3dd8d29be87',uuid=687147f4-c59d-4ec9-933a-df587461ee3a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d7531b2e-9d04-4e41-af3f-87f20cd98d8b", "address": "fa:16:3e:28:1f:03", "network": {"id": "d1a5a1f5-a580-427a-b3fd-102b9412f6f3", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-802149222-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d81cf4b9b21949b2973cee9cca6e3807", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7531b2e-9d", "ovs_interfaceid": "d7531b2e-9d04-4e41-af3f-87f20cd98d8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Converting VIF {"id": "d7531b2e-9d04-4e41-af3f-87f20cd98d8b", "address": "fa:16:3e:28:1f:03", "network": {"id": "d1a5a1f5-a580-427a-b3fd-102b9412f6f3", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-802149222-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d81cf4b9b21949b2973cee9cca6e3807", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7531b2e-9d", "ovs_interfaceid": "d7531b2e-9d04-4e41-af3f-87f20cd98d8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:28:1f:03,bridge_name='br-int',has_traffic_filtering=True,id=d7531b2e-9d04-4e41-af3f-87f20cd98d8b,network=Network(d1a5a1f5-a580-427a-b3fd-102b9412f6f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd7531b2e-9d') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG nova.objects.instance [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Lazy-loading 'pci_devices' on Instance uuid 687147f4-c59d-4ec9-933a-df587461ee3a {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:08:52 user nova-compute[75076]:   <uuid>687147f4-c59d-4ec9-933a-df587461ee3a</uuid>
Oct 27 16:08:52 user nova-compute[75076]:   <name>instance-00000008</name>
Oct 27 16:08:52 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:08:52 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:08:52 user nova-compute[75076]:   <metadata>
Oct 27 16:08:52 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:08:52 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:08:52 user nova-compute[75076]:       <nova:name>tempest-AttachSCSIVolumeTestJSON-server-904213662</nova:name>
Oct 27 16:08:52 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:08:52</nova:creationTime>
Oct 27 16:08:52 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:08:52 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:08:52 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:08:52 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:08:52 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:08:52 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:08:52 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:08:52 user nova-compute[75076]:       <nova:owner>
Oct 27 16:08:52 user nova-compute[75076]:         <nova:user uuid="649f2bc0467f47658263e3dd8d29be87">tempest-AttachSCSIVolumeTestJSON-858864352-project-member</nova:user>
Oct 27 16:08:52 user nova-compute[75076]:         <nova:project uuid="d81cf4b9b21949b2973cee9cca6e3807">tempest-AttachSCSIVolumeTestJSON-858864352</nova:project>
Oct 27 16:08:52 user nova-compute[75076]:       </nova:owner>
Oct 27 16:08:52 user nova-compute[75076]:       <nova:root type="image" uuid="14a4916a-47cf-4ff0-b34c-eeab7cf0fdb0"/>
Oct 27 16:08:52 user nova-compute[75076]:       <nova:ports>
Oct 27 16:08:52 user nova-compute[75076]:         <nova:port uuid="d7531b2e-9d04-4e41-af3f-87f20cd98d8b">
Oct 27 16:08:52 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 27 16:08:52 user nova-compute[75076]:         </nova:port>
Oct 27 16:08:52 user nova-compute[75076]:       </nova:ports>
Oct 27 16:08:52 user nova-compute[75076]:     </nova:instance>
Oct 27 16:08:52 user nova-compute[75076]:   </metadata>
Oct 27 16:08:52 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:08:52 user nova-compute[75076]:     <system>
Oct 27 16:08:52 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:08:52 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:08:52 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:08:52 user nova-compute[75076]:       <entry name="serial">687147f4-c59d-4ec9-933a-df587461ee3a</entry>
Oct 27 16:08:52 user nova-compute[75076]:       <entry name="uuid">687147f4-c59d-4ec9-933a-df587461ee3a</entry>
Oct 27 16:08:52 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:08:52 user nova-compute[75076]:     </system>
Oct 27 16:08:52 user nova-compute[75076]:   </sysinfo>
Oct 27 16:08:52 user nova-compute[75076]:   <os>
Oct 27 16:08:52 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:08:52 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:08:52 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:08:52 user nova-compute[75076]:   </os>
Oct 27 16:08:52 user nova-compute[75076]:   <features>
Oct 27 16:08:52 user nova-compute[75076]:     <acpi/>
Oct 27 16:08:52 user nova-compute[75076]:     <apic/>
Oct 27 16:08:52 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:08:52 user nova-compute[75076]:   </features>
Oct 27 16:08:52 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:08:52 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:08:52 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:08:52 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:08:52 user nova-compute[75076]:   </clock>
Oct 27 16:08:52 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:08:52 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:08:52 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:08:52 user nova-compute[75076]:   </cpu>
Oct 27 16:08:52 user nova-compute[75076]:   <devices>
Oct 27 16:08:52 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:08:52 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:08:52 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/687147f4-c59d-4ec9-933a-df587461ee3a/disk"/>
Oct 27 16:08:52 user nova-compute[75076]:       <target dev="sda" bus="scsi"/>
Oct 27 16:08:52 user nova-compute[75076]:       <address type="drive" controller="0" unit="0"/>
Oct 27 16:08:52 user nova-compute[75076]:     </disk>
Oct 27 16:08:52 user nova-compute[75076]:     <disk type="file" device="cdrom">
Oct 27 16:08:52 user nova-compute[75076]:       <driver name="qemu" type="raw" cache="none"/>
Oct 27 16:08:52 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/687147f4-c59d-4ec9-933a-df587461ee3a/disk.config"/>
Oct 27 16:08:52 user nova-compute[75076]:       <target dev="sdb" bus="scsi"/>
Oct 27 16:08:52 user nova-compute[75076]:       <address type="drive" controller="0" unit="1"/>
Oct 27 16:08:52 user nova-compute[75076]:     </disk>
Oct 27 16:08:52 user nova-compute[75076]:     <controller type="scsi" index="0" model="virtio-scsi"/>
Oct 27 16:08:52 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:08:52 user nova-compute[75076]:       <mac address="fa:16:3e:28:1f:03"/>
Oct 27 16:08:52 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:08:52 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:08:52 user nova-compute[75076]:       <target dev="tapd7531b2e-9d"/>
Oct 27 16:08:52 user nova-compute[75076]:     </interface>
Oct 27 16:08:52 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:08:52 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/687147f4-c59d-4ec9-933a-df587461ee3a/console.log" append="off"/>
Oct 27 16:08:52 user nova-compute[75076]:     </serial>
Oct 27 16:08:52 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:08:52 user nova-compute[75076]:     <video>
Oct 27 16:08:52 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:08:52 user nova-compute[75076]:     </video>
Oct 27 16:08:52 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:08:52 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:08:52 user nova-compute[75076]:     </rng>
Oct 27 16:08:52 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:08:52 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:08:52 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:08:52 user nova-compute[75076]:     </memballoon>
Oct 27 16:08:52 user nova-compute[75076]:   </devices>
Oct 27 16:08:52 user nova-compute[75076]: </domain>
Oct 27 16:08:52 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:08:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-904213662',display_name='tempest-AttachSCSIVolumeTestJSON-server-904213662',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-904213662',id=8,image_ref='14a4916a-47cf-4ff0-b34c-eeab7cf0fdb0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMujx/pIgXZR3TiAYDCunzcz9SqI2QrdoygWdOqJL28K8MFC1YQuBfBQq/mPyRaZU91yRuhJQsxxxmGAH7CI7iK+x8UdLo/cS3v1yzhv2otlHOzsWIi1wiifraLr6cWEOg==',key_name='tempest-keypair-1417677237',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d81cf4b9b21949b2973cee9cca6e3807',ramdisk_id='',reservation_id='r-hfsaxb0f',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14a4916a-47cf-4ff0-b34c-eeab7cf0fdb0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-858864352',owner_user_name='tempest-AttachSCSIVolumeTestJSON-858864352-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:08:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='649f2bc0467f47658263e3dd8d29be87',uuid=687147f4-c59d-4ec9-933a-df587461ee3a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d7531b2e-9d04-4e41-af3f-87f20cd98d8b", "address": "fa:16:3e:28:1f:03", "network": {"id": "d1a5a1f5-a580-427a-b3fd-102b9412f6f3", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-802149222-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d81cf4b9b21949b2973cee9cca6e3807", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7531b2e-9d", "ovs_interfaceid": "d7531b2e-9d04-4e41-af3f-87f20cd98d8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Converting VIF {"id": "d7531b2e-9d04-4e41-af3f-87f20cd98d8b", "address": "fa:16:3e:28:1f:03", "network": {"id": "d1a5a1f5-a580-427a-b3fd-102b9412f6f3", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-802149222-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d81cf4b9b21949b2973cee9cca6e3807", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7531b2e-9d", "ovs_interfaceid": "d7531b2e-9d04-4e41-af3f-87f20cd98d8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:28:1f:03,bridge_name='br-int',has_traffic_filtering=True,id=d7531b2e-9d04-4e41-af3f-87f20cd98d8b,network=Network(d1a5a1f5-a580-427a-b3fd-102b9412f6f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd7531b2e-9d') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG os_vif [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:28:1f:03,bridge_name='br-int',has_traffic_filtering=True,id=d7531b2e-9d04-4e41-af3f-87f20cd98d8b,network=Network(d1a5a1f5-a580-427a-b3fd-102b9412f6f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd7531b2e-9d') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd07e1b6a-9753-5097-a5ef-13d6b508aadf', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG nova.compute.manager [req-3baa4c0e-5142-4c87-b4f8-75ea39a14e5f req-11a28114-2552-435b-9793-879dbd14364d service nova] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Received event network-changed-d7531b2e-9d04-4e41-af3f-87f20cd98d8b {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG nova.compute.manager [req-3baa4c0e-5142-4c87-b4f8-75ea39a14e5f req-11a28114-2552-435b-9793-879dbd14364d service nova] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Refreshing instance network info cache due to event network-changed-d7531b2e-9d04-4e41-af3f-87f20cd98d8b. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-3baa4c0e-5142-4c87-b4f8-75ea39a14e5f req-11a28114-2552-435b-9793-879dbd14364d service nova] Acquiring lock "refresh_cache-687147f4-c59d-4ec9-933a-df587461ee3a" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-3baa4c0e-5142-4c87-b4f8-75ea39a14e5f req-11a28114-2552-435b-9793-879dbd14364d service nova] Acquired lock "refresh_cache-687147f4-c59d-4ec9-933a-df587461ee3a" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG nova.network.neutron [req-3baa4c0e-5142-4c87-b4f8-75ea39a14e5f req-11a28114-2552-435b-9793-879dbd14364d service nova] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Refreshing network info cache for port d7531b2e-9d04-4e41-af3f-87f20cd98d8b {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd7531b2e-9d, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd7531b2e-9d, col_values=(('qos', UUID('5b466c58-abf5-4dd6-96b4-9d6be8b930eb')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd7531b2e-9d, col_values=(('external_ids', {'iface-id': 'd7531b2e-9d04-4e41-af3f-87f20cd98d8b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:28:1f:03', 'vm-uuid': '687147f4-c59d-4ec9-933a-df587461ee3a'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:52 user nova-compute[75076]: INFO os_vif [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:28:1f:03,bridge_name='br-int',has_traffic_filtering=True,id=d7531b2e-9d04-4e41-af3f-87f20cd98d8b,network=Network(d1a5a1f5-a580-427a-b3fd-102b9412f6f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd7531b2e-9d')
Oct 27 16:08:52 user nova-compute[75076]: DEBUG nova.network.neutron [req-3c74d6af-75d3-439d-ad69-febf132d506f req-c525e47d-c0d8-4002-9fa4-267ab6e039d5 service nova] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Updated VIF entry in instance network info cache for port 6cc5a470-d142-40d7-84c6-edea695f9259. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:08:52 user nova-compute[75076]: DEBUG nova.network.neutron [req-3c74d6af-75d3-439d-ad69-febf132d506f req-c525e47d-c0d8-4002-9fa4-267ab6e039d5 service nova] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Updating instance_info_cache with network_info: [{"id": "6cc5a470-d142-40d7-84c6-edea695f9259", "address": "fa:16:3e:d2:23:76", "network": {"id": "7b16c2ee-0e93-4a45-aeea-c13628fe29a5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-761084663-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320e8691e904a7c8dc4b5c824ba6565", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cc5a470-d1", "ovs_interfaceid": "6cc5a470-d142-40d7-84c6-edea695f9259", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:08:53 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] No BDM found with device name sda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:08:53 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] No BDM found with device name sdb, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:08:53 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] No VIF found with MAC fa:16:3e:28:1f:03, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:08:53 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Using config drive
Oct 27 16:08:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-3c74d6af-75d3-439d-ad69-febf132d506f req-c525e47d-c0d8-4002-9fa4-267ab6e039d5 service nova] Releasing lock "refresh_cache-f2bc90f1-becb-4c54-945c-10b6da691b8b" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:08:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:53 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Creating config drive at /opt/stack/data/nova/instances/687147f4-c59d-4ec9-933a-df587461ee3a/disk.config
Oct 27 16:08:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/687147f4-c59d-4ec9-933a-df587461ee3a/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp0ir2p_lo {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:08:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:53 user nova-compute[75076]: DEBUG nova.network.neutron [req-3baa4c0e-5142-4c87-b4f8-75ea39a14e5f req-11a28114-2552-435b-9793-879dbd14364d service nova] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Updated VIF entry in instance network info cache for port d7531b2e-9d04-4e41-af3f-87f20cd98d8b. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:08:53 user nova-compute[75076]: DEBUG nova.network.neutron [req-3baa4c0e-5142-4c87-b4f8-75ea39a14e5f req-11a28114-2552-435b-9793-879dbd14364d service nova] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Updating instance_info_cache with network_info: [{"id": "d7531b2e-9d04-4e41-af3f-87f20cd98d8b", "address": "fa:16:3e:28:1f:03", "network": {"id": "d1a5a1f5-a580-427a-b3fd-102b9412f6f3", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-802149222-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d81cf4b9b21949b2973cee9cca6e3807", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7531b2e-9d", "ovs_interfaceid": "d7531b2e-9d04-4e41-af3f-87f20cd98d8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:08:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/687147f4-c59d-4ec9-933a-df587461ee3a/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp0ir2p_lo" returned: 0 in 0.109s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:08:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-3baa4c0e-5142-4c87-b4f8-75ea39a14e5f req-11a28114-2552-435b-9793-879dbd14364d service nova] Releasing lock "refresh_cache-687147f4-c59d-4ec9-933a-df587461ee3a" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:08:54 user nova-compute[75076]: DEBUG nova.compute.manager [req-10cb6004-c480-43c3-b0b7-32ebafe487f5 req-3aab77b0-3510-4a6c-8785-36d4190546d5 service nova] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Received event network-vif-plugged-6cc5a470-d142-40d7-84c6-edea695f9259 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:08:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-10cb6004-c480-43c3-b0b7-32ebafe487f5 req-3aab77b0-3510-4a6c-8785-36d4190546d5 service nova] Acquiring lock "f2bc90f1-becb-4c54-945c-10b6da691b8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-10cb6004-c480-43c3-b0b7-32ebafe487f5 req-3aab77b0-3510-4a6c-8785-36d4190546d5 service nova] Lock "f2bc90f1-becb-4c54-945c-10b6da691b8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-10cb6004-c480-43c3-b0b7-32ebafe487f5 req-3aab77b0-3510-4a6c-8785-36d4190546d5 service nova] Lock "f2bc90f1-becb-4c54-945c-10b6da691b8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:54 user nova-compute[75076]: DEBUG nova.compute.manager [req-10cb6004-c480-43c3-b0b7-32ebafe487f5 req-3aab77b0-3510-4a6c-8785-36d4190546d5 service nova] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] No waiting events found dispatching network-vif-plugged-6cc5a470-d142-40d7-84c6-edea695f9259 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:08:54 user nova-compute[75076]: WARNING nova.compute.manager [req-10cb6004-c480-43c3-b0b7-32ebafe487f5 req-3aab77b0-3510-4a6c-8785-36d4190546d5 service nova] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Received unexpected event network-vif-plugged-6cc5a470-d142-40d7-84c6-edea695f9259 for instance with vm_state building and task_state spawning.
Oct 27 16:08:54 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:54 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:54 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:54 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:54 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:56 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:56 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:56 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:56 user nova-compute[75076]: DEBUG nova.compute.manager [req-192ef862-02f4-4b94-85f5-05bc35ac7ca9 req-44eff8c8-2f95-4760-ae9e-61e8dbb3b9a4 service nova] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Received event network-vif-plugged-6cc5a470-d142-40d7-84c6-edea695f9259 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:08:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-192ef862-02f4-4b94-85f5-05bc35ac7ca9 req-44eff8c8-2f95-4760-ae9e-61e8dbb3b9a4 service nova] Acquiring lock "f2bc90f1-becb-4c54-945c-10b6da691b8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:08:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-192ef862-02f4-4b94-85f5-05bc35ac7ca9 req-44eff8c8-2f95-4760-ae9e-61e8dbb3b9a4 service nova] Lock "f2bc90f1-becb-4c54-945c-10b6da691b8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:08:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-192ef862-02f4-4b94-85f5-05bc35ac7ca9 req-44eff8c8-2f95-4760-ae9e-61e8dbb3b9a4 service nova] Lock "f2bc90f1-becb-4c54-945c-10b6da691b8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:56 user nova-compute[75076]: DEBUG nova.compute.manager [req-192ef862-02f4-4b94-85f5-05bc35ac7ca9 req-44eff8c8-2f95-4760-ae9e-61e8dbb3b9a4 service nova] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] No waiting events found dispatching network-vif-plugged-6cc5a470-d142-40d7-84c6-edea695f9259 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:08:56 user nova-compute[75076]: WARNING nova.compute.manager [req-192ef862-02f4-4b94-85f5-05bc35ac7ca9 req-44eff8c8-2f95-4760-ae9e-61e8dbb3b9a4 service nova] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Received unexpected event network-vif-plugged-6cc5a470-d142-40d7-84c6-edea695f9259 for instance with vm_state building and task_state spawning.
Oct 27 16:08:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:08:58 user nova-compute[75076]: DEBUG nova.compute.manager [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:08:58 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:08:58 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Instance spawned successfully.
Oct 27 16:08:58 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:08:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:59 user nova-compute[75076]: INFO nova.compute.manager [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Took 13.07 seconds to spawn the instance on the hypervisor.
Oct 27 16:08:59 user nova-compute[75076]: DEBUG nova.compute.manager [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:08:59 user nova-compute[75076]: INFO nova.compute.manager [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Took 18.35 seconds to build instance.
Oct 27 16:08:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-876a09a1-7e9a-4879-a457-4f0c70307d5f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "f2bc90f1-becb-4c54-945c-10b6da691b8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.576s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:08:59 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:08:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:08:59 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Instance spawned successfully.
Oct 27 16:08:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:08:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:08:59 user nova-compute[75076]: INFO nova.compute.manager [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Took 12.62 seconds to spawn the instance on the hypervisor.
Oct 27 16:08:59 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:09:00 user nova-compute[75076]: INFO nova.compute.manager [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Took 14.43 seconds to build instance.
Oct 27 16:09:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5be4faec-72cd-4dc0-b228-1ea306251481 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Lock "687147f4-c59d-4ec9-933a-df587461ee3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.658s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:09:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:05 user nova-compute[75076]: DEBUG nova.compute.manager [req-ab8d6f9c-c564-412e-bc7f-52cc889f7f6e req-15dc1a8b-7e32-4d61-a8c5-8db3cac025a5 service nova] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Received event network-vif-plugged-427144d0-c0ee-47a4-bb1f-3a332a3edc64 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:09:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ab8d6f9c-c564-412e-bc7f-52cc889f7f6e req-15dc1a8b-7e32-4d61-a8c5-8db3cac025a5 service nova] Acquiring lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:09:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ab8d6f9c-c564-412e-bc7f-52cc889f7f6e req-15dc1a8b-7e32-4d61-a8c5-8db3cac025a5 service nova] Lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:09:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ab8d6f9c-c564-412e-bc7f-52cc889f7f6e req-15dc1a8b-7e32-4d61-a8c5-8db3cac025a5 service nova] Lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:09:05 user nova-compute[75076]: DEBUG nova.compute.manager [req-ab8d6f9c-c564-412e-bc7f-52cc889f7f6e req-15dc1a8b-7e32-4d61-a8c5-8db3cac025a5 service nova] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] No waiting events found dispatching network-vif-plugged-427144d0-c0ee-47a4-bb1f-3a332a3edc64 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:09:05 user nova-compute[75076]: WARNING nova.compute.manager [req-ab8d6f9c-c564-412e-bc7f-52cc889f7f6e req-15dc1a8b-7e32-4d61-a8c5-8db3cac025a5 service nova] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Received unexpected event network-vif-plugged-427144d0-c0ee-47a4-bb1f-3a332a3edc64 for instance with vm_state active and task_state None.
Oct 27 16:09:07 user nova-compute[75076]: DEBUG nova.compute.manager [req-c17ea022-a151-467b-b510-df9952cda427 req-0217797b-2aa3-4085-8f43-9240531af7de service nova] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Received event network-vif-plugged-427144d0-c0ee-47a4-bb1f-3a332a3edc64 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:09:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c17ea022-a151-467b-b510-df9952cda427 req-0217797b-2aa3-4085-8f43-9240531af7de service nova] Acquiring lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:09:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c17ea022-a151-467b-b510-df9952cda427 req-0217797b-2aa3-4085-8f43-9240531af7de service nova] Lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:09:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c17ea022-a151-467b-b510-df9952cda427 req-0217797b-2aa3-4085-8f43-9240531af7de service nova] Lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:09:07 user nova-compute[75076]: DEBUG nova.compute.manager [req-c17ea022-a151-467b-b510-df9952cda427 req-0217797b-2aa3-4085-8f43-9240531af7de service nova] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] No waiting events found dispatching network-vif-plugged-427144d0-c0ee-47a4-bb1f-3a332a3edc64 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:09:07 user nova-compute[75076]: WARNING nova.compute.manager [req-c17ea022-a151-467b-b510-df9952cda427 req-0217797b-2aa3-4085-8f43-9240531af7de service nova] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Received unexpected event network-vif-plugged-427144d0-c0ee-47a4-bb1f-3a332a3edc64 for instance with vm_state active and task_state None.
Oct 27 16:09:07 user nova-compute[75076]: DEBUG nova.compute.manager [req-c17ea022-a151-467b-b510-df9952cda427 req-0217797b-2aa3-4085-8f43-9240531af7de service nova] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Received event network-vif-plugged-842a9b6b-f37e-4201-a4a5-86f51db9c011 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:09:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c17ea022-a151-467b-b510-df9952cda427 req-0217797b-2aa3-4085-8f43-9240531af7de service nova] Acquiring lock "b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:09:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c17ea022-a151-467b-b510-df9952cda427 req-0217797b-2aa3-4085-8f43-9240531af7de service nova] Lock "b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:09:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c17ea022-a151-467b-b510-df9952cda427 req-0217797b-2aa3-4085-8f43-9240531af7de service nova] Lock "b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:09:07 user nova-compute[75076]: DEBUG nova.compute.manager [req-c17ea022-a151-467b-b510-df9952cda427 req-0217797b-2aa3-4085-8f43-9240531af7de service nova] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] No waiting events found dispatching network-vif-plugged-842a9b6b-f37e-4201-a4a5-86f51db9c011 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:09:07 user nova-compute[75076]: WARNING nova.compute.manager [req-c17ea022-a151-467b-b510-df9952cda427 req-0217797b-2aa3-4085-8f43-9240531af7de service nova] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Received unexpected event network-vif-plugged-842a9b6b-f37e-4201-a4a5-86f51db9c011 for instance with vm_state active and task_state None.
Oct 27 16:09:07 user nova-compute[75076]: DEBUG nova.compute.manager [req-c17ea022-a151-467b-b510-df9952cda427 req-0217797b-2aa3-4085-8f43-9240531af7de service nova] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Received event network-vif-plugged-842a9b6b-f37e-4201-a4a5-86f51db9c011 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:09:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c17ea022-a151-467b-b510-df9952cda427 req-0217797b-2aa3-4085-8f43-9240531af7de service nova] Acquiring lock "b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:09:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c17ea022-a151-467b-b510-df9952cda427 req-0217797b-2aa3-4085-8f43-9240531af7de service nova] Lock "b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:09:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c17ea022-a151-467b-b510-df9952cda427 req-0217797b-2aa3-4085-8f43-9240531af7de service nova] Lock "b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:09:07 user nova-compute[75076]: DEBUG nova.compute.manager [req-c17ea022-a151-467b-b510-df9952cda427 req-0217797b-2aa3-4085-8f43-9240531af7de service nova] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] No waiting events found dispatching network-vif-plugged-842a9b6b-f37e-4201-a4a5-86f51db9c011 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:09:07 user nova-compute[75076]: WARNING nova.compute.manager [req-c17ea022-a151-467b-b510-df9952cda427 req-0217797b-2aa3-4085-8f43-9240531af7de service nova] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Received unexpected event network-vif-plugged-842a9b6b-f37e-4201-a4a5-86f51db9c011 for instance with vm_state active and task_state None.
Oct 27 16:09:07 user nova-compute[75076]: DEBUG nova.compute.manager [req-c17ea022-a151-467b-b510-df9952cda427 req-0217797b-2aa3-4085-8f43-9240531af7de service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Received event network-vif-plugged-f0fcc042-4c5a-4282-b45f-b58e3490bc42 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:09:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c17ea022-a151-467b-b510-df9952cda427 req-0217797b-2aa3-4085-8f43-9240531af7de service nova] Acquiring lock "326254e7-ff86-424b-95ad-e65d08254daa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:09:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c17ea022-a151-467b-b510-df9952cda427 req-0217797b-2aa3-4085-8f43-9240531af7de service nova] Lock "326254e7-ff86-424b-95ad-e65d08254daa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:09:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c17ea022-a151-467b-b510-df9952cda427 req-0217797b-2aa3-4085-8f43-9240531af7de service nova] Lock "326254e7-ff86-424b-95ad-e65d08254daa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:09:07 user nova-compute[75076]: DEBUG nova.compute.manager [req-c17ea022-a151-467b-b510-df9952cda427 req-0217797b-2aa3-4085-8f43-9240531af7de service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] No waiting events found dispatching network-vif-plugged-f0fcc042-4c5a-4282-b45f-b58e3490bc42 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:09:07 user nova-compute[75076]: WARNING nova.compute.manager [req-c17ea022-a151-467b-b510-df9952cda427 req-0217797b-2aa3-4085-8f43-9240531af7de service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Received unexpected event network-vif-plugged-f0fcc042-4c5a-4282-b45f-b58e3490bc42 for instance with vm_state active and task_state None.
Oct 27 16:09:07 user nova-compute[75076]: DEBUG nova.compute.manager [req-c17ea022-a151-467b-b510-df9952cda427 req-0217797b-2aa3-4085-8f43-9240531af7de service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Received event network-vif-plugged-f0fcc042-4c5a-4282-b45f-b58e3490bc42 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:09:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c17ea022-a151-467b-b510-df9952cda427 req-0217797b-2aa3-4085-8f43-9240531af7de service nova] Acquiring lock "326254e7-ff86-424b-95ad-e65d08254daa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:09:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c17ea022-a151-467b-b510-df9952cda427 req-0217797b-2aa3-4085-8f43-9240531af7de service nova] Lock "326254e7-ff86-424b-95ad-e65d08254daa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:09:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c17ea022-a151-467b-b510-df9952cda427 req-0217797b-2aa3-4085-8f43-9240531af7de service nova] Lock "326254e7-ff86-424b-95ad-e65d08254daa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:09:07 user nova-compute[75076]: DEBUG nova.compute.manager [req-c17ea022-a151-467b-b510-df9952cda427 req-0217797b-2aa3-4085-8f43-9240531af7de service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] No waiting events found dispatching network-vif-plugged-f0fcc042-4c5a-4282-b45f-b58e3490bc42 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:09:07 user nova-compute[75076]: WARNING nova.compute.manager [req-c17ea022-a151-467b-b510-df9952cda427 req-0217797b-2aa3-4085-8f43-9240531af7de service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Received unexpected event network-vif-plugged-f0fcc042-4c5a-4282-b45f-b58e3490bc42 for instance with vm_state active and task_state None.
Oct 27 16:09:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:13 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:09:13 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:09:13 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Cleaning up deleted instances {{(pid=75076) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 27 16:09:13 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] There are 0 instances to clean {{(pid=75076) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 27 16:09:13 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:09:13 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Cleaning up deleted instances with incomplete migration  {{(pid=75076) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 27 16:09:13 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:09:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:14 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:09:14 user nova-compute[75076]: DEBUG nova.compute.manager [req-12316250-e367-4607-be25-f98b35fc41f8 req-87fa42aa-590d-4a57-909a-01d685006708 service nova] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Received event network-vif-plugged-a8c2098a-84d6-4ed0-847d-93749df73f69 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:09:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-12316250-e367-4607-be25-f98b35fc41f8 req-87fa42aa-590d-4a57-909a-01d685006708 service nova] Acquiring lock "add0650a-7ec6-4d12-9662-880e6b3f7052-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:09:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-12316250-e367-4607-be25-f98b35fc41f8 req-87fa42aa-590d-4a57-909a-01d685006708 service nova] Lock "add0650a-7ec6-4d12-9662-880e6b3f7052-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:09:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-12316250-e367-4607-be25-f98b35fc41f8 req-87fa42aa-590d-4a57-909a-01d685006708 service nova] Lock "add0650a-7ec6-4d12-9662-880e6b3f7052-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:09:14 user nova-compute[75076]: DEBUG nova.compute.manager [req-12316250-e367-4607-be25-f98b35fc41f8 req-87fa42aa-590d-4a57-909a-01d685006708 service nova] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] No waiting events found dispatching network-vif-plugged-a8c2098a-84d6-4ed0-847d-93749df73f69 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:09:14 user nova-compute[75076]: WARNING nova.compute.manager [req-12316250-e367-4607-be25-f98b35fc41f8 req-87fa42aa-590d-4a57-909a-01d685006708 service nova] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Received unexpected event network-vif-plugged-a8c2098a-84d6-4ed0-847d-93749df73f69 for instance with vm_state active and task_state None.
Oct 27 16:09:16 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:09:16 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:09:16 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:09:16 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Rebuilding the list of instances to heal {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 16:09:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-961254d8-ebf1-4fa6-a93d-62c8eb1bd359" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:09:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-961254d8-ebf1-4fa6-a93d-62c8eb1bd359" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:09:16 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 16:09:16 user nova-compute[75076]: DEBUG nova.objects.instance [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lazy-loading 'info_cache' on Instance uuid 961254d8-ebf1-4fa6-a93d-62c8eb1bd359 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:09:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-13fc2820-e0dd-4034-97bb-86b5b8383312 req-8912b00c-3b44-4d91-b28d-31dd26321002 service nova] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Received event network-vif-plugged-a8c2098a-84d6-4ed0-847d-93749df73f69 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:09:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-13fc2820-e0dd-4034-97bb-86b5b8383312 req-8912b00c-3b44-4d91-b28d-31dd26321002 service nova] Acquiring lock "add0650a-7ec6-4d12-9662-880e6b3f7052-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:09:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-13fc2820-e0dd-4034-97bb-86b5b8383312 req-8912b00c-3b44-4d91-b28d-31dd26321002 service nova] Lock "add0650a-7ec6-4d12-9662-880e6b3f7052-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:09:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-13fc2820-e0dd-4034-97bb-86b5b8383312 req-8912b00c-3b44-4d91-b28d-31dd26321002 service nova] Lock "add0650a-7ec6-4d12-9662-880e6b3f7052-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:09:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-13fc2820-e0dd-4034-97bb-86b5b8383312 req-8912b00c-3b44-4d91-b28d-31dd26321002 service nova] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] No waiting events found dispatching network-vif-plugged-a8c2098a-84d6-4ed0-847d-93749df73f69 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:09:16 user nova-compute[75076]: WARNING nova.compute.manager [req-13fc2820-e0dd-4034-97bb-86b5b8383312 req-8912b00c-3b44-4d91-b28d-31dd26321002 service nova] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Received unexpected event network-vif-plugged-a8c2098a-84d6-4ed0-847d-93749df73f69 for instance with vm_state active and task_state None.
Oct 27 16:09:16 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Updating instance_info_cache with network_info: [{"id": "3b291e38-39d5-4060-982d-e302febd2986", "address": "fa:16:3e:36:e0:3f", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b291e38-39", "ovs_interfaceid": "3b291e38-39d5-4060-982d-e302febd2986", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:09:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-961254d8-ebf1-4fa6-a93d-62c8eb1bd359" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:09:16 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 16:09:17 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:09:17 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:09:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:18 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:09:18 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:09:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:09:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:09:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:09:18 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:09:18 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:09:18 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:09:18 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:09:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:18 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:09:18 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:09:18 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:09:18 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:09:19 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:09:19 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/687147f4-c59d-4ec9-933a-df587461ee3a/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:09:19 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/687147f4-c59d-4ec9-933a-df587461ee3a/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:09:19 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/687147f4-c59d-4ec9-933a-df587461ee3a/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:09:19 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/687147f4-c59d-4ec9-933a-df587461ee3a/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:09:19 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:09:19 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:09:19 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:09:19 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:09:19 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:09:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Acquiring lock "4ad06bbc-5cd1-4ce5-89e4-6e3269c83714" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:09:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Lock "4ad06bbc-5cd1-4ce5-89e4-6e3269c83714" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:09:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:09:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:09:20 user nova-compute[75076]: DEBUG nova.compute.manager [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:09:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:09:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:09:20 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:09:20 user nova-compute[75076]: INFO nova.compute.claims [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Claim successful on node user
Oct 27 16:09:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:09:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:09:20 user nova-compute[75076]: DEBUG nova.compute.manager [req-81f8dbd0-d26a-4a4b-a020-20135cb67a12 req-e41fdbf0-1cbe-4db5-85ee-3fca967fd331 service nova] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Received event network-vif-plugged-d7531b2e-9d04-4e41-af3f-87f20cd98d8b {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:09:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-81f8dbd0-d26a-4a4b-a020-20135cb67a12 req-e41fdbf0-1cbe-4db5-85ee-3fca967fd331 service nova] Acquiring lock "687147f4-c59d-4ec9-933a-df587461ee3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:09:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-81f8dbd0-d26a-4a4b-a020-20135cb67a12 req-e41fdbf0-1cbe-4db5-85ee-3fca967fd331 service nova] Lock "687147f4-c59d-4ec9-933a-df587461ee3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:09:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-81f8dbd0-d26a-4a4b-a020-20135cb67a12 req-e41fdbf0-1cbe-4db5-85ee-3fca967fd331 service nova] Lock "687147f4-c59d-4ec9-933a-df587461ee3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:09:20 user nova-compute[75076]: DEBUG nova.compute.manager [req-81f8dbd0-d26a-4a4b-a020-20135cb67a12 req-e41fdbf0-1cbe-4db5-85ee-3fca967fd331 service nova] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] No waiting events found dispatching network-vif-plugged-d7531b2e-9d04-4e41-af3f-87f20cd98d8b {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:09:20 user nova-compute[75076]: WARNING nova.compute.manager [req-81f8dbd0-d26a-4a4b-a020-20135cb67a12 req-e41fdbf0-1cbe-4db5-85ee-3fca967fd331 service nova] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Received unexpected event network-vif-plugged-d7531b2e-9d04-4e41-af3f-87f20cd98d8b for instance with vm_state active and task_state None.
Oct 27 16:09:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:09:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:09:20 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:09:20 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:09:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:09:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f2bc90f1-becb-4c54-945c-10b6da691b8b/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:09:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.539s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:09:20 user nova-compute[75076]: DEBUG nova.compute.manager [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:09:20 user nova-compute[75076]: DEBUG nova.compute.manager [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:09:20 user nova-compute[75076]: DEBUG nova.network.neutron [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:09:20 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:09:21 user nova-compute[75076]: DEBUG nova.compute.manager [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:09:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f2bc90f1-becb-4c54-945c-10b6da691b8b/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:09:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f2bc90f1-becb-4c54-945c-10b6da691b8b/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:09:21 user nova-compute[75076]: DEBUG nova.policy [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44ded77b9d604261b2e26fda251e2091', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd31d8f57198649ae84bc45b7f288deff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:09:21 user nova-compute[75076]: DEBUG nova.compute.manager [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:09:21 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:09:21 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Creating image(s)
Oct 27 16:09:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Acquiring lock "/opt/stack/data/nova/instances/4ad06bbc-5cd1-4ce5-89e4-6e3269c83714/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:09:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Lock "/opt/stack/data/nova/instances/4ad06bbc-5cd1-4ce5-89e4-6e3269c83714/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:09:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Lock "/opt/stack/data/nova/instances/4ad06bbc-5cd1-4ce5-89e4-6e3269c83714/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:09:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:09:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f2bc90f1-becb-4c54-945c-10b6da691b8b/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:09:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:09:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.180s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:09:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Acquiring lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:09:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:09:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:09:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:09:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:09:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.184s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:09:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/4ad06bbc-5cd1-4ce5-89e4-6e3269c83714/disk 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:09:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:09:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/4ad06bbc-5cd1-4ce5-89e4-6e3269c83714/disk 1073741824" returned: 0 in 0.098s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:09:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.288s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:09:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:09:21 user nova-compute[75076]: DEBUG nova.network.neutron [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Successfully created port: d7ed84f2-ee2d-4c08-ade0-30d119751bec {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:09:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.496s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:09:22 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4ad06bbc-5cd1-4ce5-89e4-6e3269c83714/disk. size=1073741824 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:09:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ad06bbc-5cd1-4ce5-89e4-6e3269c83714/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:09:22 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:09:22 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:09:22 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=7395MB free_disk=25.587749481201172GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:09:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:09:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:09:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ad06bbc-5cd1-4ce5-89e4-6e3269c83714/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:09:22 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Cannot resize image /opt/stack/data/nova/instances/4ad06bbc-5cd1-4ce5-89e4-6e3269c83714/disk to a smaller size. {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 16:09:22 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:09:22 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Ensure instance console log exists: /opt/stack/data/nova/instances/4ad06bbc-5cd1-4ce5-89e4-6e3269c83714/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:09:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:09:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:09:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:09:22 user nova-compute[75076]: DEBUG nova.compute.manager [req-22e50252-6316-4854-ba29-0487a276d975 req-6490c56c-1981-43e0-b7a2-d84901d2c9bd service nova] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Received event network-vif-plugged-d7531b2e-9d04-4e41-af3f-87f20cd98d8b {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:09:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-22e50252-6316-4854-ba29-0487a276d975 req-6490c56c-1981-43e0-b7a2-d84901d2c9bd service nova] Acquiring lock "687147f4-c59d-4ec9-933a-df587461ee3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:09:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-22e50252-6316-4854-ba29-0487a276d975 req-6490c56c-1981-43e0-b7a2-d84901d2c9bd service nova] Lock "687147f4-c59d-4ec9-933a-df587461ee3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:09:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-22e50252-6316-4854-ba29-0487a276d975 req-6490c56c-1981-43e0-b7a2-d84901d2c9bd service nova] Lock "687147f4-c59d-4ec9-933a-df587461ee3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:09:22 user nova-compute[75076]: DEBUG nova.compute.manager [req-22e50252-6316-4854-ba29-0487a276d975 req-6490c56c-1981-43e0-b7a2-d84901d2c9bd service nova] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] No waiting events found dispatching network-vif-plugged-d7531b2e-9d04-4e41-af3f-87f20cd98d8b {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:09:22 user nova-compute[75076]: WARNING nova.compute.manager [req-22e50252-6316-4854-ba29-0487a276d975 req-6490c56c-1981-43e0-b7a2-d84901d2c9bd service nova] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Received unexpected event network-vif-plugged-d7531b2e-9d04-4e41-af3f-87f20cd98d8b for instance with vm_state active and task_state None.
Oct 27 16:09:22 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 961254d8-ebf1-4fa6-a93d-62c8eb1bd359 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:09:22 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:09:22 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance add0650a-7ec6-4d12-9662-880e6b3f7052 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:09:22 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:09:22 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:09:22 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 326254e7-ff86-424b-95ad-e65d08254daa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:09:22 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance f2bc90f1-becb-4c54-945c-10b6da691b8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:09:22 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 687147f4-c59d-4ec9-933a-df587461ee3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:09:22 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:09:22 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:09:22 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:09:22 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Refreshing inventories for resource provider 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 27 16:09:22 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Updating ProviderTree inventory for provider 543fff1b-1911-4710-bad6-6bd4c750c641 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 27 16:09:22 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Updating inventory in ProviderTree for provider 543fff1b-1911-4710-bad6-6bd4c750c641 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 27 16:09:22 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Refreshing aggregate associations for resource provider 543fff1b-1911-4710-bad6-6bd4c750c641, aggregates: None {{(pid=75076) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 27 16:09:22 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Refreshing trait associations for resource provider 543fff1b-1911-4710-bad6-6bd4c750c641, traits: COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ARI,HW_CPU_X86_SSE2,HW_CPU_X86_MMX,COMPUTE_NODE,HW_CPU_X86_SSSE3,HW_CPU_X86_SSE,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSE41,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_ATTACH_INTERFACE {{(pid=75076) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 27 16:09:22 user nova-compute[75076]: DEBUG nova.network.neutron [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Successfully updated port: d7ed84f2-ee2d-4c08-ade0-30d119751bec {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:09:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Acquiring lock "refresh_cache-4ad06bbc-5cd1-4ce5-89e4-6e3269c83714" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:09:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Acquired lock "refresh_cache-4ad06bbc-5cd1-4ce5-89e4-6e3269c83714" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:09:22 user nova-compute[75076]: DEBUG nova.network.neutron [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:09:22 user nova-compute[75076]: DEBUG nova.compute.manager [req-85b0e6d7-0e96-4dba-b42f-0bc078ed0a5a req-92a3ac63-a227-4d55-aa3c-1455b12ed151 service nova] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Received event network-changed-d7ed84f2-ee2d-4c08-ade0-30d119751bec {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:09:22 user nova-compute[75076]: DEBUG nova.compute.manager [req-85b0e6d7-0e96-4dba-b42f-0bc078ed0a5a req-92a3ac63-a227-4d55-aa3c-1455b12ed151 service nova] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Refreshing instance network info cache due to event network-changed-d7ed84f2-ee2d-4c08-ade0-30d119751bec. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:09:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-85b0e6d7-0e96-4dba-b42f-0bc078ed0a5a req-92a3ac63-a227-4d55-aa3c-1455b12ed151 service nova] Acquiring lock "refresh_cache-4ad06bbc-5cd1-4ce5-89e4-6e3269c83714" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:09:22 user nova-compute[75076]: DEBUG nova.network.neutron [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.950s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG nova.network.neutron [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Updating instance_info_cache with network_info: [{"id": "d7ed84f2-ee2d-4c08-ade0-30d119751bec", "address": "fa:16:3e:69:fd:b4", "network": {"id": "4e7736d7-270d-48b2-8084-d2ce20169b20", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1956542261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d31d8f57198649ae84bc45b7f288deff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7ed84f2-ee", "ovs_interfaceid": "d7ed84f2-ee2d-4c08-ade0-30d119751bec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Releasing lock "refresh_cache-4ad06bbc-5cd1-4ce5-89e4-6e3269c83714" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG nova.compute.manager [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Instance network_info: |[{"id": "d7ed84f2-ee2d-4c08-ade0-30d119751bec", "address": "fa:16:3e:69:fd:b4", "network": {"id": "4e7736d7-270d-48b2-8084-d2ce20169b20", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1956542261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d31d8f57198649ae84bc45b7f288deff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7ed84f2-ee", "ovs_interfaceid": "d7ed84f2-ee2d-4c08-ade0-30d119751bec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-85b0e6d7-0e96-4dba-b42f-0bc078ed0a5a req-92a3ac63-a227-4d55-aa3c-1455b12ed151 service nova] Acquired lock "refresh_cache-4ad06bbc-5cd1-4ce5-89e4-6e3269c83714" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG nova.network.neutron [req-85b0e6d7-0e96-4dba-b42f-0bc078ed0a5a req-92a3ac63-a227-4d55-aa3c-1455b12ed151 service nova] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Refreshing network info cache for port d7ed84f2-ee2d-4c08-ade0-30d119751bec {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Start _get_guest_xml network_info=[{"id": "d7ed84f2-ee2d-4c08-ade0-30d119751bec", "address": "fa:16:3e:69:fd:b4", "network": {"id": "4e7736d7-270d-48b2-8084-d2ce20169b20", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1956542261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d31d8f57198649ae84bc45b7f288deff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7ed84f2-ee", "ovs_interfaceid": "d7ed84f2-ee2d-4c08-ade0-30d119751bec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:09:23 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:09:23 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:09:23 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:09:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-687591884',display_name='tempest-VolumesAssistedSnapshotsTest-server-687591884',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-687591884',id=9,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDhN6qTqt9ZnRTJemZLiCpjzbmyRvAWq1gc/hBqcTFWvo+9g0kQbTwU15q5BDCyLTkx39j2RZzKlEEyxzJ/rGMup8ElQsG9g8h19ZavInu5MwW7+HtxWI6JAMs650um8Rw==',key_name='tempest-keypair-1253623654',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d31d8f57198649ae84bc45b7f288deff',ramdisk_id='',reservation_id='r-ktinf4nj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-652124471',owner_user_name='tempest-VolumesAssistedSnapshotsTest-652124471-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:09:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='44ded77b9d604261b2e26fda251e2091',uuid=4ad06bbc-5cd1-4ce5-89e4-6e3269c83714,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d7ed84f2-ee2d-4c08-ade0-30d119751bec", "address": "fa:16:3e:69:fd:b4", "network": {"id": "4e7736d7-270d-48b2-8084-d2ce20169b20", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1956542261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d31d8f57198649ae84bc45b7f288deff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7ed84f2-ee", "ovs_interfaceid": "d7ed84f2-ee2d-4c08-ade0-30d119751bec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Converting VIF {"id": "d7ed84f2-ee2d-4c08-ade0-30d119751bec", "address": "fa:16:3e:69:fd:b4", "network": {"id": "4e7736d7-270d-48b2-8084-d2ce20169b20", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1956542261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d31d8f57198649ae84bc45b7f288deff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7ed84f2-ee", "ovs_interfaceid": "d7ed84f2-ee2d-4c08-ade0-30d119751bec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:69:fd:b4,bridge_name='br-int',has_traffic_filtering=True,id=d7ed84f2-ee2d-4c08-ade0-30d119751bec,network=Network(4e7736d7-270d-48b2-8084-d2ce20169b20),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd7ed84f2-ee') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG nova.objects.instance [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Lazy-loading 'pci_devices' on Instance uuid 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:09:23 user nova-compute[75076]:   <uuid>4ad06bbc-5cd1-4ce5-89e4-6e3269c83714</uuid>
Oct 27 16:09:23 user nova-compute[75076]:   <name>instance-00000009</name>
Oct 27 16:09:23 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:09:23 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:09:23 user nova-compute[75076]:   <metadata>
Oct 27 16:09:23 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:09:23 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:09:23 user nova-compute[75076]:       <nova:name>tempest-VolumesAssistedSnapshotsTest-server-687591884</nova:name>
Oct 27 16:09:23 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:09:23</nova:creationTime>
Oct 27 16:09:23 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:09:23 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:09:23 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:09:23 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:09:23 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:09:23 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:09:23 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:09:23 user nova-compute[75076]:       <nova:owner>
Oct 27 16:09:23 user nova-compute[75076]:         <nova:user uuid="44ded77b9d604261b2e26fda251e2091">tempest-VolumesAssistedSnapshotsTest-652124471-project-member</nova:user>
Oct 27 16:09:23 user nova-compute[75076]:         <nova:project uuid="d31d8f57198649ae84bc45b7f288deff">tempest-VolumesAssistedSnapshotsTest-652124471</nova:project>
Oct 27 16:09:23 user nova-compute[75076]:       </nova:owner>
Oct 27 16:09:23 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:09:23 user nova-compute[75076]:       <nova:ports>
Oct 27 16:09:23 user nova-compute[75076]:         <nova:port uuid="d7ed84f2-ee2d-4c08-ade0-30d119751bec">
Oct 27 16:09:23 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 27 16:09:23 user nova-compute[75076]:         </nova:port>
Oct 27 16:09:23 user nova-compute[75076]:       </nova:ports>
Oct 27 16:09:23 user nova-compute[75076]:     </nova:instance>
Oct 27 16:09:23 user nova-compute[75076]:   </metadata>
Oct 27 16:09:23 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:09:23 user nova-compute[75076]:     <system>
Oct 27 16:09:23 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:09:23 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:09:23 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:09:23 user nova-compute[75076]:       <entry name="serial">4ad06bbc-5cd1-4ce5-89e4-6e3269c83714</entry>
Oct 27 16:09:23 user nova-compute[75076]:       <entry name="uuid">4ad06bbc-5cd1-4ce5-89e4-6e3269c83714</entry>
Oct 27 16:09:23 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:09:23 user nova-compute[75076]:     </system>
Oct 27 16:09:23 user nova-compute[75076]:   </sysinfo>
Oct 27 16:09:23 user nova-compute[75076]:   <os>
Oct 27 16:09:23 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:09:23 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:09:23 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:09:23 user nova-compute[75076]:   </os>
Oct 27 16:09:23 user nova-compute[75076]:   <features>
Oct 27 16:09:23 user nova-compute[75076]:     <acpi/>
Oct 27 16:09:23 user nova-compute[75076]:     <apic/>
Oct 27 16:09:23 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:09:23 user nova-compute[75076]:   </features>
Oct 27 16:09:23 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:09:23 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:09:23 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:09:23 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:09:23 user nova-compute[75076]:   </clock>
Oct 27 16:09:23 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:09:23 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:09:23 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:09:23 user nova-compute[75076]:   </cpu>
Oct 27 16:09:23 user nova-compute[75076]:   <devices>
Oct 27 16:09:23 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:09:23 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:09:23 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/4ad06bbc-5cd1-4ce5-89e4-6e3269c83714/disk"/>
Oct 27 16:09:23 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:09:23 user nova-compute[75076]:     </disk>
Oct 27 16:09:23 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:09:23 user nova-compute[75076]:       <mac address="fa:16:3e:69:fd:b4"/>
Oct 27 16:09:23 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:09:23 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:09:23 user nova-compute[75076]:       <target dev="tapd7ed84f2-ee"/>
Oct 27 16:09:23 user nova-compute[75076]:     </interface>
Oct 27 16:09:23 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:09:23 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/4ad06bbc-5cd1-4ce5-89e4-6e3269c83714/console.log" append="off"/>
Oct 27 16:09:23 user nova-compute[75076]:     </serial>
Oct 27 16:09:23 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:09:23 user nova-compute[75076]:     <video>
Oct 27 16:09:23 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:09:23 user nova-compute[75076]:     </video>
Oct 27 16:09:23 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:09:23 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:09:23 user nova-compute[75076]:     </rng>
Oct 27 16:09:23 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:09:23 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:09:23 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:09:23 user nova-compute[75076]:     </memballoon>
Oct 27 16:09:23 user nova-compute[75076]:   </devices>
Oct 27 16:09:23 user nova-compute[75076]: </domain>
Oct 27 16:09:23 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:09:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-687591884',display_name='tempest-VolumesAssistedSnapshotsTest-server-687591884',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-687591884',id=9,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDhN6qTqt9ZnRTJemZLiCpjzbmyRvAWq1gc/hBqcTFWvo+9g0kQbTwU15q5BDCyLTkx39j2RZzKlEEyxzJ/rGMup8ElQsG9g8h19ZavInu5MwW7+HtxWI6JAMs650um8Rw==',key_name='tempest-keypair-1253623654',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d31d8f57198649ae84bc45b7f288deff',ramdisk_id='',reservation_id='r-ktinf4nj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-652124471',owner_user_name='tempest-VolumesAssistedSnapshotsTest-652124471-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:09:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='44ded77b9d604261b2e26fda251e2091',uuid=4ad06bbc-5cd1-4ce5-89e4-6e3269c83714,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d7ed84f2-ee2d-4c08-ade0-30d119751bec", "address": "fa:16:3e:69:fd:b4", "network": {"id": "4e7736d7-270d-48b2-8084-d2ce20169b20", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1956542261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d31d8f57198649ae84bc45b7f288deff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7ed84f2-ee", "ovs_interfaceid": "d7ed84f2-ee2d-4c08-ade0-30d119751bec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Converting VIF {"id": "d7ed84f2-ee2d-4c08-ade0-30d119751bec", "address": "fa:16:3e:69:fd:b4", "network": {"id": "4e7736d7-270d-48b2-8084-d2ce20169b20", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1956542261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d31d8f57198649ae84bc45b7f288deff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7ed84f2-ee", "ovs_interfaceid": "d7ed84f2-ee2d-4c08-ade0-30d119751bec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:69:fd:b4,bridge_name='br-int',has_traffic_filtering=True,id=d7ed84f2-ee2d-4c08-ade0-30d119751bec,network=Network(4e7736d7-270d-48b2-8084-d2ce20169b20),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd7ed84f2-ee') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG os_vif [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:69:fd:b4,bridge_name='br-int',has_traffic_filtering=True,id=d7ed84f2-ee2d-4c08-ade0-30d119751bec,network=Network(4e7736d7-270d-48b2-8084-d2ce20169b20),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd7ed84f2-ee') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b651bec1-825c-5836-9d24-f4f0351f77e0', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd7ed84f2-ee, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd7ed84f2-ee, col_values=(('qos', UUID('a2511e81-145d-4ca7-ac94-3684b66e2b9a')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd7ed84f2-ee, col_values=(('external_ids', {'iface-id': 'd7ed84f2-ee2d-4c08-ade0-30d119751bec', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:69:fd:b4', 'vm-uuid': '4ad06bbc-5cd1-4ce5-89e4-6e3269c83714'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:23 user nova-compute[75076]: INFO os_vif [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:69:fd:b4,bridge_name='br-int',has_traffic_filtering=True,id=d7ed84f2-ee2d-4c08-ade0-30d119751bec,network=Network(4e7736d7-270d-48b2-8084-d2ce20169b20),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd7ed84f2-ee')
Oct 27 16:09:23 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] No VIF found with MAC fa:16:3e:69:fd:b4, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG nova.network.neutron [req-85b0e6d7-0e96-4dba-b42f-0bc078ed0a5a req-92a3ac63-a227-4d55-aa3c-1455b12ed151 service nova] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Updated VIF entry in instance network info cache for port d7ed84f2-ee2d-4c08-ade0-30d119751bec. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:09:23 user nova-compute[75076]: DEBUG nova.network.neutron [req-85b0e6d7-0e96-4dba-b42f-0bc078ed0a5a req-92a3ac63-a227-4d55-aa3c-1455b12ed151 service nova] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Updating instance_info_cache with network_info: [{"id": "d7ed84f2-ee2d-4c08-ade0-30d119751bec", "address": "fa:16:3e:69:fd:b4", "network": {"id": "4e7736d7-270d-48b2-8084-d2ce20169b20", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1956542261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d31d8f57198649ae84bc45b7f288deff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7ed84f2-ee", "ovs_interfaceid": "d7ed84f2-ee2d-4c08-ade0-30d119751bec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:09:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-85b0e6d7-0e96-4dba-b42f-0bc078ed0a5a req-92a3ac63-a227-4d55-aa3c-1455b12ed151 service nova] Releasing lock "refresh_cache-4ad06bbc-5cd1-4ce5-89e4-6e3269c83714" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:09:24 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:09:24 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:09:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Acquiring lock "fd883620-5f32-4794-919b-ee341a7da39a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:09:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Lock "fd883620-5f32-4794-919b-ee341a7da39a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:09:24 user nova-compute[75076]: DEBUG nova.compute.manager [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:09:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:09:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:09:24 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:09:24 user nova-compute[75076]: INFO nova.compute.claims [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Claim successful on node user
Oct 27 16:09:24 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:09:24 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:09:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.513s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:09:24 user nova-compute[75076]: DEBUG nova.compute.manager [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:09:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:25 user nova-compute[75076]: DEBUG nova.compute.manager [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:09:25 user nova-compute[75076]: DEBUG nova.network.neutron [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:09:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:25 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:09:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:25 user nova-compute[75076]: DEBUG nova.compute.manager [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:09:25 user nova-compute[75076]: DEBUG nova.policy [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37ca362cad334e279c31879ec9f1c552', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e34c200450544695908987b653350be3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:09:25 user nova-compute[75076]: DEBUG nova.compute.manager [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:09:25 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:09:25 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Creating image(s)
Oct 27 16:09:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Acquiring lock "/opt/stack/data/nova/instances/fd883620-5f32-4794-919b-ee341a7da39a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:09:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Lock "/opt/stack/data/nova/instances/fd883620-5f32-4794-919b-ee341a7da39a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:09:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Lock "/opt/stack/data/nova/instances/fd883620-5f32-4794-919b-ee341a7da39a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:09:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:09:25 user nova-compute[75076]: DEBUG nova.compute.manager [req-31c1444f-0eb7-400f-a805-c823edc8f757 req-5c7e3d83-7b78-4174-909f-dde15a0b58a2 service nova] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Received event network-vif-plugged-d7ed84f2-ee2d-4c08-ade0-30d119751bec {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:09:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-31c1444f-0eb7-400f-a805-c823edc8f757 req-5c7e3d83-7b78-4174-909f-dde15a0b58a2 service nova] Acquiring lock "4ad06bbc-5cd1-4ce5-89e4-6e3269c83714-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:09:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-31c1444f-0eb7-400f-a805-c823edc8f757 req-5c7e3d83-7b78-4174-909f-dde15a0b58a2 service nova] Lock "4ad06bbc-5cd1-4ce5-89e4-6e3269c83714-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:09:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-31c1444f-0eb7-400f-a805-c823edc8f757 req-5c7e3d83-7b78-4174-909f-dde15a0b58a2 service nova] Lock "4ad06bbc-5cd1-4ce5-89e4-6e3269c83714-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:09:25 user nova-compute[75076]: DEBUG nova.compute.manager [req-31c1444f-0eb7-400f-a805-c823edc8f757 req-5c7e3d83-7b78-4174-909f-dde15a0b58a2 service nova] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] No waiting events found dispatching network-vif-plugged-d7ed84f2-ee2d-4c08-ade0-30d119751bec {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:09:25 user nova-compute[75076]: WARNING nova.compute.manager [req-31c1444f-0eb7-400f-a805-c823edc8f757 req-5c7e3d83-7b78-4174-909f-dde15a0b58a2 service nova] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Received unexpected event network-vif-plugged-d7ed84f2-ee2d-4c08-ade0-30d119751bec for instance with vm_state building and task_state spawning.
Oct 27 16:09:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.234s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:09:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Acquiring lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:09:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:09:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:09:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.202s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:09:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/fd883620-5f32-4794-919b-ee341a7da39a/disk 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:09:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/fd883620-5f32-4794-919b-ee341a7da39a/disk 1073741824" returned: 0 in 0.057s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:09:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.266s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:09:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:09:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.176s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:09:26 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Checking if we can resize image /opt/stack/data/nova/instances/fd883620-5f32-4794-919b-ee341a7da39a/disk. size=1073741824 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:09:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd883620-5f32-4794-919b-ee341a7da39a/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:09:26 user nova-compute[75076]: DEBUG nova.network.neutron [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Successfully created port: 7088ba37-918a-42f3-82c9-cfa15c9025ee {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:09:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd883620-5f32-4794-919b-ee341a7da39a/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:09:26 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Cannot resize image /opt/stack/data/nova/instances/fd883620-5f32-4794-919b-ee341a7da39a/disk to a smaller size. {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 16:09:26 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:09:26 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Ensure instance console log exists: /opt/stack/data/nova/instances/fd883620-5f32-4794-919b-ee341a7da39a/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:09:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:09:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:09:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:09:26 user nova-compute[75076]: DEBUG nova.network.neutron [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Successfully updated port: 7088ba37-918a-42f3-82c9-cfa15c9025ee {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:09:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Acquiring lock "refresh_cache-fd883620-5f32-4794-919b-ee341a7da39a" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:09:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Acquired lock "refresh_cache-fd883620-5f32-4794-919b-ee341a7da39a" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:09:26 user nova-compute[75076]: DEBUG nova.network.neutron [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:09:26 user nova-compute[75076]: DEBUG nova.compute.manager [req-17648469-bf20-4ad0-b4fe-35e645a752b5 req-0e21e633-fe16-4357-afaf-324c686e8e0d service nova] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Received event network-changed-7088ba37-918a-42f3-82c9-cfa15c9025ee {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:09:26 user nova-compute[75076]: DEBUG nova.compute.manager [req-17648469-bf20-4ad0-b4fe-35e645a752b5 req-0e21e633-fe16-4357-afaf-324c686e8e0d service nova] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Refreshing instance network info cache due to event network-changed-7088ba37-918a-42f3-82c9-cfa15c9025ee. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:09:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-17648469-bf20-4ad0-b4fe-35e645a752b5 req-0e21e633-fe16-4357-afaf-324c686e8e0d service nova] Acquiring lock "refresh_cache-fd883620-5f32-4794-919b-ee341a7da39a" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.network.neutron [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.network.neutron [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Updating instance_info_cache with network_info: [{"id": "7088ba37-918a-42f3-82c9-cfa15c9025ee", "address": "fa:16:3e:14:c0:49", "network": {"id": "75e67bbe-5bb4-4c57-97dd-2fb0bb73fe2d", "bridge": "br-int", "label": "tempest-TestVolumeSwap-2118800676-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e34c200450544695908987b653350be3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7088ba37-91", "ovs_interfaceid": "7088ba37-918a-42f3-82c9-cfa15c9025ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Releasing lock "refresh_cache-fd883620-5f32-4794-919b-ee341a7da39a" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.compute.manager [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Instance network_info: |[{"id": "7088ba37-918a-42f3-82c9-cfa15c9025ee", "address": "fa:16:3e:14:c0:49", "network": {"id": "75e67bbe-5bb4-4c57-97dd-2fb0bb73fe2d", "bridge": "br-int", "label": "tempest-TestVolumeSwap-2118800676-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e34c200450544695908987b653350be3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7088ba37-91", "ovs_interfaceid": "7088ba37-918a-42f3-82c9-cfa15c9025ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-17648469-bf20-4ad0-b4fe-35e645a752b5 req-0e21e633-fe16-4357-afaf-324c686e8e0d service nova] Acquired lock "refresh_cache-fd883620-5f32-4794-919b-ee341a7da39a" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.network.neutron [req-17648469-bf20-4ad0-b4fe-35e645a752b5 req-0e21e633-fe16-4357-afaf-324c686e8e0d service nova] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Refreshing network info cache for port 7088ba37-918a-42f3-82c9-cfa15c9025ee {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Start _get_guest_xml network_info=[{"id": "7088ba37-918a-42f3-82c9-cfa15c9025ee", "address": "fa:16:3e:14:c0:49", "network": {"id": "75e67bbe-5bb4-4c57-97dd-2fb0bb73fe2d", "bridge": "br-int", "label": "tempest-TestVolumeSwap-2118800676-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e34c200450544695908987b653350be3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7088ba37-91", "ovs_interfaceid": "7088ba37-918a-42f3-82c9-cfa15c9025ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:09:27 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:09:27 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:09:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-80151405',display_name='tempest-TestVolumeSwap-server-80151405',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-80151405',id=10,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPN0jvjTafZ6vul0H5xYVBStlmPxXMdarqpCE+N8m1c331pFoxmQMhkPLSbqYOURWHmUP+24ptJ1aiKJaV31ceYrYPeZLR32GzG+QrNHdtQvOc8P15jtNHEbsPsRw3PLJg==',key_name='tempest-keypair-1487165783',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e34c200450544695908987b653350be3',ramdisk_id='',reservation_id='r-ctylsdc8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-429846374',owner_user_name='tempest-TestVolumeSwap-429846374-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:09:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='37ca362cad334e279c31879ec9f1c552',uuid=fd883620-5f32-4794-919b-ee341a7da39a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7088ba37-918a-42f3-82c9-cfa15c9025ee", "address": "fa:16:3e:14:c0:49", "network": {"id": "75e67bbe-5bb4-4c57-97dd-2fb0bb73fe2d", "bridge": "br-int", "label": "tempest-TestVolumeSwap-2118800676-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e34c200450544695908987b653350be3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7088ba37-91", "ovs_interfaceid": "7088ba37-918a-42f3-82c9-cfa15c9025ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Converting VIF {"id": "7088ba37-918a-42f3-82c9-cfa15c9025ee", "address": "fa:16:3e:14:c0:49", "network": {"id": "75e67bbe-5bb4-4c57-97dd-2fb0bb73fe2d", "bridge": "br-int", "label": "tempest-TestVolumeSwap-2118800676-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e34c200450544695908987b653350be3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7088ba37-91", "ovs_interfaceid": "7088ba37-918a-42f3-82c9-cfa15c9025ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:14:c0:49,bridge_name='br-int',has_traffic_filtering=True,id=7088ba37-918a-42f3-82c9-cfa15c9025ee,network=Network(75e67bbe-5bb4-4c57-97dd-2fb0bb73fe2d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7088ba37-91') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.objects.instance [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Lazy-loading 'pci_devices' on Instance uuid fd883620-5f32-4794-919b-ee341a7da39a {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:09:27 user nova-compute[75076]:   <uuid>fd883620-5f32-4794-919b-ee341a7da39a</uuid>
Oct 27 16:09:27 user nova-compute[75076]:   <name>instance-0000000a</name>
Oct 27 16:09:27 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:09:27 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:09:27 user nova-compute[75076]:   <metadata>
Oct 27 16:09:27 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:09:27 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:09:27 user nova-compute[75076]:       <nova:name>tempest-TestVolumeSwap-server-80151405</nova:name>
Oct 27 16:09:27 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:09:27</nova:creationTime>
Oct 27 16:09:27 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:09:27 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:09:27 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:09:27 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:09:27 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:09:27 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:09:27 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:09:27 user nova-compute[75076]:       <nova:owner>
Oct 27 16:09:27 user nova-compute[75076]:         <nova:user uuid="37ca362cad334e279c31879ec9f1c552">tempest-TestVolumeSwap-429846374-project-member</nova:user>
Oct 27 16:09:27 user nova-compute[75076]:         <nova:project uuid="e34c200450544695908987b653350be3">tempest-TestVolumeSwap-429846374</nova:project>
Oct 27 16:09:27 user nova-compute[75076]:       </nova:owner>
Oct 27 16:09:27 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:09:27 user nova-compute[75076]:       <nova:ports>
Oct 27 16:09:27 user nova-compute[75076]:         <nova:port uuid="7088ba37-918a-42f3-82c9-cfa15c9025ee">
Oct 27 16:09:27 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 27 16:09:27 user nova-compute[75076]:         </nova:port>
Oct 27 16:09:27 user nova-compute[75076]:       </nova:ports>
Oct 27 16:09:27 user nova-compute[75076]:     </nova:instance>
Oct 27 16:09:27 user nova-compute[75076]:   </metadata>
Oct 27 16:09:27 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:09:27 user nova-compute[75076]:     <system>
Oct 27 16:09:27 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:09:27 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:09:27 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:09:27 user nova-compute[75076]:       <entry name="serial">fd883620-5f32-4794-919b-ee341a7da39a</entry>
Oct 27 16:09:27 user nova-compute[75076]:       <entry name="uuid">fd883620-5f32-4794-919b-ee341a7da39a</entry>
Oct 27 16:09:27 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:09:27 user nova-compute[75076]:     </system>
Oct 27 16:09:27 user nova-compute[75076]:   </sysinfo>
Oct 27 16:09:27 user nova-compute[75076]:   <os>
Oct 27 16:09:27 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:09:27 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:09:27 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:09:27 user nova-compute[75076]:   </os>
Oct 27 16:09:27 user nova-compute[75076]:   <features>
Oct 27 16:09:27 user nova-compute[75076]:     <acpi/>
Oct 27 16:09:27 user nova-compute[75076]:     <apic/>
Oct 27 16:09:27 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:09:27 user nova-compute[75076]:   </features>
Oct 27 16:09:27 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:09:27 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:09:27 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:09:27 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:09:27 user nova-compute[75076]:   </clock>
Oct 27 16:09:27 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:09:27 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:09:27 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:09:27 user nova-compute[75076]:   </cpu>
Oct 27 16:09:27 user nova-compute[75076]:   <devices>
Oct 27 16:09:27 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:09:27 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:09:27 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/fd883620-5f32-4794-919b-ee341a7da39a/disk"/>
Oct 27 16:09:27 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:09:27 user nova-compute[75076]:     </disk>
Oct 27 16:09:27 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:09:27 user nova-compute[75076]:       <mac address="fa:16:3e:14:c0:49"/>
Oct 27 16:09:27 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:09:27 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:09:27 user nova-compute[75076]:       <target dev="tap7088ba37-91"/>
Oct 27 16:09:27 user nova-compute[75076]:     </interface>
Oct 27 16:09:27 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:09:27 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/fd883620-5f32-4794-919b-ee341a7da39a/console.log" append="off"/>
Oct 27 16:09:27 user nova-compute[75076]:     </serial>
Oct 27 16:09:27 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:09:27 user nova-compute[75076]:     <video>
Oct 27 16:09:27 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:09:27 user nova-compute[75076]:     </video>
Oct 27 16:09:27 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:09:27 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:09:27 user nova-compute[75076]:     </rng>
Oct 27 16:09:27 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:09:27 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:09:27 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:09:27 user nova-compute[75076]:     </memballoon>
Oct 27 16:09:27 user nova-compute[75076]:   </devices>
Oct 27 16:09:27 user nova-compute[75076]: </domain>
Oct 27 16:09:27 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:09:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-80151405',display_name='tempest-TestVolumeSwap-server-80151405',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-80151405',id=10,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPN0jvjTafZ6vul0H5xYVBStlmPxXMdarqpCE+N8m1c331pFoxmQMhkPLSbqYOURWHmUP+24ptJ1aiKJaV31ceYrYPeZLR32GzG+QrNHdtQvOc8P15jtNHEbsPsRw3PLJg==',key_name='tempest-keypair-1487165783',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e34c200450544695908987b653350be3',ramdisk_id='',reservation_id='r-ctylsdc8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-429846374',owner_user_name='tempest-TestVolumeSwap-429846374-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:09:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='37ca362cad334e279c31879ec9f1c552',uuid=fd883620-5f32-4794-919b-ee341a7da39a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7088ba37-918a-42f3-82c9-cfa15c9025ee", "address": "fa:16:3e:14:c0:49", "network": {"id": "75e67bbe-5bb4-4c57-97dd-2fb0bb73fe2d", "bridge": "br-int", "label": "tempest-TestVolumeSwap-2118800676-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e34c200450544695908987b653350be3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7088ba37-91", "ovs_interfaceid": "7088ba37-918a-42f3-82c9-cfa15c9025ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Converting VIF {"id": "7088ba37-918a-42f3-82c9-cfa15c9025ee", "address": "fa:16:3e:14:c0:49", "network": {"id": "75e67bbe-5bb4-4c57-97dd-2fb0bb73fe2d", "bridge": "br-int", "label": "tempest-TestVolumeSwap-2118800676-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e34c200450544695908987b653350be3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7088ba37-91", "ovs_interfaceid": "7088ba37-918a-42f3-82c9-cfa15c9025ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:14:c0:49,bridge_name='br-int',has_traffic_filtering=True,id=7088ba37-918a-42f3-82c9-cfa15c9025ee,network=Network(75e67bbe-5bb4-4c57-97dd-2fb0bb73fe2d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7088ba37-91') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG os_vif [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:14:c0:49,bridge_name='br-int',has_traffic_filtering=True,id=7088ba37-918a-42f3-82c9-cfa15c9025ee,network=Network(75e67bbe-5bb4-4c57-97dd-2fb0bb73fe2d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7088ba37-91') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '63312c2a-4281-53d9-af9a-2e4d37f62ac6', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7088ba37-91, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7088ba37-91, col_values=(('qos', UUID('766bc67b-3f23-4263-a1fa-0addcf078b92')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7088ba37-91, col_values=(('external_ids', {'iface-id': '7088ba37-918a-42f3-82c9-cfa15c9025ee', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:14:c0:49', 'vm-uuid': 'fd883620-5f32-4794-919b-ee341a7da39a'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:27 user nova-compute[75076]: INFO os_vif [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:14:c0:49,bridge_name='br-int',has_traffic_filtering=True,id=7088ba37-918a-42f3-82c9-cfa15c9025ee,network=Network(75e67bbe-5bb4-4c57-97dd-2fb0bb73fe2d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7088ba37-91')
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] No VIF found with MAC fa:16:3e:14:c0:49, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.compute.manager [req-06586799-9eb3-4155-bb43-467c06f40922 req-1cb48ec0-6971-4c00-aaa3-0c63567acb21 service nova] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Received event network-vif-plugged-d7ed84f2-ee2d-4c08-ade0-30d119751bec {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-06586799-9eb3-4155-bb43-467c06f40922 req-1cb48ec0-6971-4c00-aaa3-0c63567acb21 service nova] Acquiring lock "4ad06bbc-5cd1-4ce5-89e4-6e3269c83714-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-06586799-9eb3-4155-bb43-467c06f40922 req-1cb48ec0-6971-4c00-aaa3-0c63567acb21 service nova] Lock "4ad06bbc-5cd1-4ce5-89e4-6e3269c83714-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-06586799-9eb3-4155-bb43-467c06f40922 req-1cb48ec0-6971-4c00-aaa3-0c63567acb21 service nova] Lock "4ad06bbc-5cd1-4ce5-89e4-6e3269c83714-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.compute.manager [req-06586799-9eb3-4155-bb43-467c06f40922 req-1cb48ec0-6971-4c00-aaa3-0c63567acb21 service nova] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] No waiting events found dispatching network-vif-plugged-d7ed84f2-ee2d-4c08-ade0-30d119751bec {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:09:27 user nova-compute[75076]: WARNING nova.compute.manager [req-06586799-9eb3-4155-bb43-467c06f40922 req-1cb48ec0-6971-4c00-aaa3-0c63567acb21 service nova] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Received unexpected event network-vif-plugged-d7ed84f2-ee2d-4c08-ade0-30d119751bec for instance with vm_state building and task_state spawning.
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.compute.manager [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:09:27 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Instance spawned successfully.
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.network.neutron [req-17648469-bf20-4ad0-b4fe-35e645a752b5 req-0e21e633-fe16-4357-afaf-324c686e8e0d service nova] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Updated VIF entry in instance network info cache for port 7088ba37-918a-42f3-82c9-cfa15c9025ee. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.network.neutron [req-17648469-bf20-4ad0-b4fe-35e645a752b5 req-0e21e633-fe16-4357-afaf-324c686e8e0d service nova] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Updating instance_info_cache with network_info: [{"id": "7088ba37-918a-42f3-82c9-cfa15c9025ee", "address": "fa:16:3e:14:c0:49", "network": {"id": "75e67bbe-5bb4-4c57-97dd-2fb0bb73fe2d", "bridge": "br-int", "label": "tempest-TestVolumeSwap-2118800676-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e34c200450544695908987b653350be3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7088ba37-91", "ovs_interfaceid": "7088ba37-918a-42f3-82c9-cfa15c9025ee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:09:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-17648469-bf20-4ad0-b4fe-35e645a752b5 req-0e21e633-fe16-4357-afaf-324c686e8e0d service nova] Releasing lock "refresh_cache-fd883620-5f32-4794-919b-ee341a7da39a" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:09:27 user nova-compute[75076]: INFO nova.compute.manager [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Took 6.65 seconds to spawn the instance on the hypervisor.
Oct 27 16:09:27 user nova-compute[75076]: DEBUG nova.compute.manager [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:09:27 user nova-compute[75076]: INFO nova.compute.manager [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Took 7.59 seconds to build instance.
Oct 27 16:09:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bd7776db-5250-4a11-a9d4-84c3fb286c88 tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Lock "4ad06bbc-5cd1-4ce5-89e4-6e3269c83714" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.718s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:09:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:29 user nova-compute[75076]: DEBUG nova.compute.manager [req-211c37e4-12bc-40c9-9362-b28fce39bc69 req-442f0335-98d2-4582-808d-55485cb8f3e3 service nova] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Received event network-vif-plugged-7088ba37-918a-42f3-82c9-cfa15c9025ee {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:09:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-211c37e4-12bc-40c9-9362-b28fce39bc69 req-442f0335-98d2-4582-808d-55485cb8f3e3 service nova] Acquiring lock "fd883620-5f32-4794-919b-ee341a7da39a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:09:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-211c37e4-12bc-40c9-9362-b28fce39bc69 req-442f0335-98d2-4582-808d-55485cb8f3e3 service nova] Lock "fd883620-5f32-4794-919b-ee341a7da39a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:09:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-211c37e4-12bc-40c9-9362-b28fce39bc69 req-442f0335-98d2-4582-808d-55485cb8f3e3 service nova] Lock "fd883620-5f32-4794-919b-ee341a7da39a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:09:29 user nova-compute[75076]: DEBUG nova.compute.manager [req-211c37e4-12bc-40c9-9362-b28fce39bc69 req-442f0335-98d2-4582-808d-55485cb8f3e3 service nova] [instance: fd883620-5f32-4794-919b-ee341a7da39a] No waiting events found dispatching network-vif-plugged-7088ba37-918a-42f3-82c9-cfa15c9025ee {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:09:29 user nova-compute[75076]: WARNING nova.compute.manager [req-211c37e4-12bc-40c9-9362-b28fce39bc69 req-442f0335-98d2-4582-808d-55485cb8f3e3 service nova] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Received unexpected event network-vif-plugged-7088ba37-918a-42f3-82c9-cfa15c9025ee for instance with vm_state building and task_state spawning.
Oct 27 16:09:29 user nova-compute[75076]: DEBUG nova.compute.manager [req-211c37e4-12bc-40c9-9362-b28fce39bc69 req-442f0335-98d2-4582-808d-55485cb8f3e3 service nova] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Received event network-vif-plugged-7088ba37-918a-42f3-82c9-cfa15c9025ee {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:09:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-211c37e4-12bc-40c9-9362-b28fce39bc69 req-442f0335-98d2-4582-808d-55485cb8f3e3 service nova] Acquiring lock "fd883620-5f32-4794-919b-ee341a7da39a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:09:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-211c37e4-12bc-40c9-9362-b28fce39bc69 req-442f0335-98d2-4582-808d-55485cb8f3e3 service nova] Lock "fd883620-5f32-4794-919b-ee341a7da39a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:09:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-211c37e4-12bc-40c9-9362-b28fce39bc69 req-442f0335-98d2-4582-808d-55485cb8f3e3 service nova] Lock "fd883620-5f32-4794-919b-ee341a7da39a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:09:29 user nova-compute[75076]: DEBUG nova.compute.manager [req-211c37e4-12bc-40c9-9362-b28fce39bc69 req-442f0335-98d2-4582-808d-55485cb8f3e3 service nova] [instance: fd883620-5f32-4794-919b-ee341a7da39a] No waiting events found dispatching network-vif-plugged-7088ba37-918a-42f3-82c9-cfa15c9025ee {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:09:29 user nova-compute[75076]: WARNING nova.compute.manager [req-211c37e4-12bc-40c9-9362-b28fce39bc69 req-442f0335-98d2-4582-808d-55485cb8f3e3 service nova] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Received unexpected event network-vif-plugged-7088ba37-918a-42f3-82c9-cfa15c9025ee for instance with vm_state building and task_state spawning.
Oct 27 16:09:29 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:29 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:29 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:29 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:29 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:31 user nova-compute[75076]: DEBUG nova.compute.manager [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:09:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:09:31 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Instance spawned successfully.
Oct 27 16:09:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:09:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:09:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:09:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:09:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:09:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:09:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:09:31 user nova-compute[75076]: INFO nova.compute.manager [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Took 6.12 seconds to spawn the instance on the hypervisor.
Oct 27 16:09:31 user nova-compute[75076]: DEBUG nova.compute.manager [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:09:31 user nova-compute[75076]: INFO nova.compute.manager [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Took 7.17 seconds to build instance.
Oct 27 16:09:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3a61fde1-9b4b-42a5-ab42-93d42bff6f31 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Lock "fd883620-5f32-4794-919b-ee341a7da39a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.280s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:09:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:51 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:51 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Acquiring lock "374d9279-bc18-44dd-91cd-a87bef438090" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:09:51 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Lock "374d9279-bc18-44dd-91cd-a87bef438090" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:09:51 user nova-compute[75076]: DEBUG nova.compute.manager [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:09:51 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:09:51 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:09:51 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:09:51 user nova-compute[75076]: INFO nova.compute.claims [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Claim successful on node user
Oct 27 16:09:51 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:09:51 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:09:51 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.423s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:09:51 user nova-compute[75076]: DEBUG nova.compute.manager [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:09:51 user nova-compute[75076]: DEBUG nova.compute.manager [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:09:51 user nova-compute[75076]: DEBUG nova.network.neutron [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:09:52 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:09:52 user nova-compute[75076]: DEBUG nova.compute.manager [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:09:52 user nova-compute[75076]: DEBUG nova.policy [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7399110ad8e2412c971d70c4d0c10dfa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb7fc4cd89e54bad88fa833f0f6c1ac3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:09:52 user nova-compute[75076]: INFO nova.virt.block_device [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Booting with volume fd1328f3-eeab-4d86-a447-578af1baef4a at /dev/vda
Oct 27 16:09:52 user nova-compute[75076]: DEBUG os_brick.utils [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:09:52 user nova-compute[75076]: INFO oslo.privsep.daemon [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'os_brick.privileged.default', '--privsep_sock_path', '/tmp/tmpp534giwk/privsep.sock']
Oct 27 16:09:52 user sudo[86413]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmpp534giwk/privsep.sock
Oct 27 16:09:52 user sudo[86413]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 27 16:09:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:52 user nova-compute[75076]: DEBUG nova.network.neutron [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Successfully created port: 21b0c9f7-5d81-48e4-b7f2-a813ff435338 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:09:53 user nova-compute[75076]: DEBUG nova.network.neutron [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Successfully updated port: 21b0c9f7-5d81-48e4-b7f2-a813ff435338 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:09:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Acquiring lock "refresh_cache-374d9279-bc18-44dd-91cd-a87bef438090" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:09:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Acquired lock "refresh_cache-374d9279-bc18-44dd-91cd-a87bef438090" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:09:53 user nova-compute[75076]: DEBUG nova.network.neutron [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:09:53 user nova-compute[75076]: DEBUG nova.compute.manager [req-87a4701d-5681-44b3-88f1-a6cf209d3478 req-634cdfa7-4462-4051-ac0a-997028744d66 service nova] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Received event network-changed-21b0c9f7-5d81-48e4-b7f2-a813ff435338 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:09:53 user nova-compute[75076]: DEBUG nova.compute.manager [req-87a4701d-5681-44b3-88f1-a6cf209d3478 req-634cdfa7-4462-4051-ac0a-997028744d66 service nova] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Refreshing instance network info cache due to event network-changed-21b0c9f7-5d81-48e4-b7f2-a813ff435338. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:09:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-87a4701d-5681-44b3-88f1-a6cf209d3478 req-634cdfa7-4462-4051-ac0a-997028744d66 service nova] Acquiring lock "refresh_cache-374d9279-bc18-44dd-91cd-a87bef438090" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:09:53 user nova-compute[75076]: DEBUG nova.network.neutron [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:09:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:53 user nova-compute[75076]: DEBUG nova.network.neutron [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Updating instance_info_cache with network_info: [{"id": "21b0c9f7-5d81-48e4-b7f2-a813ff435338", "address": "fa:16:3e:a6:28:bd", "network": {"id": "ddedd6c4-31d1-4792-90f0-3a5b4d50d200", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1117326799-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb7fc4cd89e54bad88fa833f0f6c1ac3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21b0c9f7-5d", "ovs_interfaceid": "21b0c9f7-5d81-48e4-b7f2-a813ff435338", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:09:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Releasing lock "refresh_cache-374d9279-bc18-44dd-91cd-a87bef438090" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:09:53 user nova-compute[75076]: DEBUG nova.compute.manager [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Instance network_info: |[{"id": "21b0c9f7-5d81-48e4-b7f2-a813ff435338", "address": "fa:16:3e:a6:28:bd", "network": {"id": "ddedd6c4-31d1-4792-90f0-3a5b4d50d200", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1117326799-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb7fc4cd89e54bad88fa833f0f6c1ac3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21b0c9f7-5d", "ovs_interfaceid": "21b0c9f7-5d81-48e4-b7f2-a813ff435338", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:09:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-87a4701d-5681-44b3-88f1-a6cf209d3478 req-634cdfa7-4462-4051-ac0a-997028744d66 service nova] Acquired lock "refresh_cache-374d9279-bc18-44dd-91cd-a87bef438090" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:09:53 user nova-compute[75076]: DEBUG nova.network.neutron [req-87a4701d-5681-44b3-88f1-a6cf209d3478 req-634cdfa7-4462-4051-ac0a-997028744d66 service nova] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Refreshing network info cache for port 21b0c9f7-5d81-48e4-b7f2-a813ff435338 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:09:53 user sudo[86413]: pam_unix(sudo:session): session closed for user root
Oct 27 16:09:53 user nova-compute[75076]: INFO oslo.privsep.daemon [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Spawned new privsep daemon via rootwrap
Oct 27 16:09:53 user nova-compute[75076]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 27 16:09:53 user nova-compute[75076]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 27 16:09:53 user nova-compute[75076]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_SYS_ADMIN/CAP_SYS_ADMIN/none
Oct 27 16:09:53 user nova-compute[75076]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 86417
Oct 27 16:09:53 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[07c5afd3-7317-40e1-9fd9-16cf720c6245]: (2,) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:09:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:09:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:09:54 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f535422-4d34-48c2-a158-af2ca45a9ba0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:09:54 user nova-compute[75076]: WARNING os_brick.initiator.connectors.nvmeof [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Could not find nvme_core/parameters/multipath: FileNotFoundError: [Errno 2] No such file or directory: '/sys/module/nvme_core/parameters/multipath'
Oct 27 16:09:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:09:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:09:54 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c2d783b-5f64-41fc-bac1-f5cbfab8f688]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:09:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:09:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:09:54 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d39d5aa3-d809-48ec-9504-2f98b2caf7a5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:09:54 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[237d31d7-9648-4f61-993d-273db015b02d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:09:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:09:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:09:54 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:09:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:09:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:09:54 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:09:54 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc5a7b1a-8688-4748-8333-33fa9851be75]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:09:54 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:09:54 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:09:54 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:09:54 user nova-compute[75076]: DEBUG os_brick.utils [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] <== get_connector_properties: return (2006ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:09:54 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Updating existing volume attachment record: ba369554-84a0-435d-80ce-794771faeeae {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:09:54 user nova-compute[75076]: DEBUG nova.network.neutron [req-87a4701d-5681-44b3-88f1-a6cf209d3478 req-634cdfa7-4462-4051-ac0a-997028744d66 service nova] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Updated VIF entry in instance network info cache for port 21b0c9f7-5d81-48e4-b7f2-a813ff435338. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:09:54 user nova-compute[75076]: DEBUG nova.network.neutron [req-87a4701d-5681-44b3-88f1-a6cf209d3478 req-634cdfa7-4462-4051-ac0a-997028744d66 service nova] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Updating instance_info_cache with network_info: [{"id": "21b0c9f7-5d81-48e4-b7f2-a813ff435338", "address": "fa:16:3e:a6:28:bd", "network": {"id": "ddedd6c4-31d1-4792-90f0-3a5b4d50d200", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1117326799-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb7fc4cd89e54bad88fa833f0f6c1ac3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21b0c9f7-5d", "ovs_interfaceid": "21b0c9f7-5d81-48e4-b7f2-a813ff435338", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:09:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-87a4701d-5681-44b3-88f1-a6cf209d3478 req-634cdfa7-4462-4051-ac0a-997028744d66 service nova] Releasing lock "refresh_cache-374d9279-bc18-44dd-91cd-a87bef438090" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:09:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquiring lock "c493b688-6673-469f-a919-b93552ba25db" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:09:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "c493b688-6673-469f-a919-b93552ba25db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:09:55 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:09:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:09:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:09:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:09:55 user nova-compute[75076]: INFO nova.compute.claims [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Claim successful on node user
Oct 27 16:09:56 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:09:56 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:09:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.705s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:09:56 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:09:56 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:09:56 user nova-compute[75076]: DEBUG nova.network.neutron [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:09:56 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:09:56 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:09:56 user nova-compute[75076]: DEBUG nova.policy [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a2787dc4cdd4139873be61147f0baab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49308918740c4496a9fdd3661a16143e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:09:56 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:09:56 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:09:56 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Creating image(s)
Oct 27 16:09:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquiring lock "/opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:09:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "/opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:09:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "/opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:09:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquiring lock "7ee8f2e4a791638b7a7f2ca56056308c32fe5b0a" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:09:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "7ee8f2e4a791638b7a7f2ca56056308c32fe5b0a" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:09:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7ee8f2e4a791638b7a7f2ca56056308c32fe5b0a.part --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:09:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7ee8f2e4a791638b7a7f2ca56056308c32fe5b0a.part --force-share --output=json" returned: 0 in 0.214s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:09:57 user nova-compute[75076]: DEBUG nova.virt.images [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] e31b2f22-12aa-460c-9639-85300144ec3f was qcow2, converting to raw {{(pid=75076) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 27 16:09:57 user nova-compute[75076]: DEBUG nova.privsep.utils [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75076) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 27 16:09:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/7ee8f2e4a791638b7a7f2ca56056308c32fe5b0a.part /opt/stack/data/nova/instances/_base/7ee8f2e4a791638b7a7f2ca56056308c32fe5b0a.converted {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:09:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/7ee8f2e4a791638b7a7f2ca56056308c32fe5b0a.part /opt/stack/data/nova/instances/_base/7ee8f2e4a791638b7a7f2ca56056308c32fe5b0a.converted" returned: 0 in 0.194s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:09:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7ee8f2e4a791638b7a7f2ca56056308c32fe5b0a.converted --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:09:57 user nova-compute[75076]: DEBUG nova.network.neutron [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Successfully created port: 407df380-5ca0-4c8c-9e63-5bc8fe1cf81a {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:09:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7ee8f2e4a791638b7a7f2ca56056308c32fe5b0a.converted --force-share --output=json" returned: 0 in 0.197s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:09:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "7ee8f2e4a791638b7a7f2ca56056308c32fe5b0a" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.068s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:09:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7ee8f2e4a791638b7a7f2ca56056308c32fe5b0a --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:09:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7ee8f2e4a791638b7a7f2ca56056308c32fe5b0a --force-share --output=json" returned: 0 in 0.204s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:09:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquiring lock "7ee8f2e4a791638b7a7f2ca56056308c32fe5b0a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:09:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "7ee8f2e4a791638b7a7f2ca56056308c32fe5b0a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:09:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7ee8f2e4a791638b7a7f2ca56056308c32fe5b0a --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:09:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7ee8f2e4a791638b7a7f2ca56056308c32fe5b0a --force-share --output=json" returned: 0 in 0.192s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:09:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7ee8f2e4a791638b7a7f2ca56056308c32fe5b0a,backing_fmt=raw /opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:09:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7ee8f2e4a791638b7a7f2ca56056308c32fe5b0a,backing_fmt=raw /opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk 1073741824" returned: 0 in 0.063s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:09:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "7ee8f2e4a791638b7a7f2ca56056308c32fe5b0a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.262s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:09:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7ee8f2e4a791638b7a7f2ca56056308c32fe5b0a --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:09:58 user nova-compute[75076]: DEBUG nova.network.neutron [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Successfully updated port: 407df380-5ca0-4c8c-9e63-5bc8fe1cf81a {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:09:58 user nova-compute[75076]: DEBUG nova.compute.manager [req-f5d7dc50-75b6-4ba5-961e-fb270489645d req-ebf95fdd-bd87-40f2-983b-acc1512419a1 service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] Received event network-changed-407df380-5ca0-4c8c-9e63-5bc8fe1cf81a {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:09:58 user nova-compute[75076]: DEBUG nova.compute.manager [req-f5d7dc50-75b6-4ba5-961e-fb270489645d req-ebf95fdd-bd87-40f2-983b-acc1512419a1 service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] Refreshing instance network info cache due to event network-changed-407df380-5ca0-4c8c-9e63-5bc8fe1cf81a. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:09:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f5d7dc50-75b6-4ba5-961e-fb270489645d req-ebf95fdd-bd87-40f2-983b-acc1512419a1 service nova] Acquiring lock "refresh_cache-c493b688-6673-469f-a919-b93552ba25db" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:09:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f5d7dc50-75b6-4ba5-961e-fb270489645d req-ebf95fdd-bd87-40f2-983b-acc1512419a1 service nova] Acquired lock "refresh_cache-c493b688-6673-469f-a919-b93552ba25db" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:09:58 user nova-compute[75076]: DEBUG nova.network.neutron [req-f5d7dc50-75b6-4ba5-961e-fb270489645d req-ebf95fdd-bd87-40f2-983b-acc1512419a1 service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] Refreshing network info cache for port 407df380-5ca0-4c8c-9e63-5bc8fe1cf81a {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:09:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquiring lock "refresh_cache-c493b688-6673-469f-a919-b93552ba25db" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:09:58 user nova-compute[75076]: DEBUG nova.network.neutron [req-f5d7dc50-75b6-4ba5-961e-fb270489645d req-ebf95fdd-bd87-40f2-983b-acc1512419a1 service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:09:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7ee8f2e4a791638b7a7f2ca56056308c32fe5b0a --force-share --output=json" returned: 0 in 0.199s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:09:58 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk. size=1073741824 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:09:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:09:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:09:58 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Cannot resize image /opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk to a smaller size. {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 16:09:58 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:09:58 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Ensure instance console log exists: /opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:09:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:09:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:09:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:09:58 user nova-compute[75076]: DEBUG nova.network.neutron [req-f5d7dc50-75b6-4ba5-961e-fb270489645d req-ebf95fdd-bd87-40f2-983b-acc1512419a1 service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:09:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f5d7dc50-75b6-4ba5-961e-fb270489645d req-ebf95fdd-bd87-40f2-983b-acc1512419a1 service nova] Releasing lock "refresh_cache-c493b688-6673-469f-a919-b93552ba25db" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:09:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquired lock "refresh_cache-c493b688-6673-469f-a919-b93552ba25db" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:09:58 user nova-compute[75076]: DEBUG nova.network.neutron [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:09:58 user nova-compute[75076]: DEBUG nova.network.neutron [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG nova.network.neutron [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Updating instance_info_cache with network_info: [{"id": "407df380-5ca0-4c8c-9e63-5bc8fe1cf81a", "address": "fa:16:3e:30:fb:23", "network": {"id": "9ebf0da6-f331-406a-9790-269c4cb299ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1444954987-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49308918740c4496a9fdd3661a16143e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap407df380-5c", "ovs_interfaceid": "407df380-5ca0-4c8c-9e63-5bc8fe1cf81a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Releasing lock "refresh_cache-c493b688-6673-469f-a919-b93552ba25db" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Instance network_info: |[{"id": "407df380-5ca0-4c8c-9e63-5bc8fe1cf81a", "address": "fa:16:3e:30:fb:23", "network": {"id": "9ebf0da6-f331-406a-9790-269c4cb299ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1444954987-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49308918740c4496a9fdd3661a16143e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap407df380-5c", "ovs_interfaceid": "407df380-5ca0-4c8c-9e63-5bc8fe1cf81a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Start _get_guest_xml network_info=[{"id": "407df380-5ca0-4c8c-9e63-5bc8fe1cf81a", "address": "fa:16:3e:30:fb:23", "network": {"id": "9ebf0da6-f331-406a-9790-269c4cb299ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1444954987-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49308918740c4496a9fdd3661a16143e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap407df380-5c", "ovs_interfaceid": "407df380-5ca0-4c8c-9e63-5bc8fe1cf81a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:09:52Z,direct_url=<?>,disk_format='qcow2',id=e31b2f22-12aa-460c-9639-85300144ec3f,min_disk=0,min_ram=0,name='tempest-scenario-img--1526849091',owner='49308918740c4496a9fdd3661a16143e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:09:54Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': 'e31b2f22-12aa-460c-9639-85300144ec3f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:09:59 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:09:59 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:09:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:09:52Z,direct_url=<?>,disk_format='qcow2',id=e31b2f22-12aa-460c-9639-85300144ec3f,min_disk=0,min_ram=0,name='tempest-scenario-img--1526849091',owner='49308918740c4496a9fdd3661a16143e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:09:54Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:09:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-266353127',display_name='tempest-TestMinimumBasicScenario-server-266353127',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-266353127',id=12,image_ref='e31b2f22-12aa-460c-9639-85300144ec3f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNH+b04wnIlc0z33Fs64BvZOeOb7Po0JZga7PkMgVVTwNdy8fe3DqXqkGGUklvHWj7Xhn1zjEHNSfHxY5nyUKh1axv8MYdhog9xoB2TJUNVpnFCqxNEZ3Huag69SkOOpsA==',key_name='tempest-TestMinimumBasicScenario-733121502',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='49308918740c4496a9fdd3661a16143e',ramdisk_id='',reservation_id='r-7fovowob',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='e31b2f22-12aa-460c-9639-85300144ec3f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-417632973',owner_user_name='tempest-TestMinimumBasicScenario-417632973-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:09:57Z,user_data=None,user_id='0a2787dc4cdd4139873be61147f0baab',uuid=c493b688-6673-469f-a919-b93552ba25db,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "407df380-5ca0-4c8c-9e63-5bc8fe1cf81a", "address": "fa:16:3e:30:fb:23", "network": {"id": "9ebf0da6-f331-406a-9790-269c4cb299ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1444954987-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49308918740c4496a9fdd3661a16143e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap407df380-5c", "ovs_interfaceid": "407df380-5ca0-4c8c-9e63-5bc8fe1cf81a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Converting VIF {"id": "407df380-5ca0-4c8c-9e63-5bc8fe1cf81a", "address": "fa:16:3e:30:fb:23", "network": {"id": "9ebf0da6-f331-406a-9790-269c4cb299ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1444954987-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49308918740c4496a9fdd3661a16143e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap407df380-5c", "ovs_interfaceid": "407df380-5ca0-4c8c-9e63-5bc8fe1cf81a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:30:fb:23,bridge_name='br-int',has_traffic_filtering=True,id=407df380-5ca0-4c8c-9e63-5bc8fe1cf81a,network=Network(9ebf0da6-f331-406a-9790-269c4cb299ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap407df380-5c') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG nova.objects.instance [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lazy-loading 'pci_devices' on Instance uuid c493b688-6673-469f-a919-b93552ba25db {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:09:59 user nova-compute[75076]:   <uuid>c493b688-6673-469f-a919-b93552ba25db</uuid>
Oct 27 16:09:59 user nova-compute[75076]:   <name>instance-0000000c</name>
Oct 27 16:09:59 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:09:59 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:09:59 user nova-compute[75076]:   <metadata>
Oct 27 16:09:59 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:09:59 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:09:59 user nova-compute[75076]:       <nova:name>tempest-TestMinimumBasicScenario-server-266353127</nova:name>
Oct 27 16:09:59 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:09:59</nova:creationTime>
Oct 27 16:09:59 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:09:59 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:09:59 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:09:59 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:09:59 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:09:59 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:09:59 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:09:59 user nova-compute[75076]:       <nova:owner>
Oct 27 16:09:59 user nova-compute[75076]:         <nova:user uuid="0a2787dc4cdd4139873be61147f0baab">tempest-TestMinimumBasicScenario-417632973-project-member</nova:user>
Oct 27 16:09:59 user nova-compute[75076]:         <nova:project uuid="49308918740c4496a9fdd3661a16143e">tempest-TestMinimumBasicScenario-417632973</nova:project>
Oct 27 16:09:59 user nova-compute[75076]:       </nova:owner>
Oct 27 16:09:59 user nova-compute[75076]:       <nova:root type="image" uuid="e31b2f22-12aa-460c-9639-85300144ec3f"/>
Oct 27 16:09:59 user nova-compute[75076]:       <nova:ports>
Oct 27 16:09:59 user nova-compute[75076]:         <nova:port uuid="407df380-5ca0-4c8c-9e63-5bc8fe1cf81a">
Oct 27 16:09:59 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 27 16:09:59 user nova-compute[75076]:         </nova:port>
Oct 27 16:09:59 user nova-compute[75076]:       </nova:ports>
Oct 27 16:09:59 user nova-compute[75076]:     </nova:instance>
Oct 27 16:09:59 user nova-compute[75076]:   </metadata>
Oct 27 16:09:59 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:09:59 user nova-compute[75076]:     <system>
Oct 27 16:09:59 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:09:59 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:09:59 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:09:59 user nova-compute[75076]:       <entry name="serial">c493b688-6673-469f-a919-b93552ba25db</entry>
Oct 27 16:09:59 user nova-compute[75076]:       <entry name="uuid">c493b688-6673-469f-a919-b93552ba25db</entry>
Oct 27 16:09:59 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:09:59 user nova-compute[75076]:     </system>
Oct 27 16:09:59 user nova-compute[75076]:   </sysinfo>
Oct 27 16:09:59 user nova-compute[75076]:   <os>
Oct 27 16:09:59 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:09:59 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:09:59 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:09:59 user nova-compute[75076]:   </os>
Oct 27 16:09:59 user nova-compute[75076]:   <features>
Oct 27 16:09:59 user nova-compute[75076]:     <acpi/>
Oct 27 16:09:59 user nova-compute[75076]:     <apic/>
Oct 27 16:09:59 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:09:59 user nova-compute[75076]:   </features>
Oct 27 16:09:59 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:09:59 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:09:59 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:09:59 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:09:59 user nova-compute[75076]:   </clock>
Oct 27 16:09:59 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:09:59 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:09:59 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:09:59 user nova-compute[75076]:   </cpu>
Oct 27 16:09:59 user nova-compute[75076]:   <devices>
Oct 27 16:09:59 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:09:59 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:09:59 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk"/>
Oct 27 16:09:59 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:09:59 user nova-compute[75076]:     </disk>
Oct 27 16:09:59 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:09:59 user nova-compute[75076]:       <mac address="fa:16:3e:30:fb:23"/>
Oct 27 16:09:59 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:09:59 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:09:59 user nova-compute[75076]:       <target dev="tap407df380-5c"/>
Oct 27 16:09:59 user nova-compute[75076]:     </interface>
Oct 27 16:09:59 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:09:59 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/console.log" append="off"/>
Oct 27 16:09:59 user nova-compute[75076]:     </serial>
Oct 27 16:09:59 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:09:59 user nova-compute[75076]:     <video>
Oct 27 16:09:59 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:09:59 user nova-compute[75076]:     </video>
Oct 27 16:09:59 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:09:59 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:09:59 user nova-compute[75076]:     </rng>
Oct 27 16:09:59 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:09:59 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:09:59 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:09:59 user nova-compute[75076]:     </memballoon>
Oct 27 16:09:59 user nova-compute[75076]:   </devices>
Oct 27 16:09:59 user nova-compute[75076]: </domain>
Oct 27 16:09:59 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:09:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-266353127',display_name='tempest-TestMinimumBasicScenario-server-266353127',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-266353127',id=12,image_ref='e31b2f22-12aa-460c-9639-85300144ec3f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNH+b04wnIlc0z33Fs64BvZOeOb7Po0JZga7PkMgVVTwNdy8fe3DqXqkGGUklvHWj7Xhn1zjEHNSfHxY5nyUKh1axv8MYdhog9xoB2TJUNVpnFCqxNEZ3Huag69SkOOpsA==',key_name='tempest-TestMinimumBasicScenario-733121502',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='49308918740c4496a9fdd3661a16143e',ramdisk_id='',reservation_id='r-7fovowob',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='e31b2f22-12aa-460c-9639-85300144ec3f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-417632973',owner_user_name='tempest-TestMinimumBasicScenario-417632973-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:09:57Z,user_data=None,user_id='0a2787dc4cdd4139873be61147f0baab',uuid=c493b688-6673-469f-a919-b93552ba25db,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "407df380-5ca0-4c8c-9e63-5bc8fe1cf81a", "address": "fa:16:3e:30:fb:23", "network": {"id": "9ebf0da6-f331-406a-9790-269c4cb299ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1444954987-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49308918740c4496a9fdd3661a16143e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap407df380-5c", "ovs_interfaceid": "407df380-5ca0-4c8c-9e63-5bc8fe1cf81a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Converting VIF {"id": "407df380-5ca0-4c8c-9e63-5bc8fe1cf81a", "address": "fa:16:3e:30:fb:23", "network": {"id": "9ebf0da6-f331-406a-9790-269c4cb299ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1444954987-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49308918740c4496a9fdd3661a16143e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap407df380-5c", "ovs_interfaceid": "407df380-5ca0-4c8c-9e63-5bc8fe1cf81a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:30:fb:23,bridge_name='br-int',has_traffic_filtering=True,id=407df380-5ca0-4c8c-9e63-5bc8fe1cf81a,network=Network(9ebf0da6-f331-406a-9790-269c4cb299ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap407df380-5c') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG os_vif [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:30:fb:23,bridge_name='br-int',has_traffic_filtering=True,id=407df380-5ca0-4c8c-9e63-5bc8fe1cf81a,network=Network(9ebf0da6-f331-406a-9790-269c4cb299ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap407df380-5c') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3ffd0482-988d-5cc9-8d0c-fce1f635bc14', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap407df380-5c, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap407df380-5c, col_values=(('qos', UUID('0c831c79-6bd7-4032-b7ce-f76cd81ace16')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap407df380-5c, col_values=(('external_ids', {'iface-id': '407df380-5ca0-4c8c-9e63-5bc8fe1cf81a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:30:fb:23', 'vm-uuid': 'c493b688-6673-469f-a919-b93552ba25db'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:09:59 user nova-compute[75076]: INFO os_vif [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:30:fb:23,bridge_name='br-int',has_traffic_filtering=True,id=407df380-5ca0-4c8c-9e63-5bc8fe1cf81a,network=Network(9ebf0da6-f331-406a-9790-269c4cb299ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap407df380-5c')
Oct 27 16:09:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:09:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] No VIF found with MAC fa:16:3e:30:fb:23, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:10:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:01 user nova-compute[75076]: DEBUG nova.compute.manager [req-af0697c2-f225-4b7b-b229-a10753d696cc req-1e9bf6f6-5e61-4b1a-a52e-0a83b13aca17 service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] Received event network-vif-plugged-407df380-5ca0-4c8c-9e63-5bc8fe1cf81a {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:10:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-af0697c2-f225-4b7b-b229-a10753d696cc req-1e9bf6f6-5e61-4b1a-a52e-0a83b13aca17 service nova] Acquiring lock "c493b688-6673-469f-a919-b93552ba25db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:10:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-af0697c2-f225-4b7b-b229-a10753d696cc req-1e9bf6f6-5e61-4b1a-a52e-0a83b13aca17 service nova] Lock "c493b688-6673-469f-a919-b93552ba25db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:10:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-af0697c2-f225-4b7b-b229-a10753d696cc req-1e9bf6f6-5e61-4b1a-a52e-0a83b13aca17 service nova] Lock "c493b688-6673-469f-a919-b93552ba25db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:10:01 user nova-compute[75076]: DEBUG nova.compute.manager [req-af0697c2-f225-4b7b-b229-a10753d696cc req-1e9bf6f6-5e61-4b1a-a52e-0a83b13aca17 service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] No waiting events found dispatching network-vif-plugged-407df380-5ca0-4c8c-9e63-5bc8fe1cf81a {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:10:01 user nova-compute[75076]: WARNING nova.compute.manager [req-af0697c2-f225-4b7b-b229-a10753d696cc req-1e9bf6f6-5e61-4b1a-a52e-0a83b13aca17 service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] Received unexpected event network-vif-plugged-407df380-5ca0-4c8c-9e63-5bc8fe1cf81a for instance with vm_state building and task_state spawning.
Oct 27 16:10:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:03 user nova-compute[75076]: DEBUG nova.compute.manager [req-bceeebd0-9db9-428b-bc89-c1feabf10c7f req-bb73543f-3050-4c7c-b9e3-fbb23bd356a6 service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] Received event network-vif-plugged-407df380-5ca0-4c8c-9e63-5bc8fe1cf81a {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:10:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bceeebd0-9db9-428b-bc89-c1feabf10c7f req-bb73543f-3050-4c7c-b9e3-fbb23bd356a6 service nova] Acquiring lock "c493b688-6673-469f-a919-b93552ba25db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:10:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bceeebd0-9db9-428b-bc89-c1feabf10c7f req-bb73543f-3050-4c7c-b9e3-fbb23bd356a6 service nova] Lock "c493b688-6673-469f-a919-b93552ba25db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:10:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bceeebd0-9db9-428b-bc89-c1feabf10c7f req-bb73543f-3050-4c7c-b9e3-fbb23bd356a6 service nova] Lock "c493b688-6673-469f-a919-b93552ba25db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:10:03 user nova-compute[75076]: DEBUG nova.compute.manager [req-bceeebd0-9db9-428b-bc89-c1feabf10c7f req-bb73543f-3050-4c7c-b9e3-fbb23bd356a6 service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] No waiting events found dispatching network-vif-plugged-407df380-5ca0-4c8c-9e63-5bc8fe1cf81a {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:10:03 user nova-compute[75076]: WARNING nova.compute.manager [req-bceeebd0-9db9-428b-bc89-c1feabf10c7f req-bb73543f-3050-4c7c-b9e3-fbb23bd356a6 service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] Received unexpected event network-vif-plugged-407df380-5ca0-4c8c-9e63-5bc8fe1cf81a for instance with vm_state building and task_state spawning.
Oct 27 16:10:03 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:10:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:10:03 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: c493b688-6673-469f-a919-b93552ba25db] Instance spawned successfully.
Oct 27 16:10:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:10:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:10:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:10:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:10:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:10:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:10:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:10:03 user nova-compute[75076]: INFO nova.compute.manager [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Took 6.81 seconds to spawn the instance on the hypervisor.
Oct 27 16:10:03 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:10:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:03 user nova-compute[75076]: INFO nova.compute.manager [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Took 7.93 seconds to build instance.
Oct 27 16:10:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5c36e501-76b3-4d4e-bf37-501866149551 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "c493b688-6673-469f-a919-b93552ba25db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.078s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:10:04 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG nova.compute.manager [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:10:14 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Creating image(s)
Oct 27 16:10:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Did not create local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Ensure instance console log exists: /opt/stack/data/nova/instances/374d9279-bc18-44dd-91cd-a87bef438090/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Start _get_guest_xml network_info=[{"id": "21b0c9f7-5d81-48e4-b7f2-a813ff435338", "address": "fa:16:3e:a6:28:bd", "network": {"id": "ddedd6c4-31d1-4792-90f0-3a5b4d50d200", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1117326799-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb7fc4cd89e54bad88fa833f0f6c1ac3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21b0c9f7-5d", "ovs_interfaceid": "21b0c9f7-5d81-48e4-b7f2-a813ff435338", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'afETNdCp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '374d9279-bc18-44dd-91cd-a87bef438090', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd1328f3-eeab-4d86-a447-578af1baef4a', 'serial': 'fd1328f3-eeab-4d86-a447-578af1baef4a'}, 'boot_index': 0, 'device_type': 'disk', 'mount_device': '/dev/vda', 'disk_bus': 'virtio', 'attachment_id': 'ba369554-84a0-435d-80ce-794771faeeae', 'guest_format': None, 'delete_on_termination': True, 'volume_type': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:10:14 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:10:14 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:10:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Acquiring lock "cache_volume_driver" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Lock "cache_volume_driver" acquired by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG os_brick.initiator.connector [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Factory for ISCSI on None {{(pid=75076) factory /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connector.py:281}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Lock "cache_volume_driver" "released" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: held 0.007s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'afETNdCp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:10:14 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:10:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:10:14 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:10:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:10:14 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:10:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[7369c9ed-f71a-4433-8914-ae239dff051d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:10:14 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bbf29c1-55d0-457b-8893-3f64476c65ee]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a] added
Oct 27 16:10:14 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[be57b019-d5d4-4868-b4b1-f412260f2be6]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d77e9f2e-4855-4959-8650-ebeed77cb45b]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v afETNdCp {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v afETNdCp" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[af35de3b-422f-4a23-86a5-99303f2a10bf]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'afETNdCp'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[acf04824-acc5-4e5a-8412-9b37005b2907]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[824041e5-3124-484c-9602-ad81a3769a62]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 27 16:10:14 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:10:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 27 16:10:14 user nova-compute[75076]:  {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:10:14 user nova-compute[75076]: WARNING os_brick.initiator.connectors.iscsi [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 27 16:10:14 user nova-compute[75076]: 
Oct 27 16:10:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a -p 172.16.0.220:3260 --login" returned: 0 in 0.057s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:15 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bb4bc1a-06e3-417b-a498-740226d6ef8a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:10:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a, portal: 172.16.0.220,3260]
Oct 27 16:10:15 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a, portal: 172.16.0.220,3260] successful.
Oct 27 16:10:15 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:10:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:15 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[97523903-5454-433d-ae12-7e3facbc1567]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:10:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:10:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:15 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:10:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:15 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[9dba7961-4222-4e65-b66a-298a8c207fc9]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:10:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)
Oct 27 16:10:15 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:10:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)
Oct 27 16:10:15 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:10:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.289s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:10:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:10:15 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] HCTL ('33', '-', '-', 0) found on session 2 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:10:15 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:10:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:15 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[409a8a2a-b37c-462e-b158-ba0820208647]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:10:15 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:10:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'afETNdCp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:10:15 user nova-compute[75076]: DEBUG nova.compute.manager [None req-d88db689-c344-4101-bdae-d60a7fd702a5 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:10:15 user nova-compute[75076]: INFO nova.compute.manager [None req-d88db689-c344-4101-bdae-d60a7fd702a5 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] instance snapshotting
Oct 27 16:10:15 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-d88db689-c344-4101-bdae-d60a7fd702a5 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Beginning live snapshot process
Oct 27 16:10:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d88db689-c344-4101-bdae-d60a7fd702a5 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json -f qcow2 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d88db689-c344-4101-bdae-d60a7fd702a5 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json -f qcow2" returned: 0 in 0.320s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d88db689-c344-4101-bdae-d60a7fd702a5 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json -f qcow2 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:16 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:10:16 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.330s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:10:16 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] <== connect_volume: return (1335ms) {'type': 'block', 'scsi_wwn': '26131393236333139', 'path': '/dev/sdb'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:10:16 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26131393236333139', 'path': '/dev/sdb'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:10:16 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d88db689-c344-4101-bdae-d60a7fd702a5 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json -f qcow2" returned: 0 in 0.222s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:16 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d88db689-c344-4101-bdae-d60a7fd702a5 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:16 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:09:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1651847711',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1651847711',id=11,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBpvQaLpU6v2UviPQjGBOeH084vo7taPlNawI4DLCaHHwNQoa/uruc1d2WLW6eH8Rqvl0DMdViOkSTu01jraQy2fJzwyp10/41FIs5OjLOeC2YLJcpFj/A67SZlXoU5ibg==',key_name='tempest-keypair-1695034371',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bb7fc4cd89e54bad88fa833f0f6c1ac3',ramdisk_id='',reservation_id='r-j4qq85kr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_signature_verified='False',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-1715954455',owner_user_name='tempest-ServerActionsV293TestJSON-1715954455-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:09:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7399110ad8e2412c971d70c4d0c10dfa',uuid=374d9279-bc18-44dd-91cd-a87bef438090,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "21b0c9f7-5d81-48e4-b7f2-a813ff435338", "address": "fa:16:3e:a6:28:bd", "network": {"id": "ddedd6c4-31d1-4792-90f0-3a5b4d50d200", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1117326799-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb7fc4cd89e54bad88fa833f0f6c1ac3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21b0c9f7-5d", "ovs_interfaceid": "21b0c9f7-5d81-48e4-b7f2-a813ff435338", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:10:16 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Converting VIF {"id": "21b0c9f7-5d81-48e4-b7f2-a813ff435338", "address": "fa:16:3e:a6:28:bd", "network": {"id": "ddedd6c4-31d1-4792-90f0-3a5b4d50d200", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1117326799-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb7fc4cd89e54bad88fa833f0f6c1ac3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21b0c9f7-5d", "ovs_interfaceid": "21b0c9f7-5d81-48e4-b7f2-a813ff435338", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:10:16 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a6:28:bd,bridge_name='br-int',has_traffic_filtering=True,id=21b0c9f7-5d81-48e4-b7f2-a813ff435338,network=Network(ddedd6c4-31d1-4792-90f0-3a5b4d50d200),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21b0c9f7-5d') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:10:16 user nova-compute[75076]: DEBUG nova.objects.instance [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Lazy-loading 'pci_devices' on Instance uuid 374d9279-bc18-44dd-91cd-a87bef438090 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:10:16 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:10:16 user nova-compute[75076]:   <uuid>374d9279-bc18-44dd-91cd-a87bef438090</uuid>
Oct 27 16:10:16 user nova-compute[75076]:   <name>instance-0000000b</name>
Oct 27 16:10:16 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:10:16 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:10:16 user nova-compute[75076]:   <metadata>
Oct 27 16:10:16 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:10:16 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:10:16 user nova-compute[75076]:       <nova:name>tempest-ServerActionsV293TestJSON-server-1651847711</nova:name>
Oct 27 16:10:16 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:10:14</nova:creationTime>
Oct 27 16:10:16 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:10:16 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:10:16 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:10:16 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:10:16 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:10:16 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:10:16 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:10:16 user nova-compute[75076]:       <nova:owner>
Oct 27 16:10:16 user nova-compute[75076]:         <nova:user uuid="7399110ad8e2412c971d70c4d0c10dfa">tempest-ServerActionsV293TestJSON-1715954455-project-member</nova:user>
Oct 27 16:10:16 user nova-compute[75076]:         <nova:project uuid="bb7fc4cd89e54bad88fa833f0f6c1ac3">tempest-ServerActionsV293TestJSON-1715954455</nova:project>
Oct 27 16:10:16 user nova-compute[75076]:       </nova:owner>
Oct 27 16:10:16 user nova-compute[75076]:       <nova:ports>
Oct 27 16:10:16 user nova-compute[75076]:         <nova:port uuid="21b0c9f7-5d81-48e4-b7f2-a813ff435338">
Oct 27 16:10:16 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 27 16:10:16 user nova-compute[75076]:         </nova:port>
Oct 27 16:10:16 user nova-compute[75076]:       </nova:ports>
Oct 27 16:10:16 user nova-compute[75076]:     </nova:instance>
Oct 27 16:10:16 user nova-compute[75076]:   </metadata>
Oct 27 16:10:16 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:10:16 user nova-compute[75076]:     <system>
Oct 27 16:10:16 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:10:16 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:10:16 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:10:16 user nova-compute[75076]:       <entry name="serial">374d9279-bc18-44dd-91cd-a87bef438090</entry>
Oct 27 16:10:16 user nova-compute[75076]:       <entry name="uuid">374d9279-bc18-44dd-91cd-a87bef438090</entry>
Oct 27 16:10:16 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:10:16 user nova-compute[75076]:     </system>
Oct 27 16:10:16 user nova-compute[75076]:   </sysinfo>
Oct 27 16:10:16 user nova-compute[75076]:   <os>
Oct 27 16:10:16 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:10:16 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:10:16 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:10:16 user nova-compute[75076]:   </os>
Oct 27 16:10:16 user nova-compute[75076]:   <features>
Oct 27 16:10:16 user nova-compute[75076]:     <acpi/>
Oct 27 16:10:16 user nova-compute[75076]:     <apic/>
Oct 27 16:10:16 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:10:16 user nova-compute[75076]:   </features>
Oct 27 16:10:16 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:10:16 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:10:16 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:10:16 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:10:16 user nova-compute[75076]:   </clock>
Oct 27 16:10:16 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:10:16 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:10:16 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:10:16 user nova-compute[75076]:   </cpu>
Oct 27 16:10:16 user nova-compute[75076]:   <devices>
Oct 27 16:10:16 user nova-compute[75076]:     <disk type="block" device="disk">
Oct 27 16:10:16 user nova-compute[75076]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:10:16 user nova-compute[75076]:       <source dev="/dev/sdb"/>
Oct 27 16:10:16 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:10:16 user nova-compute[75076]:       <serial>fd1328f3-eeab-4d86-a447-578af1baef4a</serial>
Oct 27 16:10:16 user nova-compute[75076]:     </disk>
Oct 27 16:10:16 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:10:16 user nova-compute[75076]:       <mac address="fa:16:3e:a6:28:bd"/>
Oct 27 16:10:16 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:10:16 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:10:16 user nova-compute[75076]:       <target dev="tap21b0c9f7-5d"/>
Oct 27 16:10:16 user nova-compute[75076]:     </interface>
Oct 27 16:10:16 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:10:16 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/374d9279-bc18-44dd-91cd-a87bef438090/console.log" append="off"/>
Oct 27 16:10:16 user nova-compute[75076]:     </serial>
Oct 27 16:10:16 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:10:16 user nova-compute[75076]:     <video>
Oct 27 16:10:16 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:10:16 user nova-compute[75076]:     </video>
Oct 27 16:10:16 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:10:16 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:10:16 user nova-compute[75076]:     </rng>
Oct 27 16:10:16 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:10:16 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:10:16 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:10:16 user nova-compute[75076]:     </memballoon>
Oct 27 16:10:16 user nova-compute[75076]:   </devices>
Oct 27 16:10:16 user nova-compute[75076]: </domain>
Oct 27 16:10:16 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:10:16 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:09:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1651847711',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1651847711',id=11,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBpvQaLpU6v2UviPQjGBOeH084vo7taPlNawI4DLCaHHwNQoa/uruc1d2WLW6eH8Rqvl0DMdViOkSTu01jraQy2fJzwyp10/41FIs5OjLOeC2YLJcpFj/A67SZlXoU5ibg==',key_name='tempest-keypair-1695034371',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bb7fc4cd89e54bad88fa833f0f6c1ac3',ramdisk_id='',reservation_id='r-j4qq85kr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_signature_verified='False',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-1715954455',owner_user_name='tempest-ServerActionsV293TestJSON-1715954455-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:09:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7399110ad8e2412c971d70c4d0c10dfa',uuid=374d9279-bc18-44dd-91cd-a87bef438090,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "21b0c9f7-5d81-48e4-b7f2-a813ff435338", "address": "fa:16:3e:a6:28:bd", "network": {"id": "ddedd6c4-31d1-4792-90f0-3a5b4d50d200", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1117326799-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb7fc4cd89e54bad88fa833f0f6c1ac3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21b0c9f7-5d", "ovs_interfaceid": "21b0c9f7-5d81-48e4-b7f2-a813ff435338", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:10:16 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Converting VIF {"id": "21b0c9f7-5d81-48e4-b7f2-a813ff435338", "address": "fa:16:3e:a6:28:bd", "network": {"id": "ddedd6c4-31d1-4792-90f0-3a5b4d50d200", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1117326799-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb7fc4cd89e54bad88fa833f0f6c1ac3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21b0c9f7-5d", "ovs_interfaceid": "21b0c9f7-5d81-48e4-b7f2-a813ff435338", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:10:16 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a6:28:bd,bridge_name='br-int',has_traffic_filtering=True,id=21b0c9f7-5d81-48e4-b7f2-a813ff435338,network=Network(ddedd6c4-31d1-4792-90f0-3a5b4d50d200),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21b0c9f7-5d') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:10:16 user nova-compute[75076]: DEBUG os_vif [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:28:bd,bridge_name='br-int',has_traffic_filtering=True,id=21b0c9f7-5d81-48e4-b7f2-a813ff435338,network=Network(ddedd6c4-31d1-4792-90f0-3a5b4d50d200),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21b0c9f7-5d') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:10:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:10:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:10:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ea0e480d-c396-50fa-bd8f-b146f3fefb73', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:10:16 user nova-compute[75076]: INFO nova.compute.manager [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Rescuing
Oct 27 16:10:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "refresh_cache-add0650a-7ec6-4d12-9662-880e6b3f7052" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:10:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquired lock "refresh_cache-add0650a-7ec6-4d12-9662-880e6b3f7052" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:10:16 user nova-compute[75076]: DEBUG nova.network.neutron [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:10:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:10:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap21b0c9f7-5d, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:10:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap21b0c9f7-5d, col_values=(('qos', UUID('0e749160-65e8-4f99-ac52-8e3bca27dd68')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:10:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap21b0c9f7-5d, col_values=(('external_ids', {'iface-id': '21b0c9f7-5d81-48e4-b7f2-a813ff435338', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a6:28:bd', 'vm-uuid': '374d9279-bc18-44dd-91cd-a87bef438090'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:10:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:10:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:16 user nova-compute[75076]: INFO os_vif [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:28:bd,bridge_name='br-int',has_traffic_filtering=True,id=21b0c9f7-5d81-48e4-b7f2-a813ff435338,network=Network(ddedd6c4-31d1-4792-90f0-3a5b4d50d200),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21b0c9f7-5d')
Oct 27 16:10:16 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d88db689-c344-4101-bdae-d60a7fd702a5 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.231s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:16 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d88db689-c344-4101-bdae-d60a7fd702a5 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp1y7v0dxy/a7b1ab132cb74a9a8887f617cb1db09b.delta 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:16 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:10:16 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] No VIF found with MAC fa:16:3e:a6:28:bd, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:10:16 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d88db689-c344-4101-bdae-d60a7fd702a5 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp1y7v0dxy/a7b1ab132cb74a9a8887f617cb1db09b.delta 1073741824" returned: 0 in 0.059s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:16 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-d88db689-c344-4101-bdae-d60a7fd702a5 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 27 16:10:16 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-d88db689-c344-4101-bdae-d60a7fd702a5 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Checking UEFI support for host arch (x86_64) {{(pid=75076) supports_uefi /opt/stack/nova/nova/virt/libvirt/host.py:1751}}
Oct 27 16:10:16 user nova-compute[75076]: INFO nova.virt.libvirt.host [None req-d88db689-c344-4101-bdae-d60a7fd702a5 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] UEFI support detected
Oct 27 16:10:16 user nova-compute[75076]: DEBUG nova.network.neutron [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Updating instance_info_cache with network_info: [{"id": "a8c2098a-84d6-4ed0-847d-93749df73f69", "address": "fa:16:3e:a7:18:ad", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8c2098a-84", "ovs_interfaceid": "a8c2098a-84d6-4ed0-847d-93749df73f69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:10:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Releasing lock "refresh_cache-add0650a-7ec6-4d12-9662-880e6b3f7052" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:10:17 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:10:17 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:10:17 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:10:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-79fc2f4a-6f6f-480b-92b4-0ee7414acaf4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:10:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-79fc2f4a-6f6f-480b-92b4-0ee7414acaf4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:10:17 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 16:10:17 user nova-compute[75076]: DEBUG nova.compute.manager [req-d1318fb2-0c82-4609-ac38-b0bb408a8a2d req-ba140d2d-cd75-4ca5-a0ba-d92281b41643 service nova] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Received event network-vif-unplugged-a8c2098a-84d6-4ed0-847d-93749df73f69 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:10:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-d1318fb2-0c82-4609-ac38-b0bb408a8a2d req-ba140d2d-cd75-4ca5-a0ba-d92281b41643 service nova] Acquiring lock "add0650a-7ec6-4d12-9662-880e6b3f7052-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:10:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-d1318fb2-0c82-4609-ac38-b0bb408a8a2d req-ba140d2d-cd75-4ca5-a0ba-d92281b41643 service nova] Lock "add0650a-7ec6-4d12-9662-880e6b3f7052-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:10:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-d1318fb2-0c82-4609-ac38-b0bb408a8a2d req-ba140d2d-cd75-4ca5-a0ba-d92281b41643 service nova] Lock "add0650a-7ec6-4d12-9662-880e6b3f7052-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:10:17 user nova-compute[75076]: DEBUG nova.compute.manager [req-d1318fb2-0c82-4609-ac38-b0bb408a8a2d req-ba140d2d-cd75-4ca5-a0ba-d92281b41643 service nova] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] No waiting events found dispatching network-vif-unplugged-a8c2098a-84d6-4ed0-847d-93749df73f69 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:10:17 user nova-compute[75076]: WARNING nova.compute.manager [req-d1318fb2-0c82-4609-ac38-b0bb408a8a2d req-ba140d2d-cd75-4ca5-a0ba-d92281b41643 service nova] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Received unexpected event network-vif-unplugged-a8c2098a-84d6-4ed0-847d-93749df73f69 for instance with vm_state active and task_state rescuing.
Oct 27 16:10:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:18 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Updating instance_info_cache with network_info: [{"id": "427144d0-c0ee-47a4-bb1f-3a332a3edc64", "address": "fa:16:3e:cd:fb:01", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap427144d0-c0", "ovs_interfaceid": "427144d0-c0ee-47a4-bb1f-3a332a3edc64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:10:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-79fc2f4a-6f6f-480b-92b4-0ee7414acaf4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:10:18 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 16:10:18 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:10:18 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:10:18 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:10:18 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-d88db689-c344-4101-bdae-d60a7fd702a5 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=75076) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 16:10:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-d88db689-c344-4101-bdae-d60a7fd702a5 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] COPY block job progress, current cursor: 47775744 final cursor: 75497472 {{(pid=75076) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.compute.manager [req-4a55f401-4a95-4823-acc8-d38308e423be req-71f9bcce-dc96-4b82-a395-1778db967df7 service nova] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Received event network-changed-842a9b6b-f37e-4201-a4a5-86f51db9c011 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.compute.manager [req-4a55f401-4a95-4823-acc8-d38308e423be req-71f9bcce-dc96-4b82-a395-1778db967df7 service nova] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Refreshing instance network info cache due to event network-changed-842a9b6b-f37e-4201-a4a5-86f51db9c011. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-4a55f401-4a95-4823-acc8-d38308e423be req-71f9bcce-dc96-4b82-a395-1778db967df7 service nova] Acquiring lock "refresh_cache-b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-4a55f401-4a95-4823-acc8-d38308e423be req-71f9bcce-dc96-4b82-a395-1778db967df7 service nova] Acquired lock "refresh_cache-b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.network.neutron [req-4a55f401-4a95-4823-acc8-d38308e423be req-71f9bcce-dc96-4b82-a395-1778db967df7 service nova] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Refreshing network info cache for port 842a9b6b-f37e-4201-a4a5-86f51db9c011 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.compute.manager [req-12a0dd9d-0f78-4ebe-add7-aafb50478d72 req-a77b0b07-f776-417a-8cb8-4d4bd4999571 service nova] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Received event network-changed-77926178-3290-4300-9402-540e345190e6 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.compute.manager [req-12a0dd9d-0f78-4ebe-add7-aafb50478d72 req-a77b0b07-f776-417a-8cb8-4d4bd4999571 service nova] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Refreshing instance network info cache due to event network-changed-77926178-3290-4300-9402-540e345190e6. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-12a0dd9d-0f78-4ebe-add7-aafb50478d72 req-a77b0b07-f776-417a-8cb8-4d4bd4999571 service nova] Acquiring lock "refresh_cache-c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-12a0dd9d-0f78-4ebe-add7-aafb50478d72 req-a77b0b07-f776-417a-8cb8-4d4bd4999571 service nova] Acquired lock "refresh_cache-c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.network.neutron [req-12a0dd9d-0f78-4ebe-add7-aafb50478d72 req-a77b0b07-f776-417a-8cb8-4d4bd4999571 service nova] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Refreshing network info cache for port 77926178-3290-4300-9402-540e345190e6 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:10:19 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Instance destroyed successfully.
Oct 27 16:10:19 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Attempting rescue
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75076) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Instance directory exists: not creating {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 27 16:10:19 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Creating image(s)
Oct 27 16:10:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "/opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "/opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "/opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.objects.instance [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lazy-loading 'trusted_certs' on Instance uuid add0650a-7ec6-4d12-9662-880e6b3f7052 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.compute.manager [req-53653c3f-e19a-46d0-b3b1-3421df4892a9 req-aa098176-b9a9-4ca4-8975-09b06f5c17f4 service nova] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Received event network-vif-plugged-a8c2098a-84d6-4ed0-847d-93749df73f69 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-53653c3f-e19a-46d0-b3b1-3421df4892a9 req-aa098176-b9a9-4ca4-8975-09b06f5c17f4 service nova] Acquiring lock "add0650a-7ec6-4d12-9662-880e6b3f7052-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-53653c3f-e19a-46d0-b3b1-3421df4892a9 req-aa098176-b9a9-4ca4-8975-09b06f5c17f4 service nova] Lock "add0650a-7ec6-4d12-9662-880e6b3f7052-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-53653c3f-e19a-46d0-b3b1-3421df4892a9 req-aa098176-b9a9-4ca4-8975-09b06f5c17f4 service nova] Lock "add0650a-7ec6-4d12-9662-880e6b3f7052-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.compute.manager [req-53653c3f-e19a-46d0-b3b1-3421df4892a9 req-aa098176-b9a9-4ca4-8975-09b06f5c17f4 service nova] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] No waiting events found dispatching network-vif-plugged-a8c2098a-84d6-4ed0-847d-93749df73f69 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:10:19 user nova-compute[75076]: WARNING nova.compute.manager [req-53653c3f-e19a-46d0-b3b1-3421df4892a9 req-aa098176-b9a9-4ca4-8975-09b06f5c17f4 service nova] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Received unexpected event network-vif-plugged-a8c2098a-84d6-4ed0-847d-93749df73f69 for instance with vm_state active and task_state rescuing.
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-d88db689-c344-4101-bdae-d60a7fd702a5 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75076) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 16:10:19 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-d88db689-c344-4101-bdae-d60a7fd702a5 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 27 16:10:19 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.181s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue" returned: 0 in 0.051s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.239s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.objects.instance [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lazy-loading 'migration_context' on Instance uuid add0650a-7ec6-4d12-9662-880e6b3f7052 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.objects.base [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Object Instance<add0650a-7ec6-4d12-9662-880e6b3f7052> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Start _get_guest_xml network_info=[{"id": "a8c2098a-84d6-4ed0-847d-93749df73f69", "address": "fa:16:3e:a7:18:ad", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "vif_mac": "fa:16:3e:a7:18:ad"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8c2098a-84", "ovs_interfaceid": "a8c2098a-84d6-4ed0-847d-93749df73f69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.objects.instance [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lazy-loading 'resources' on Instance uuid add0650a-7ec6-4d12-9662-880e6b3f7052 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.objects.base [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Object Instance<add0650a-7ec6-4d12-9662-880e6b3f7052> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.objects.instance [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lazy-loading 'numa_topology' on Instance uuid add0650a-7ec6-4d12-9662-880e6b3f7052 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.objects.base [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Object Instance<add0650a-7ec6-4d12-9662-880e6b3f7052> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:10:19 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:10:19 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.privsep.utils [None req-d88db689-c344-4101-bdae-d60a7fd702a5 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75076) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d88db689-c344-4101-bdae-d60a7fd702a5 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp1y7v0dxy/a7b1ab132cb74a9a8887f617cb1db09b.delta /opt/stack/data/nova/instances/snapshots/tmp1y7v0dxy/a7b1ab132cb74a9a8887f617cb1db09b {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.objects.instance [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lazy-loading 'vcpu_model' on Instance uuid add0650a-7ec6-4d12-9662-880e6b3f7052 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.objects.base [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Object Instance<add0650a-7ec6-4d12-9662-880e6b3f7052> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:08:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1573530011',display_name='tempest-ServerRescueNegativeTestJSON-server-1573530011',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1573530011',id=3,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:08:44Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0ef018ddb1b54e7b996b9fb0f8e15c10',ramdisk_id='',reservation_id='r-kc6cqs5s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1251262599',owner_user_name='tempest-ServerRescueNegativeTestJSON-1251262599-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:08:45Z,user_data=None,user_id='0c99e98aaaae434397f33178d51b0f20',uuid=add0650a-7ec6-4d12-9662-880e6b3f7052,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a8c2098a-84d6-4ed0-847d-93749df73f69", "address": "fa:16:3e:a7:18:ad", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "vif_mac": "fa:16:3e:a7:18:ad"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8c2098a-84", "ovs_interfaceid": "a8c2098a-84d6-4ed0-847d-93749df73f69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Converting VIF {"id": "a8c2098a-84d6-4ed0-847d-93749df73f69", "address": "fa:16:3e:a7:18:ad", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "vif_mac": "fa:16:3e:a7:18:ad"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8c2098a-84", "ovs_interfaceid": "a8c2098a-84d6-4ed0-847d-93749df73f69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a7:18:ad,bridge_name='br-int',has_traffic_filtering=True,id=a8c2098a-84d6-4ed0-847d-93749df73f69,network=Network(a3001d2a-0821-4923-b18e-5d46ff3977e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8c2098a-84') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.objects.instance [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lazy-loading 'pci_devices' on Instance uuid add0650a-7ec6-4d12-9662-880e6b3f7052 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.objects.base [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Object Instance<add0650a-7ec6-4d12-9662-880e6b3f7052> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:10:19 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:10:19 user nova-compute[75076]:   <uuid>add0650a-7ec6-4d12-9662-880e6b3f7052</uuid>
Oct 27 16:10:19 user nova-compute[75076]:   <name>instance-00000003</name>
Oct 27 16:10:19 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:10:19 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:10:19 user nova-compute[75076]:   <metadata>
Oct 27 16:10:19 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:10:19 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:10:19 user nova-compute[75076]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1573530011</nova:name>
Oct 27 16:10:19 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:10:19</nova:creationTime>
Oct 27 16:10:19 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:10:19 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:10:19 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:10:19 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:10:19 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:10:19 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:10:19 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:10:19 user nova-compute[75076]:       <nova:owner>
Oct 27 16:10:19 user nova-compute[75076]:         <nova:user uuid="0c99e98aaaae434397f33178d51b0f20">tempest-ServerRescueNegativeTestJSON-1251262599-project-member</nova:user>
Oct 27 16:10:19 user nova-compute[75076]:         <nova:project uuid="0ef018ddb1b54e7b996b9fb0f8e15c10">tempest-ServerRescueNegativeTestJSON-1251262599</nova:project>
Oct 27 16:10:19 user nova-compute[75076]:       </nova:owner>
Oct 27 16:10:19 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:10:19 user nova-compute[75076]:       <nova:ports>
Oct 27 16:10:19 user nova-compute[75076]:         <nova:port uuid="a8c2098a-84d6-4ed0-847d-93749df73f69">
Oct 27 16:10:19 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 27 16:10:19 user nova-compute[75076]:         </nova:port>
Oct 27 16:10:19 user nova-compute[75076]:       </nova:ports>
Oct 27 16:10:19 user nova-compute[75076]:     </nova:instance>
Oct 27 16:10:19 user nova-compute[75076]:   </metadata>
Oct 27 16:10:19 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:10:19 user nova-compute[75076]:     <system>
Oct 27 16:10:19 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:10:19 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:10:19 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:10:19 user nova-compute[75076]:       <entry name="serial">add0650a-7ec6-4d12-9662-880e6b3f7052</entry>
Oct 27 16:10:19 user nova-compute[75076]:       <entry name="uuid">add0650a-7ec6-4d12-9662-880e6b3f7052</entry>
Oct 27 16:10:19 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:10:19 user nova-compute[75076]:     </system>
Oct 27 16:10:19 user nova-compute[75076]:   </sysinfo>
Oct 27 16:10:19 user nova-compute[75076]:   <os>
Oct 27 16:10:19 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:10:19 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:10:19 user nova-compute[75076]:   </os>
Oct 27 16:10:19 user nova-compute[75076]:   <features>
Oct 27 16:10:19 user nova-compute[75076]:     <acpi/>
Oct 27 16:10:19 user nova-compute[75076]:     <apic/>
Oct 27 16:10:19 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:10:19 user nova-compute[75076]:   </features>
Oct 27 16:10:19 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:10:19 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:10:19 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:10:19 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:10:19 user nova-compute[75076]:   </clock>
Oct 27 16:10:19 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:10:19 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:10:19 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:10:19 user nova-compute[75076]:   </cpu>
Oct 27 16:10:19 user nova-compute[75076]:   <devices>
Oct 27 16:10:19 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:10:19 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:10:19 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue"/>
Oct 27 16:10:19 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:10:19 user nova-compute[75076]:     </disk>
Oct 27 16:10:19 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:10:19 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:10:19 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk"/>
Oct 27 16:10:19 user nova-compute[75076]:       <target dev="vdb" bus="virtio"/>
Oct 27 16:10:19 user nova-compute[75076]:     </disk>
Oct 27 16:10:19 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:10:19 user nova-compute[75076]:       <mac address="fa:16:3e:a7:18:ad"/>
Oct 27 16:10:19 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:10:19 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:10:19 user nova-compute[75076]:       <target dev="tapa8c2098a-84"/>
Oct 27 16:10:19 user nova-compute[75076]:     </interface>
Oct 27 16:10:19 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:10:19 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/console.log" append="off"/>
Oct 27 16:10:19 user nova-compute[75076]:     </serial>
Oct 27 16:10:19 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:10:19 user nova-compute[75076]:     <video>
Oct 27 16:10:19 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:10:19 user nova-compute[75076]:     </video>
Oct 27 16:10:19 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:10:19 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:10:19 user nova-compute[75076]:     </rng>
Oct 27 16:10:19 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:10:19 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:10:19 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:10:19 user nova-compute[75076]:     </memballoon>
Oct 27 16:10:19 user nova-compute[75076]:   </devices>
Oct 27 16:10:19 user nova-compute[75076]: </domain>
Oct 27 16:10:19 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:10:20 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Instance destroyed successfully.
Oct 27 16:10:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:10:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:10:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] No VIF found with MAC fa:16:3e:a7:18:ad, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:10:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d88db689-c344-4101-bdae-d60a7fd702a5 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp1y7v0dxy/a7b1ab132cb74a9a8887f617cb1db09b.delta /opt/stack/data/nova/instances/snapshots/tmp1y7v0dxy/a7b1ab132cb74a9a8887f617cb1db09b" returned: 0 in 0.668s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:20 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-d88db689-c344-4101-bdae-d60a7fd702a5 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Snapshot extracted, beginning image upload
Oct 27 16:10:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:20 user nova-compute[75076]: DEBUG nova.network.neutron [req-4a55f401-4a95-4823-acc8-d38308e423be req-71f9bcce-dc96-4b82-a395-1778db967df7 service nova] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Updated VIF entry in instance network info cache for port 842a9b6b-f37e-4201-a4a5-86f51db9c011. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:10:20 user nova-compute[75076]: DEBUG nova.network.neutron [req-4a55f401-4a95-4823-acc8-d38308e423be req-71f9bcce-dc96-4b82-a395-1778db967df7 service nova] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Updating instance_info_cache with network_info: [{"id": "842a9b6b-f37e-4201-a4a5-86f51db9c011", "address": "fa:16:3e:2a:ab:b4", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.47", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap842a9b6b-f3", "ovs_interfaceid": "842a9b6b-f37e-4201-a4a5-86f51db9c011", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:10:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:20 user nova-compute[75076]: DEBUG nova.network.neutron [req-12a0dd9d-0f78-4ebe-add7-aafb50478d72 req-a77b0b07-f776-417a-8cb8-4d4bd4999571 service nova] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Updated VIF entry in instance network info cache for port 77926178-3290-4300-9402-540e345190e6. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:10:20 user nova-compute[75076]: DEBUG nova.network.neutron [req-12a0dd9d-0f78-4ebe-add7-aafb50478d72 req-a77b0b07-f776-417a-8cb8-4d4bd4999571 service nova] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Updating instance_info_cache with network_info: [{"id": "77926178-3290-4300-9402-540e345190e6", "address": "fa:16:3e:1f:ef:13", "network": {"id": "0dd7e13c-e83e-4992-a2f8-dbef5936e385", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-953935440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f7508e301974f7c864862ca603b09d2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap77926178-32", "ovs_interfaceid": "77926178-3290-4300-9402-540e345190e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:10:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-4a55f401-4a95-4823-acc8-d38308e423be req-71f9bcce-dc96-4b82-a395-1778db967df7 service nova] Releasing lock "refresh_cache-b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:10:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-12a0dd9d-0f78-4ebe-add7-aafb50478d72 req-a77b0b07-f776-417a-8cb8-4d4bd4999571 service nova] Releasing lock "refresh_cache-c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:10:20 user nova-compute[75076]: DEBUG nova.compute.manager [None req-661747e2-5b27-4059-a6ca-ed4fc78e460f tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:10:20 user nova-compute[75076]: INFO nova.compute.manager [None req-661747e2-5b27-4059-a6ca-ed4fc78e460f tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] instance snapshotting
Oct 27 16:10:21 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-661747e2-5b27-4059-a6ca-ed4fc78e460f tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Beginning live snapshot process
Oct 27 16:10:21 user nova-compute[75076]: DEBUG nova.compute.manager [req-f63fc236-a176-469e-b932-4b219791138a req-109eddb0-3462-408e-8297-3261aadc1ba1 service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Received event network-changed-f0fcc042-4c5a-4282-b45f-b58e3490bc42 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:10:21 user nova-compute[75076]: DEBUG nova.compute.manager [req-f63fc236-a176-469e-b932-4b219791138a req-109eddb0-3462-408e-8297-3261aadc1ba1 service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Refreshing instance network info cache due to event network-changed-f0fcc042-4c5a-4282-b45f-b58e3490bc42. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:10:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f63fc236-a176-469e-b932-4b219791138a req-109eddb0-3462-408e-8297-3261aadc1ba1 service nova] Acquiring lock "refresh_cache-326254e7-ff86-424b-95ad-e65d08254daa" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:10:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f63fc236-a176-469e-b932-4b219791138a req-109eddb0-3462-408e-8297-3261aadc1ba1 service nova] Acquired lock "refresh_cache-326254e7-ff86-424b-95ad-e65d08254daa" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:10:21 user nova-compute[75076]: DEBUG nova.network.neutron [req-f63fc236-a176-469e-b932-4b219791138a req-109eddb0-3462-408e-8297-3261aadc1ba1 service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Refreshing network info cache for port f0fcc042-4c5a-4282-b45f-b58e3490bc42 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:10:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-661747e2-5b27-4059-a6ca-ed4fc78e460f tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/disk --force-share --output=json -f qcow2 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:21 user nova-compute[75076]: DEBUG nova.compute.manager [req-c08c36ee-de10-4f3f-bb34-117a61976647 req-4e047214-b59b-4d99-9914-e997bbef43ed service nova] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Received event network-vif-plugged-21b0c9f7-5d81-48e4-b7f2-a813ff435338 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:10:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c08c36ee-de10-4f3f-bb34-117a61976647 req-4e047214-b59b-4d99-9914-e997bbef43ed service nova] Acquiring lock "374d9279-bc18-44dd-91cd-a87bef438090-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:10:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c08c36ee-de10-4f3f-bb34-117a61976647 req-4e047214-b59b-4d99-9914-e997bbef43ed service nova] Lock "374d9279-bc18-44dd-91cd-a87bef438090-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:10:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c08c36ee-de10-4f3f-bb34-117a61976647 req-4e047214-b59b-4d99-9914-e997bbef43ed service nova] Lock "374d9279-bc18-44dd-91cd-a87bef438090-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:10:21 user nova-compute[75076]: DEBUG nova.compute.manager [req-c08c36ee-de10-4f3f-bb34-117a61976647 req-4e047214-b59b-4d99-9914-e997bbef43ed service nova] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] No waiting events found dispatching network-vif-plugged-21b0c9f7-5d81-48e4-b7f2-a813ff435338 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:10:21 user nova-compute[75076]: WARNING nova.compute.manager [req-c08c36ee-de10-4f3f-bb34-117a61976647 req-4e047214-b59b-4d99-9914-e997bbef43ed service nova] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Received unexpected event network-vif-plugged-21b0c9f7-5d81-48e4-b7f2-a813ff435338 for instance with vm_state building and task_state spawning.
Oct 27 16:10:21 user nova-compute[75076]: DEBUG nova.compute.manager [req-c08c36ee-de10-4f3f-bb34-117a61976647 req-4e047214-b59b-4d99-9914-e997bbef43ed service nova] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Received event network-vif-plugged-21b0c9f7-5d81-48e4-b7f2-a813ff435338 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:10:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c08c36ee-de10-4f3f-bb34-117a61976647 req-4e047214-b59b-4d99-9914-e997bbef43ed service nova] Acquiring lock "374d9279-bc18-44dd-91cd-a87bef438090-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:10:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c08c36ee-de10-4f3f-bb34-117a61976647 req-4e047214-b59b-4d99-9914-e997bbef43ed service nova] Lock "374d9279-bc18-44dd-91cd-a87bef438090-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:10:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c08c36ee-de10-4f3f-bb34-117a61976647 req-4e047214-b59b-4d99-9914-e997bbef43ed service nova] Lock "374d9279-bc18-44dd-91cd-a87bef438090-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:10:21 user nova-compute[75076]: DEBUG nova.compute.manager [req-c08c36ee-de10-4f3f-bb34-117a61976647 req-4e047214-b59b-4d99-9914-e997bbef43ed service nova] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] No waiting events found dispatching network-vif-plugged-21b0c9f7-5d81-48e4-b7f2-a813ff435338 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:10:21 user nova-compute[75076]: WARNING nova.compute.manager [req-c08c36ee-de10-4f3f-bb34-117a61976647 req-4e047214-b59b-4d99-9914-e997bbef43ed service nova] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Received unexpected event network-vif-plugged-21b0c9f7-5d81-48e4-b7f2-a813ff435338 for instance with vm_state building and task_state spawning.
Oct 27 16:10:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-661747e2-5b27-4059-a6ca-ed4fc78e460f tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/disk --force-share --output=json -f qcow2" returned: 0 in 0.207s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-661747e2-5b27-4059-a6ca-ed4fc78e460f tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/disk --force-share --output=json -f qcow2 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:21 user nova-compute[75076]: DEBUG nova.network.neutron [req-f63fc236-a176-469e-b932-4b219791138a req-109eddb0-3462-408e-8297-3261aadc1ba1 service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Updated VIF entry in instance network info cache for port f0fcc042-4c5a-4282-b45f-b58e3490bc42. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:10:21 user nova-compute[75076]: DEBUG nova.network.neutron [req-f63fc236-a176-469e-b932-4b219791138a req-109eddb0-3462-408e-8297-3261aadc1ba1 service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Updating instance_info_cache with network_info: [{"id": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "address": "fa:16:3e:e4:6b:00", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0fcc042-4c", "ovs_interfaceid": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:10:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f63fc236-a176-469e-b932-4b219791138a req-109eddb0-3462-408e-8297-3261aadc1ba1 service nova] Releasing lock "refresh_cache-326254e7-ff86-424b-95ad-e65d08254daa" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:10:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-661747e2-5b27-4059-a6ca-ed4fc78e460f tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/disk --force-share --output=json -f qcow2" returned: 0 in 0.213s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-661747e2-5b27-4059-a6ca-ed4fc78e460f tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-661747e2-5b27-4059-a6ca-ed4fc78e460f tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.177s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-661747e2-5b27-4059-a6ca-ed4fc78e460f tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpf7yrm9m9/dd2357fdc2424d53aca1243604e0ee5c.delta 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-661747e2-5b27-4059-a6ca-ed4fc78e460f tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpf7yrm9m9/dd2357fdc2424d53aca1243604e0ee5c.delta 1073741824" returned: 0 in 0.050s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:22 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-661747e2-5b27-4059-a6ca-ed4fc78e460f tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 27 16:10:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:22 user nova-compute[75076]: DEBUG nova.compute.manager [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:10:22 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:10:22 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Instance spawned successfully.
Oct 27 16:10:22 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:10:22 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:10:22 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:10:22 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:10:22 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:10:22 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:10:22 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:10:22 user nova-compute[75076]: INFO nova.compute.manager [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Took 7.97 seconds to spawn the instance on the hypervisor.
Oct 27 16:10:22 user nova-compute[75076]: DEBUG nova.compute.manager [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:10:22 user nova-compute[75076]: INFO nova.compute.manager [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Took 31.34 seconds to build instance.
Oct 27 16:10:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-53df9ee2-44b2-435e-8732-e63a60a9d665 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Lock "374d9279-bc18-44dd-91cd-a87bef438090" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 31.442s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:10:23 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-661747e2-5b27-4059-a6ca-ed4fc78e460f tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=75076) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 16:10:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:23 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-661747e2-5b27-4059-a6ca-ed4fc78e460f tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] COPY block job progress, current cursor: 75497471 final cursor: 75497472 {{(pid=75076) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 16:10:23 user nova-compute[75076]: DEBUG nova.compute.manager [req-533b458e-9e3c-492f-a674-a7d4df01fff4 req-6a2926dc-0383-44c2-9ac9-227527fc2771 service nova] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Received event network-vif-plugged-a8c2098a-84d6-4ed0-847d-93749df73f69 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:10:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-533b458e-9e3c-492f-a674-a7d4df01fff4 req-6a2926dc-0383-44c2-9ac9-227527fc2771 service nova] Acquiring lock "add0650a-7ec6-4d12-9662-880e6b3f7052-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:10:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-533b458e-9e3c-492f-a674-a7d4df01fff4 req-6a2926dc-0383-44c2-9ac9-227527fc2771 service nova] Lock "add0650a-7ec6-4d12-9662-880e6b3f7052-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:10:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-533b458e-9e3c-492f-a674-a7d4df01fff4 req-6a2926dc-0383-44c2-9ac9-227527fc2771 service nova] Lock "add0650a-7ec6-4d12-9662-880e6b3f7052-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:10:23 user nova-compute[75076]: DEBUG nova.compute.manager [req-533b458e-9e3c-492f-a674-a7d4df01fff4 req-6a2926dc-0383-44c2-9ac9-227527fc2771 service nova] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] No waiting events found dispatching network-vif-plugged-a8c2098a-84d6-4ed0-847d-93749df73f69 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:10:23 user nova-compute[75076]: WARNING nova.compute.manager [req-533b458e-9e3c-492f-a674-a7d4df01fff4 req-6a2926dc-0383-44c2-9ac9-227527fc2771 service nova] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Received unexpected event network-vif-plugged-a8c2098a-84d6-4ed0-847d-93749df73f69 for instance with vm_state active and task_state rescuing.
Oct 27 16:10:23 user nova-compute[75076]: DEBUG nova.compute.manager [req-533b458e-9e3c-492f-a674-a7d4df01fff4 req-6a2926dc-0383-44c2-9ac9-227527fc2771 service nova] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Received event network-vif-plugged-a8c2098a-84d6-4ed0-847d-93749df73f69 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:10:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-533b458e-9e3c-492f-a674-a7d4df01fff4 req-6a2926dc-0383-44c2-9ac9-227527fc2771 service nova] Acquiring lock "add0650a-7ec6-4d12-9662-880e6b3f7052-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:10:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-533b458e-9e3c-492f-a674-a7d4df01fff4 req-6a2926dc-0383-44c2-9ac9-227527fc2771 service nova] Lock "add0650a-7ec6-4d12-9662-880e6b3f7052-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:10:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-533b458e-9e3c-492f-a674-a7d4df01fff4 req-6a2926dc-0383-44c2-9ac9-227527fc2771 service nova] Lock "add0650a-7ec6-4d12-9662-880e6b3f7052-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:10:23 user nova-compute[75076]: DEBUG nova.compute.manager [req-533b458e-9e3c-492f-a674-a7d4df01fff4 req-6a2926dc-0383-44c2-9ac9-227527fc2771 service nova] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] No waiting events found dispatching network-vif-plugged-a8c2098a-84d6-4ed0-847d-93749df73f69 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:10:23 user nova-compute[75076]: WARNING nova.compute.manager [req-533b458e-9e3c-492f-a674-a7d4df01fff4 req-6a2926dc-0383-44c2-9ac9-227527fc2771 service nova] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Received unexpected event network-vif-plugged-a8c2098a-84d6-4ed0-847d-93749df73f69 for instance with vm_state active and task_state rescuing.
Oct 27 16:10:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:23 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-d88db689-c344-4101-bdae-d60a7fd702a5 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Snapshot image upload complete
Oct 27 16:10:23 user nova-compute[75076]: INFO nova.compute.manager [None req-d88db689-c344-4101-bdae-d60a7fd702a5 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Took 8.45 seconds to snapshot the instance on the hypervisor.
Oct 27 16:10:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json" returned: 0 in 0.221s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:24 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-661747e2-5b27-4059-a6ca-ed4fc78e460f tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75076) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 16:10:24 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-661747e2-5b27-4059-a6ca-ed4fc78e460f tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 27 16:10:24 user nova-compute[75076]: DEBUG nova.privsep.utils [None req-661747e2-5b27-4059-a6ca-ed4fc78e460f tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75076) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 27 16:10:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-661747e2-5b27-4059-a6ca-ed4fc78e460f tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpf7yrm9m9/dd2357fdc2424d53aca1243604e0ee5c.delta /opt/stack/data/nova/instances/snapshots/tmpf7yrm9m9/dd2357fdc2424d53aca1243604e0ee5c {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json" returned: 0 in 0.259s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json" returned: 0 in 0.256s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-661747e2-5b27-4059-a6ca-ed4fc78e460f tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpf7yrm9m9/dd2357fdc2424d53aca1243604e0ee5c.delta /opt/stack/data/nova/instances/snapshots/tmpf7yrm9m9/dd2357fdc2424d53aca1243604e0ee5c" returned: 0 in 0.446s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:24 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-661747e2-5b27-4059-a6ca-ed4fc78e460f tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Snapshot extracted, beginning image upload
Oct 27 16:10:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/687147f4-c59d-4ec9-933a-df587461ee3a/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/687147f4-c59d-4ec9-933a-df587461ee3a/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/687147f4-c59d-4ec9-933a-df587461ee3a/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/687147f4-c59d-4ec9-933a-df587461ee3a/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:25 user nova-compute[75076]: DEBUG nova.compute.manager [None req-9b642abb-dffa-437d-acee-ab9e1eaae511 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:10:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa/disk --force-share --output=json" returned: 0 in 0.266s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:26 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f2bc90f1-becb-4c54-945c-10b6da691b8b/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f2bc90f1-becb-4c54-945c-10b6da691b8b/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f2bc90f1-becb-4c54-945c-10b6da691b8b/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f2bc90f1-becb-4c54-945c-10b6da691b8b/disk --force-share --output=json" returned: 0 in 0.353s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ad06bbc-5cd1-4ce5-89e4-6e3269c83714/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ad06bbc-5cd1-4ce5-89e4-6e3269c83714/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ad06bbc-5cd1-4ce5-89e4-6e3269c83714/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:28 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-661747e2-5b27-4059-a6ca-ed4fc78e460f tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Snapshot image upload complete
Oct 27 16:10:28 user nova-compute[75076]: INFO nova.compute.manager [None req-661747e2-5b27-4059-a6ca-ed4fc78e460f tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Took 7.15 seconds to snapshot the instance on the hypervisor.
Oct 27 16:10:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ad06bbc-5cd1-4ce5-89e4-6e3269c83714/disk --force-share --output=json" returned: 0 in 0.369s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd883620-5f32-4794-919b-ee341a7da39a/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd883620-5f32-4794-919b-ee341a7da39a/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd883620-5f32-4794-919b-ee341a7da39a/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd883620-5f32-4794-919b-ee341a7da39a/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:29 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:10:29 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:10:29 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:10:29 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=6891MB free_disk=25.425445556640625GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:10:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:10:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:10:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d97beadb-7c06-49fc-bb8f-6e0f043963ce tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquiring lock "326254e7-ff86-424b-95ad-e65d08254daa" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:10:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d97beadb-7c06-49fc-bb8f-6e0f043963ce tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "326254e7-ff86-424b-95ad-e65d08254daa" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:10:29 user nova-compute[75076]: INFO nova.compute.manager [None req-d97beadb-7c06-49fc-bb8f-6e0f043963ce tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Shelving
Oct 27 16:10:29 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:29 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:29 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:29 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 961254d8-ebf1-4fa6-a93d-62c8eb1bd359 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:10:29 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:10:29 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance add0650a-7ec6-4d12-9662-880e6b3f7052 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:10:29 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:10:29 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:10:29 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 326254e7-ff86-424b-95ad-e65d08254daa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:10:29 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance f2bc90f1-becb-4c54-945c-10b6da691b8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:10:29 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 687147f4-c59d-4ec9-933a-df587461ee3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:10:29 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:10:29 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance fd883620-5f32-4794-919b-ee341a7da39a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:10:29 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 374d9279-bc18-44dd-91cd-a87bef438090 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:10:29 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance c493b688-6673-469f-a919-b93552ba25db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:10:29 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:10:29 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:10:29 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:30 user nova-compute[75076]: DEBUG nova.compute.manager [req-bc2d809d-de9a-483d-bce2-3584b2bd85f7 req-8effc1b8-3d66-4e43-a865-8c7e9b3f50e2 service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Received event network-vif-unplugged-f0fcc042-4c5a-4282-b45f-b58e3490bc42 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:10:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bc2d809d-de9a-483d-bce2-3584b2bd85f7 req-8effc1b8-3d66-4e43-a865-8c7e9b3f50e2 service nova] Acquiring lock "326254e7-ff86-424b-95ad-e65d08254daa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:10:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bc2d809d-de9a-483d-bce2-3584b2bd85f7 req-8effc1b8-3d66-4e43-a865-8c7e9b3f50e2 service nova] Lock "326254e7-ff86-424b-95ad-e65d08254daa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:10:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bc2d809d-de9a-483d-bce2-3584b2bd85f7 req-8effc1b8-3d66-4e43-a865-8c7e9b3f50e2 service nova] Lock "326254e7-ff86-424b-95ad-e65d08254daa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:10:30 user nova-compute[75076]: DEBUG nova.compute.manager [req-bc2d809d-de9a-483d-bce2-3584b2bd85f7 req-8effc1b8-3d66-4e43-a865-8c7e9b3f50e2 service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] No waiting events found dispatching network-vif-unplugged-f0fcc042-4c5a-4282-b45f-b58e3490bc42 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:10:30 user nova-compute[75076]: WARNING nova.compute.manager [req-bc2d809d-de9a-483d-bce2-3584b2bd85f7 req-8effc1b8-3d66-4e43-a865-8c7e9b3f50e2 service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Received unexpected event network-vif-unplugged-f0fcc042-4c5a-4282-b45f-b58e3490bc42 for instance with vm_state active and task_state shelving.
Oct 27 16:10:30 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:10:30 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:10:30 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:10:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.753s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:10:30 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Instance destroyed successfully.
Oct 27 16:10:30 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-d97beadb-7c06-49fc-bb8f-6e0f043963ce tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Beginning cold snapshot process
Oct 27 16:10:30 user nova-compute[75076]: DEBUG nova.privsep.utils [None req-d97beadb-7c06-49fc-bb8f-6e0f043963ce tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75076) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 27 16:10:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d97beadb-7c06-49fc-bb8f-6e0f043963ce tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa/disk /opt/stack/data/nova/instances/snapshots/tmp54kozkhh/485958a1cc4845bfaf705705c7aeb115 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d97beadb-7c06-49fc-bb8f-6e0f043963ce tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa/disk /opt/stack/data/nova/instances/snapshots/tmp54kozkhh/485958a1cc4845bfaf705705c7aeb115" returned: 0 in 0.493s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:31 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-d97beadb-7c06-49fc-bb8f-6e0f043963ce tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Snapshot extracted, beginning image upload
Oct 27 16:10:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:32 user nova-compute[75076]: DEBUG nova.compute.manager [req-659220e6-9d29-4f40-946f-396e854427c3 req-7169c33c-8dde-4bdd-bf48-3914f27aef39 service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Received event network-vif-plugged-f0fcc042-4c5a-4282-b45f-b58e3490bc42 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:10:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-659220e6-9d29-4f40-946f-396e854427c3 req-7169c33c-8dde-4bdd-bf48-3914f27aef39 service nova] Acquiring lock "326254e7-ff86-424b-95ad-e65d08254daa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:10:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-659220e6-9d29-4f40-946f-396e854427c3 req-7169c33c-8dde-4bdd-bf48-3914f27aef39 service nova] Lock "326254e7-ff86-424b-95ad-e65d08254daa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:10:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-659220e6-9d29-4f40-946f-396e854427c3 req-7169c33c-8dde-4bdd-bf48-3914f27aef39 service nova] Lock "326254e7-ff86-424b-95ad-e65d08254daa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:10:32 user nova-compute[75076]: DEBUG nova.compute.manager [req-659220e6-9d29-4f40-946f-396e854427c3 req-7169c33c-8dde-4bdd-bf48-3914f27aef39 service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] No waiting events found dispatching network-vif-plugged-f0fcc042-4c5a-4282-b45f-b58e3490bc42 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:10:32 user nova-compute[75076]: WARNING nova.compute.manager [req-659220e6-9d29-4f40-946f-396e854427c3 req-7169c33c-8dde-4bdd-bf48-3914f27aef39 service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Received unexpected event network-vif-plugged-f0fcc042-4c5a-4282-b45f-b58e3490bc42 for instance with vm_state active and task_state shelving_image_uploading.
Oct 27 16:10:32 user nova-compute[75076]: DEBUG nova.compute.manager [req-659220e6-9d29-4f40-946f-396e854427c3 req-7169c33c-8dde-4bdd-bf48-3914f27aef39 service nova] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Received event network-changed-6cc5a470-d142-40d7-84c6-edea695f9259 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:10:32 user nova-compute[75076]: DEBUG nova.compute.manager [req-659220e6-9d29-4f40-946f-396e854427c3 req-7169c33c-8dde-4bdd-bf48-3914f27aef39 service nova] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Refreshing instance network info cache due to event network-changed-6cc5a470-d142-40d7-84c6-edea695f9259. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:10:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-659220e6-9d29-4f40-946f-396e854427c3 req-7169c33c-8dde-4bdd-bf48-3914f27aef39 service nova] Acquiring lock "refresh_cache-f2bc90f1-becb-4c54-945c-10b6da691b8b" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:10:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-659220e6-9d29-4f40-946f-396e854427c3 req-7169c33c-8dde-4bdd-bf48-3914f27aef39 service nova] Acquired lock "refresh_cache-f2bc90f1-becb-4c54-945c-10b6da691b8b" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:10:32 user nova-compute[75076]: DEBUG nova.network.neutron [req-659220e6-9d29-4f40-946f-396e854427c3 req-7169c33c-8dde-4bdd-bf48-3914f27aef39 service nova] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Refreshing network info cache for port 6cc5a470-d142-40d7-84c6-edea695f9259 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:10:32 user nova-compute[75076]: DEBUG nova.network.neutron [req-659220e6-9d29-4f40-946f-396e854427c3 req-7169c33c-8dde-4bdd-bf48-3914f27aef39 service nova] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Updated VIF entry in instance network info cache for port 6cc5a470-d142-40d7-84c6-edea695f9259. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:10:32 user nova-compute[75076]: DEBUG nova.network.neutron [req-659220e6-9d29-4f40-946f-396e854427c3 req-7169c33c-8dde-4bdd-bf48-3914f27aef39 service nova] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Updating instance_info_cache with network_info: [{"id": "6cc5a470-d142-40d7-84c6-edea695f9259", "address": "fa:16:3e:d2:23:76", "network": {"id": "7b16c2ee-0e93-4a45-aeea-c13628fe29a5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-761084663-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320e8691e904a7c8dc4b5c824ba6565", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cc5a470-d1", "ovs_interfaceid": "6cc5a470-d142-40d7-84c6-edea695f9259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:10:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-659220e6-9d29-4f40-946f-396e854427c3 req-7169c33c-8dde-4bdd-bf48-3914f27aef39 service nova] Releasing lock "refresh_cache-f2bc90f1-becb-4c54-945c-10b6da691b8b" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:10:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:34 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-d97beadb-7c06-49fc-bb8f-6e0f043963ce tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Snapshot image upload complete
Oct 27 16:10:34 user nova-compute[75076]: DEBUG nova.compute.manager [None req-d97beadb-7c06-49fc-bb8f-6e0f043963ce tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:10:34 user nova-compute[75076]: INFO nova.compute.manager [None req-d97beadb-7c06-49fc-bb8f-6e0f043963ce tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Shelve offloading
Oct 27 16:10:34 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Instance destroyed successfully.
Oct 27 16:10:34 user nova-compute[75076]: DEBUG nova.compute.manager [None req-d97beadb-7c06-49fc-bb8f-6e0f043963ce tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:10:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d97beadb-7c06-49fc-bb8f-6e0f043963ce tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquiring lock "refresh_cache-326254e7-ff86-424b-95ad-e65d08254daa" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:10:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d97beadb-7c06-49fc-bb8f-6e0f043963ce tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquired lock "refresh_cache-326254e7-ff86-424b-95ad-e65d08254daa" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:10:34 user nova-compute[75076]: DEBUG nova.network.neutron [None req-d97beadb-7c06-49fc-bb8f-6e0f043963ce tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:10:34 user nova-compute[75076]: DEBUG nova.network.neutron [None req-d97beadb-7c06-49fc-bb8f-6e0f043963ce tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Updating instance_info_cache with network_info: [{"id": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "address": "fa:16:3e:e4:6b:00", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0fcc042-4c", "ovs_interfaceid": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:10:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d97beadb-7c06-49fc-bb8f-6e0f043963ce tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Releasing lock "refresh_cache-326254e7-ff86-424b-95ad-e65d08254daa" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:10:35 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Instance destroyed successfully.
Oct 27 16:10:35 user nova-compute[75076]: DEBUG nova.objects.instance [None req-d97beadb-7c06-49fc-bb8f-6e0f043963ce tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lazy-loading 'resources' on Instance uuid 326254e7-ff86-424b-95ad-e65d08254daa {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:10:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-d97beadb-7c06-49fc-bb8f-6e0f043963ce tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:08:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-653944947',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-653944947',id=6,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH/DrS9lZ/YExdgGZ6VwKfVwcUsb0h1q73S21sKRwZ68/0i9k0rFAV9BDDA2WUzMZB+895KS0oQmPwtYEWokXc2HLtgyYxwhol+6QKR+wDdkfVfP0p7EX0fqbibd8gmXQA==',key_name='tempest-keypair-250489156',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:08:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='2765fd69b2e346a4aeb287c2d61f2f9b',ramdisk_id='',reservation_id='r-fifxwak3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1430653442',owner_user_name='tempest-AttachVolumeShelveTestJSON-1430653442-project-member',shelved_at='2023-10-27T16:10:34.266881',shelved_host='user',shelved_image_id='c7c23fe7-bce0-4976-8734-bb9101f41738'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:10:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c2432dafd2f045488341359a6b6dbcc6',uuid=326254e7-ff86-424b-95ad-e65d08254daa,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "address": "fa:16:3e:e4:6b:00", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0fcc042-4c", "ovs_interfaceid": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:10:35 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-d97beadb-7c06-49fc-bb8f-6e0f043963ce tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Converting VIF {"id": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "address": "fa:16:3e:e4:6b:00", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0fcc042-4c", "ovs_interfaceid": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:10:35 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-d97beadb-7c06-49fc-bb8f-6e0f043963ce tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e4:6b:00,bridge_name='br-int',has_traffic_filtering=True,id=f0fcc042-4c5a-4282-b45f-b58e3490bc42,network=Network(da513516-55d9-4f26-b348-28c9b5d8dbaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf0fcc042-4c') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:10:35 user nova-compute[75076]: DEBUG os_vif [None req-d97beadb-7c06-49fc-bb8f-6e0f043963ce tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e4:6b:00,bridge_name='br-int',has_traffic_filtering=True,id=f0fcc042-4c5a-4282-b45f-b58e3490bc42,network=Network(da513516-55d9-4f26-b348-28c9b5d8dbaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf0fcc042-4c') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:10:35 user nova-compute[75076]: DEBUG nova.compute.manager [req-dc57bf73-a6c6-48aa-bfe4-a17d45633ebd req-4fc79fbb-becd-4232-a4b1-32b82f6e16bb service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Received event network-changed-f0fcc042-4c5a-4282-b45f-b58e3490bc42 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:10:35 user nova-compute[75076]: DEBUG nova.compute.manager [req-dc57bf73-a6c6-48aa-bfe4-a17d45633ebd req-4fc79fbb-becd-4232-a4b1-32b82f6e16bb service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Refreshing instance network info cache due to event network-changed-f0fcc042-4c5a-4282-b45f-b58e3490bc42. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:10:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-dc57bf73-a6c6-48aa-bfe4-a17d45633ebd req-4fc79fbb-becd-4232-a4b1-32b82f6e16bb service nova] Acquiring lock "refresh_cache-326254e7-ff86-424b-95ad-e65d08254daa" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:10:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-dc57bf73-a6c6-48aa-bfe4-a17d45633ebd req-4fc79fbb-becd-4232-a4b1-32b82f6e16bb service nova] Acquired lock "refresh_cache-326254e7-ff86-424b-95ad-e65d08254daa" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:10:35 user nova-compute[75076]: DEBUG nova.network.neutron [req-dc57bf73-a6c6-48aa-bfe4-a17d45633ebd req-4fc79fbb-becd-4232-a4b1-32b82f6e16bb service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Refreshing network info cache for port f0fcc042-4c5a-4282-b45f-b58e3490bc42 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:10:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf0fcc042-4c, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:10:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:10:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=62163ea6-7c60-4524-905c-cf5163228871) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:10:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:10:35 user nova-compute[75076]: INFO os_vif [None req-d97beadb-7c06-49fc-bb8f-6e0f043963ce tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e4:6b:00,bridge_name='br-int',has_traffic_filtering=True,id=f0fcc042-4c5a-4282-b45f-b58e3490bc42,network=Network(da513516-55d9-4f26-b348-28c9b5d8dbaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf0fcc042-4c')
Oct 27 16:10:35 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-d97beadb-7c06-49fc-bb8f-6e0f043963ce tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Deleting instance files /opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa_del
Oct 27 16:10:35 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-d97beadb-7c06-49fc-bb8f-6e0f043963ce tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Deletion of /opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa_del complete
Oct 27 16:10:35 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-d97beadb-7c06-49fc-bb8f-6e0f043963ce tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Deleted allocations for instance 326254e7-ff86-424b-95ad-e65d08254daa
Oct 27 16:10:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d97beadb-7c06-49fc-bb8f-6e0f043963ce tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:10:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d97beadb-7c06-49fc-bb8f-6e0f043963ce tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:10:35 user nova-compute[75076]: DEBUG nova.objects.instance [None req-d97beadb-7c06-49fc-bb8f-6e0f043963ce tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lazy-loading 'numa_topology' on Instance uuid 326254e7-ff86-424b-95ad-e65d08254daa {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:10:35 user nova-compute[75076]: DEBUG nova.objects.base [None req-d97beadb-7c06-49fc-bb8f-6e0f043963ce tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Object Instance<326254e7-ff86-424b-95ad-e65d08254daa> lazy-loaded attributes: resources,numa_topology {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:10:35 user nova-compute[75076]: DEBUG nova.network.neutron [req-dc57bf73-a6c6-48aa-bfe4-a17d45633ebd req-4fc79fbb-becd-4232-a4b1-32b82f6e16bb service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Updated VIF entry in instance network info cache for port f0fcc042-4c5a-4282-b45f-b58e3490bc42. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:10:35 user nova-compute[75076]: DEBUG nova.network.neutron [req-dc57bf73-a6c6-48aa-bfe4-a17d45633ebd req-4fc79fbb-becd-4232-a4b1-32b82f6e16bb service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Updating instance_info_cache with network_info: [{"id": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "address": "fa:16:3e:e4:6b:00", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapf0fcc042-4c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:10:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-dc57bf73-a6c6-48aa-bfe4-a17d45633ebd req-4fc79fbb-becd-4232-a4b1-32b82f6e16bb service nova] Releasing lock "refresh_cache-326254e7-ff86-424b-95ad-e65d08254daa" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:10:35 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-d97beadb-7c06-49fc-bb8f-6e0f043963ce tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:10:35 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-d97beadb-7c06-49fc-bb8f-6e0f043963ce tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:10:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d97beadb-7c06-49fc-bb8f-6e0f043963ce tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.408s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:10:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d97beadb-7c06-49fc-bb8f-6e0f043963ce tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "326254e7-ff86-424b-95ad-e65d08254daa" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 6.604s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:10:36 user nova-compute[75076]: DEBUG nova.compute.manager [req-e242e82f-1428-4be4-82d0-668b22a91fa9 req-f1d35222-6863-4fbb-ae70-3206c576f49c service nova] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Received event network-changed-d7531b2e-9d04-4e41-af3f-87f20cd98d8b {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:10:36 user nova-compute[75076]: DEBUG nova.compute.manager [req-e242e82f-1428-4be4-82d0-668b22a91fa9 req-f1d35222-6863-4fbb-ae70-3206c576f49c service nova] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Refreshing instance network info cache due to event network-changed-d7531b2e-9d04-4e41-af3f-87f20cd98d8b. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:10:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-e242e82f-1428-4be4-82d0-668b22a91fa9 req-f1d35222-6863-4fbb-ae70-3206c576f49c service nova] Acquiring lock "refresh_cache-687147f4-c59d-4ec9-933a-df587461ee3a" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:10:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-e242e82f-1428-4be4-82d0-668b22a91fa9 req-f1d35222-6863-4fbb-ae70-3206c576f49c service nova] Acquired lock "refresh_cache-687147f4-c59d-4ec9-933a-df587461ee3a" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:10:36 user nova-compute[75076]: DEBUG nova.network.neutron [req-e242e82f-1428-4be4-82d0-668b22a91fa9 req-f1d35222-6863-4fbb-ae70-3206c576f49c service nova] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Refreshing network info cache for port d7531b2e-9d04-4e41-af3f-87f20cd98d8b {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:10:36 user nova-compute[75076]: DEBUG nova.network.neutron [req-e242e82f-1428-4be4-82d0-668b22a91fa9 req-f1d35222-6863-4fbb-ae70-3206c576f49c service nova] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Updated VIF entry in instance network info cache for port d7531b2e-9d04-4e41-af3f-87f20cd98d8b. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:10:36 user nova-compute[75076]: DEBUG nova.network.neutron [req-e242e82f-1428-4be4-82d0-668b22a91fa9 req-f1d35222-6863-4fbb-ae70-3206c576f49c service nova] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Updating instance_info_cache with network_info: [{"id": "d7531b2e-9d04-4e41-af3f-87f20cd98d8b", "address": "fa:16:3e:28:1f:03", "network": {"id": "d1a5a1f5-a580-427a-b3fd-102b9412f6f3", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-802149222-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.51", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d81cf4b9b21949b2973cee9cca6e3807", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7531b2e-9d", "ovs_interfaceid": "d7531b2e-9d04-4e41-af3f-87f20cd98d8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:10:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-e242e82f-1428-4be4-82d0-668b22a91fa9 req-f1d35222-6863-4fbb-ae70-3206c576f49c service nova] Releasing lock "refresh_cache-687147f4-c59d-4ec9-933a-df587461ee3a" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:10:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Acquiring lock "f2bc90f1-becb-4c54-945c-10b6da691b8b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:10:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "f2bc90f1-becb-4c54-945c-10b6da691b8b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:10:39 user nova-compute[75076]: DEBUG nova.objects.instance [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lazy-loading 'flavor' on Instance uuid f2bc90f1-becb-4c54-945c-10b6da691b8b {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:10:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "f2bc90f1-becb-4c54-945c-10b6da691b8b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.109s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:10:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Acquiring lock "f2bc90f1-becb-4c54-945c-10b6da691b8b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:10:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "f2bc90f1-becb-4c54-945c-10b6da691b8b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:10:39 user nova-compute[75076]: INFO nova.compute.manager [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Attaching volume b1f80477-12ab-4d70-b187-a04fcef2433a to /dev/vdb
Oct 27 16:10:39 user nova-compute[75076]: DEBUG os_brick.utils [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:10:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:39 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bcaad1a-eea1-4e4b-8af3-6c4fb743c439]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:10:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:39 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[009f0375-191e-40f9-8ec2-f08883ad74d3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:10:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.025s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:39 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[297b39f1-89bd-4832-80c0-3afa529b2e99]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:10:39 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ac4f41f-c43c-48d4-868d-5b2b243fe6c3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:10:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:10:39 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:10:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:10:39 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:10:39 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b100a1f2-b50d-4463-9849-60844ecf6e39]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:10:39 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:10:39 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:10:39 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:10:39 user nova-compute[75076]: DEBUG os_brick.utils [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:10:39 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Updating existing volume attachment record: 8fc8ea41-3fdb-4462-ad4d-f92d1f7de23d {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:10:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Acquiring lock "687147f4-c59d-4ec9-933a-df587461ee3a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:10:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Lock "687147f4-c59d-4ec9-933a-df587461ee3a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:10:42 user nova-compute[75076]: DEBUG nova.objects.instance [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Lazy-loading 'flavor' on Instance uuid 687147f4-c59d-4ec9-933a-df587461ee3a {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:10:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Lock "687147f4-c59d-4ec9-933a-df587461ee3a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.092s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:10:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Acquiring lock "687147f4-c59d-4ec9-933a-df587461ee3a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:10:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Lock "687147f4-c59d-4ec9-933a-df587461ee3a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:10:42 user nova-compute[75076]: INFO nova.compute.manager [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Attaching volume 77e9e60c-20d5-42ad-ad58-712290c14c0d to /dev/sdc
Oct 27 16:10:42 user nova-compute[75076]: DEBUG os_brick.utils [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:10:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:42 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[686b78ed-2f82-4cf7-a228-5932fd298eaa]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:10:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:42 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f493b012-5336-403f-9802-a06f0592374b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:10:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:42 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[427694d4-2ee7-4c44-a208-c8f89eb2f23e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:10:42 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[11a30e66-09d2-454b-bc98-b3a80823f0cc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:10:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:10:42 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:10:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:10:42 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:10:42 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b9f7601-d035-4c33-b6c6-c312cea154f8]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:10:42 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:10:42 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:10:42 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:10:42 user nova-compute[75076]: DEBUG os_brick.utils [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] <== get_connector_properties: return (113ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:10:42 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Updating existing volume attachment record: 0a87a187-1d72-411b-a15c-c83c52a6a231 {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:10:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:10:58 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:10:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HZyTjVGh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:10:58 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:10:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:10:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:10:58 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:10:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:10:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:10:58 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:10:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[30a70b09-4425-46e8-b536-17cfc21935e1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:10:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:10:58 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:10:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8bca852-5dc0-4a49-a9ee-6a791e06075c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:10:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a] added
Oct 27 16:10:58 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:10:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c7a35dd-e80d-41b5-a10e-4949a0d6d126]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:10:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:10:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c104e7ee-60dd-42c7-be73-c98f8646a70a]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:10:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:10:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HZyTjVGh {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HZyTjVGh" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[50dfca1a-6f14-4b97-bd03-d85a35145aa6]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:10:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'HZyTjVGh'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:10:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c50eaf78-f960-4175-99c0-6cc29d37a50a]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:10:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:10:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cf50e80-6784-4e65-8596-ed1aaca83410]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:10:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)
Oct 27 16:10:58 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:10:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)
Oct 27 16:10:58 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:10:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1755815c-4e55-4309-a284-930cb251b67c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:10:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a, portal: 172.16.0.220,3260]
Oct 27 16:10:58 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a, portal: 172.16.0.220,3260] successful.
Oct 27 16:10:58 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:10:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:59 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:59 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[74686038-b681-4148-b15a-883c07ede9b1]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:10:59 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:10:59 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:59 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:59 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[36830c12-437b-47e2-9703-97726dacecca]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:10:59 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)
Oct 27 16:10:59 user nova-compute[75076]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a (non-flash)
Oct 27 16:10:59 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:10:59 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)
Oct 27 16:10:59 user nova-compute[75076]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a (non-flash)
Oct 27 16:10:59 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:10:59 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.269s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:10:59 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:10:59 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] HCTL ('34', '-', '-', 0) found on session 3 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:10:59 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:10:59 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:10:59 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:10:59 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e724e784-754d-48db-bd99-fa0be45fbf9a]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:10:59 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Searching for a device in session 3 and hctl ['34', '*', '*', 0] yield: None {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:11:00 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Searching for a device in session 3 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:11:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HZyTjVGh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:11:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.307s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:11:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] <== connect_volume: return (1310ms) {'type': 'block', 'scsi_wwn': '26566656338623738', 'path': '/dev/sdc'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:11:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26566656338623738', 'path': '/dev/sdc'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:11:00 user nova-compute[75076]: DEBUG nova.objects.instance [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lazy-loading 'flavor' on Instance uuid f2bc90f1-becb-4c54-945c-10b6da691b8b {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:11:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 16:11:00 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:11:00 user nova-compute[75076]:   <source dev="/dev/sdc"/>
Oct 27 16:11:00 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:11:00 user nova-compute[75076]:   <serial>b1f80477-12ab-4d70-b187-a04fcef2433a</serial>
Oct 27 16:11:00 user nova-compute[75076]: </disk>
Oct 27 16:11:00 user nova-compute[75076]:  {{(pid=75076) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 16:11:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:11:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:11:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] No VIF found with MAC fa:16:3e:d2:23:76, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:11:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4a6f7021-64bc-49ae-b194-fb96266bf34f tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "f2bc90f1-becb-4c54-945c-10b6da691b8b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.456s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:11:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e3aed19c-8a7a-4c2a-aa30-80b106547dc3 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Acquiring lock "f2bc90f1-becb-4c54-945c-10b6da691b8b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:11:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e3aed19c-8a7a-4c2a-aa30-80b106547dc3 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "f2bc90f1-becb-4c54-945c-10b6da691b8b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:11:01 user nova-compute[75076]: INFO nova.compute.manager [None req-e3aed19c-8a7a-4c2a-aa30-80b106547dc3 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Detaching volume b1f80477-12ab-4d70-b187-a04fcef2433a
Oct 27 16:11:01 user nova-compute[75076]: INFO nova.virt.block_device [None req-e3aed19c-8a7a-4c2a-aa30-80b106547dc3 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Attempting to driver detach volume b1f80477-12ab-4d70-b187-a04fcef2433a from mountpoint /dev/vdb
Oct 27 16:11:01 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e3aed19c-8a7a-4c2a-aa30-80b106547dc3 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Attempting to detach device vdb from instance f2bc90f1-becb-4c54-945c-10b6da691b8b from the persistent domain config. {{(pid=75076) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 16:11:01 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-e3aed19c-8a7a-4c2a-aa30-80b106547dc3 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:11:01 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:11:01 user nova-compute[75076]:   <source dev="/dev/sdc"/>
Oct 27 16:11:01 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:11:01 user nova-compute[75076]:   <serial>b1f80477-12ab-4d70-b187-a04fcef2433a</serial>
Oct 27 16:11:01 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 16:11:01 user nova-compute[75076]: </disk>
Oct 27 16:11:01 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:11:01 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-e3aed19c-8a7a-4c2a-aa30-80b106547dc3 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Successfully detached device vdb from instance f2bc90f1-becb-4c54-945c-10b6da691b8b from the persistent domain config.
Oct 27 16:11:01 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e3aed19c-8a7a-4c2a-aa30-80b106547dc3 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance f2bc90f1-becb-4c54-945c-10b6da691b8b from the live domain config. {{(pid=75076) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 16:11:01 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-e3aed19c-8a7a-4c2a-aa30-80b106547dc3 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:11:01 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:11:01 user nova-compute[75076]:   <source dev="/dev/sdc"/>
Oct 27 16:11:01 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:11:01 user nova-compute[75076]:   <serial>b1f80477-12ab-4d70-b187-a04fcef2433a</serial>
Oct 27 16:11:01 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 16:11:01 user nova-compute[75076]: </disk>
Oct 27 16:11:01 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ovBkryzZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:11:02 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:11:02 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:11:02 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:11:02 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:11:02 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:11:02 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfca858a-7560-44d6-a287-35b3a99c193c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:11:02 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a96dab8a-9679-4865-b09c-836684340555]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d] added
Oct 27 16:11:02 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c05743a-99e8-43ab-acec-a2d2e4bcad82]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a82f91d-9ae1-4f0a-8e45-a7c216b3ac2c]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ovBkryzZ {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e3aed19c-8a7a-4c2a-aa30-80b106547dc3 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance f2bc90f1-becb-4c54-945c-10b6da691b8b {{(pid=75076) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ovBkryzZ" returned: 0 in 0.037s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[91d47664-f6b2-486b-b16d-3e33d8b12f9f]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ovBkryzZ'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[acd966f8-c5b7-4e68-8c3a-2d679a37be17]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2ae8ec5-a6f8-449b-aae3-350edac3295d]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)
Oct 27 16:11:02 user nova-compute[75076]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a (non-flash)
Oct 27 16:11:02 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)
Oct 27 16:11:02 user nova-compute[75076]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a (non-flash)
Oct 27 16:11:02 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[adad30b0-28b9-4fc0-877e-a8cb1a704415]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d, portal: 172.16.0.220,3260]
Oct 27 16:11:02 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d, portal: 172.16.0.220,3260] successful.
Oct 27 16:11:02 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8f89d2a-7793-462c-8888-12e32dd28680]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[49da5804-ad63-490e-95e7-2579a4b07f69]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)
Oct 27 16:11:02 user nova-compute[75076]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a (non-flash)
Oct 27 16:11:02 user nova-compute[75076]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d (non-flash)
Oct 27 16:11:02 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)
Oct 27 16:11:02 user nova-compute[75076]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a (non-flash)
Oct 27 16:11:02 user nova-compute[75076]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d (non-flash)
Oct 27 16:11:02 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.295s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] HCTL ('35', '-', '-', 0) found on session 4 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d0efd68-aacd-4457-8977-9965611e004b]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Searching for a device in session 4 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:11:02 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ovBkryzZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:11:03 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.327s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:11:03 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] <== connect_volume: return (1330ms) {'type': 'block', 'scsi_wwn': '23738316633666138', 'path': '/dev/sdd'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:11:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23738316633666138', 'path': '/dev/sdd'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:11:03 user nova-compute[75076]: DEBUG nova.objects.instance [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Lazy-loading 'flavor' on Instance uuid 687147f4-c59d-4ec9-933a-df587461ee3a {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:11:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 16:11:03 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:11:03 user nova-compute[75076]:   <source dev="/dev/sdd"/>
Oct 27 16:11:03 user nova-compute[75076]:   <target dev="sdc" bus="scsi"/>
Oct 27 16:11:03 user nova-compute[75076]:   <serial>77e9e60c-20d5-42ad-ad58-712290c14c0d</serial>
Oct 27 16:11:03 user nova-compute[75076]:   <address type="drive" controller="0" unit="2"/>
Oct 27 16:11:03 user nova-compute[75076]: </disk>
Oct 27 16:11:03 user nova-compute[75076]:  {{(pid=75076) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 16:11:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] No BDM found with device name sda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:11:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] No BDM found with device name sdb, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:11:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] No BDM found with device name sdc, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:11:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] No VIF found with MAC fa:16:3e:28:1f:03, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:11:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d208dc09-dbba-4dd8-b030-11ab47b1a557 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Lock "687147f4-c59d-4ec9-933a-df587461ee3a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.472s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:11:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5fa9b3c1-df2c-48d1-ab84-8bcd02f7edaa tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Acquiring lock "687147f4-c59d-4ec9-933a-df587461ee3a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:11:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5fa9b3c1-df2c-48d1-ab84-8bcd02f7edaa tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Lock "687147f4-c59d-4ec9-933a-df587461ee3a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:11:04 user nova-compute[75076]: INFO nova.compute.manager [None req-5fa9b3c1-df2c-48d1-ab84-8bcd02f7edaa tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Detaching volume 77e9e60c-20d5-42ad-ad58-712290c14c0d
Oct 27 16:11:04 user nova-compute[75076]: INFO nova.virt.block_device [None req-5fa9b3c1-df2c-48d1-ab84-8bcd02f7edaa tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Attempting to driver detach volume 77e9e60c-20d5-42ad-ad58-712290c14c0d from mountpoint /dev/sdc
Oct 27 16:11:04 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5fa9b3c1-df2c-48d1-ab84-8bcd02f7edaa tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Attempting to detach device sdc from instance 687147f4-c59d-4ec9-933a-df587461ee3a from the persistent domain config. {{(pid=75076) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 16:11:04 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-5fa9b3c1-df2c-48d1-ab84-8bcd02f7edaa tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:11:04 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:11:04 user nova-compute[75076]:   <source dev="/dev/sdd"/>
Oct 27 16:11:04 user nova-compute[75076]:   <target dev="sdc" bus="scsi"/>
Oct 27 16:11:04 user nova-compute[75076]:   <serial>77e9e60c-20d5-42ad-ad58-712290c14c0d</serial>
Oct 27 16:11:04 user nova-compute[75076]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Oct 27 16:11:04 user nova-compute[75076]: </disk>
Oct 27 16:11:04 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:11:04 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-5fa9b3c1-df2c-48d1-ab84-8bcd02f7edaa tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Successfully detached device sdc from instance 687147f4-c59d-4ec9-933a-df587461ee3a from the persistent domain config.
Oct 27 16:11:04 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5fa9b3c1-df2c-48d1-ab84-8bcd02f7edaa tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] (1/8): Attempting to detach device sdc with device alias scsi0-0-0-2 from instance 687147f4-c59d-4ec9-933a-df587461ee3a from the live domain config. {{(pid=75076) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 16:11:04 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-5fa9b3c1-df2c-48d1-ab84-8bcd02f7edaa tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:11:04 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:11:04 user nova-compute[75076]:   <source dev="/dev/sdd"/>
Oct 27 16:11:04 user nova-compute[75076]:   <target dev="sdc" bus="scsi"/>
Oct 27 16:11:04 user nova-compute[75076]:   <serial>77e9e60c-20d5-42ad-ad58-712290c14c0d</serial>
Oct 27 16:11:04 user nova-compute[75076]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Oct 27 16:11:04 user nova-compute[75076]: </disk>
Oct 27 16:11:04 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:11:05 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5fa9b3c1-df2c-48d1-ab84-8bcd02f7edaa tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Start waiting for the detach event from libvirt for device sdc with device alias scsi0-0-0-2 for instance 687147f4-c59d-4ec9-933a-df587461ee3a {{(pid=75076) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 16:11:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:11 user nova-compute[75076]: DEBUG nova.compute.manager [req-870874f7-143b-4421-8c59-7d5d3fbc461d req-d57d25f4-7a4e-4eca-a55e-9b3cf5511f09 service nova] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Received event network-changed-d7ed84f2-ee2d-4c08-ade0-30d119751bec {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:11:11 user nova-compute[75076]: DEBUG nova.compute.manager [req-870874f7-143b-4421-8c59-7d5d3fbc461d req-d57d25f4-7a4e-4eca-a55e-9b3cf5511f09 service nova] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Refreshing instance network info cache due to event network-changed-d7ed84f2-ee2d-4c08-ade0-30d119751bec. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:11:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-870874f7-143b-4421-8c59-7d5d3fbc461d req-d57d25f4-7a4e-4eca-a55e-9b3cf5511f09 service nova] Acquiring lock "refresh_cache-4ad06bbc-5cd1-4ce5-89e4-6e3269c83714" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:11:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-870874f7-143b-4421-8c59-7d5d3fbc461d req-d57d25f4-7a4e-4eca-a55e-9b3cf5511f09 service nova] Acquired lock "refresh_cache-4ad06bbc-5cd1-4ce5-89e4-6e3269c83714" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:11:11 user nova-compute[75076]: DEBUG nova.network.neutron [req-870874f7-143b-4421-8c59-7d5d3fbc461d req-d57d25f4-7a4e-4eca-a55e-9b3cf5511f09 service nova] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Refreshing network info cache for port d7ed84f2-ee2d-4c08-ade0-30d119751bec {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:11:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Acquiring lock "4ad06bbc-5cd1-4ce5-89e4-6e3269c83714" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:11:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Lock "4ad06bbc-5cd1-4ce5-89e4-6e3269c83714" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:11:11 user nova-compute[75076]: DEBUG nova.objects.instance [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Lazy-loading 'flavor' on Instance uuid 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:11:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Lock "4ad06bbc-5cd1-4ce5-89e4-6e3269c83714" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.081s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:11:11 user nova-compute[75076]: DEBUG nova.network.neutron [req-870874f7-143b-4421-8c59-7d5d3fbc461d req-d57d25f4-7a4e-4eca-a55e-9b3cf5511f09 service nova] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Updated VIF entry in instance network info cache for port d7ed84f2-ee2d-4c08-ade0-30d119751bec. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:11:11 user nova-compute[75076]: DEBUG nova.network.neutron [req-870874f7-143b-4421-8c59-7d5d3fbc461d req-d57d25f4-7a4e-4eca-a55e-9b3cf5511f09 service nova] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Updating instance_info_cache with network_info: [{"id": "d7ed84f2-ee2d-4c08-ade0-30d119751bec", "address": "fa:16:3e:69:fd:b4", "network": {"id": "4e7736d7-270d-48b2-8084-d2ce20169b20", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1956542261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d31d8f57198649ae84bc45b7f288deff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7ed84f2-ee", "ovs_interfaceid": "d7ed84f2-ee2d-4c08-ade0-30d119751bec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:11:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Acquiring lock "4ad06bbc-5cd1-4ce5-89e4-6e3269c83714" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:11:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Lock "4ad06bbc-5cd1-4ce5-89e4-6e3269c83714" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:11:11 user nova-compute[75076]: INFO nova.compute.manager [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Attaching volume 0ed52827-8d37-4472-8f9f-aae048f95575 to /dev/vdb
Oct 27 16:11:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-870874f7-143b-4421-8c59-7d5d3fbc461d req-d57d25f4-7a4e-4eca-a55e-9b3cf5511f09 service nova] Releasing lock "refresh_cache-4ad06bbc-5cd1-4ce5-89e4-6e3269c83714" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:11:11 user nova-compute[75076]: DEBUG os_brick.utils [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:11:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[70826fce-e89b-4ee5-9cde-0227ed74dd64]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2021dea-8eb3-4ac2-a5fe-8dd6711bc038]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e637e7b-ef24-479b-8c92-016ba41fa6b6]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ffd92b6-c4a4-4b92-8435-a4a09bcf18fa]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:11:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:11:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:11:11 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:11:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[542b858b-0a8d-428d-9098-27412b879d7e]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:11:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:11:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:11:11 user nova-compute[75076]: DEBUG os_brick.utils [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:11:11 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Updating existing volume attachment record: a4ca5fdf-286a-4e0d-88a3-83b2e485a031 {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:11:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:15 user nova-compute[75076]: DEBUG nova.compute.manager [req-379f9e09-bfc2-4f93-ad14-c7f5b4ae5579 req-f63b49fe-bf66-46df-b3d9-c5a9ed652e83 service nova] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Received event network-changed-7088ba37-918a-42f3-82c9-cfa15c9025ee {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:11:15 user nova-compute[75076]: DEBUG nova.compute.manager [req-379f9e09-bfc2-4f93-ad14-c7f5b4ae5579 req-f63b49fe-bf66-46df-b3d9-c5a9ed652e83 service nova] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Refreshing instance network info cache due to event network-changed-7088ba37-918a-42f3-82c9-cfa15c9025ee. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:11:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-379f9e09-bfc2-4f93-ad14-c7f5b4ae5579 req-f63b49fe-bf66-46df-b3d9-c5a9ed652e83 service nova] Acquiring lock "refresh_cache-fd883620-5f32-4794-919b-ee341a7da39a" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:11:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-379f9e09-bfc2-4f93-ad14-c7f5b4ae5579 req-f63b49fe-bf66-46df-b3d9-c5a9ed652e83 service nova] Acquired lock "refresh_cache-fd883620-5f32-4794-919b-ee341a7da39a" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:11:15 user nova-compute[75076]: DEBUG nova.network.neutron [req-379f9e09-bfc2-4f93-ad14-c7f5b4ae5579 req-f63b49fe-bf66-46df-b3d9-c5a9ed652e83 service nova] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Refreshing network info cache for port 7088ba37-918a-42f3-82c9-cfa15c9025ee {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:11:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Acquiring lock "fd883620-5f32-4794-919b-ee341a7da39a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:11:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Lock "fd883620-5f32-4794-919b-ee341a7da39a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:11:15 user nova-compute[75076]: DEBUG nova.objects.instance [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Lazy-loading 'flavor' on Instance uuid fd883620-5f32-4794-919b-ee341a7da39a {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:11:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Lock "fd883620-5f32-4794-919b-ee341a7da39a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:11:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Acquiring lock "fd883620-5f32-4794-919b-ee341a7da39a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:11:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Lock "fd883620-5f32-4794-919b-ee341a7da39a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:11:15 user nova-compute[75076]: INFO nova.compute.manager [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Attaching volume 2cb9fb69-a46d-4ad8-affc-5627780da1f9 to /dev/vdb
Oct 27 16:11:15 user nova-compute[75076]: DEBUG os_brick.utils [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:11:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:15 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c27cc1ee-630d-40ac-8e0b-41bc4c1facd3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:15 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9cd9fbf-441b-4b83-805f-2dd94d51040c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:15 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[13eba19d-d180-4788-93a3-c7c6cb39c3e2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:15 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[49b9c8a4-b963-4e41-a237-f32604c4faa4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:16 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:11:16 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:11:16 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:16 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:11:16 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:11:16 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6febb4ba-34f9-4db5-9121-37f2ddc41a01]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:16 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:11:16 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:11:16 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:11:16 user nova-compute[75076]: DEBUG os_brick.utils [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:11:16 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Updating existing volume attachment record: a2d720a6-77e5-4c4f-80ad-54a146c806ea {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:11:16 user nova-compute[75076]: DEBUG nova.network.neutron [req-379f9e09-bfc2-4f93-ad14-c7f5b4ae5579 req-f63b49fe-bf66-46df-b3d9-c5a9ed652e83 service nova] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Updated VIF entry in instance network info cache for port 7088ba37-918a-42f3-82c9-cfa15c9025ee. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:11:16 user nova-compute[75076]: DEBUG nova.network.neutron [req-379f9e09-bfc2-4f93-ad14-c7f5b4ae5579 req-f63b49fe-bf66-46df-b3d9-c5a9ed652e83 service nova] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Updating instance_info_cache with network_info: [{"id": "7088ba37-918a-42f3-82c9-cfa15c9025ee", "address": "fa:16:3e:14:c0:49", "network": {"id": "75e67bbe-5bb4-4c57-97dd-2fb0bb73fe2d", "bridge": "br-int", "label": "tempest-TestVolumeSwap-2118800676-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e34c200450544695908987b653350be3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7088ba37-91", "ovs_interfaceid": "7088ba37-918a-42f3-82c9-cfa15c9025ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:11:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-379f9e09-bfc2-4f93-ad14-c7f5b4ae5579 req-f63b49fe-bf66-46df-b3d9-c5a9ed652e83 service nova] Releasing lock "refresh_cache-fd883620-5f32-4794-919b-ee341a7da39a" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:11:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:22 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-e3aed19c-8a7a-4c2a-aa30-80b106547dc3 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance f2bc90f1-becb-4c54-945c-10b6da691b8b is timed out.
Oct 27 16:11:22 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-e3aed19c-8a7a-4c2a-aa30-80b106547dc3 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Successfully detached device vdb from instance f2bc90f1-becb-4c54-945c-10b6da691b8b from the live domain config.
Oct 27 16:11:22 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e3aed19c-8a7a-4c2a-aa30-80b106547dc3 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3aed19c-8a7a-4c2a-aa30-80b106547dc3 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HZyTjVGh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:11:22 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-e3aed19c-8a7a-4c2a-aa30-80b106547dc3 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:11:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-e3aed19c-8a7a-4c2a-aa30-80b106547dc3 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-e3aed19c-8a7a-4c2a-aa30-80b106547dc3 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[36429764-c091-4505-927a-1af0dbfc234f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3aed19c-8a7a-4c2a-aa30-80b106547dc3 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:11:22 user nova-compute[75076]: No targets found.
Oct 27 16:11:22 user nova-compute[75076]: iSNS:
Oct 27 16:11:22 user nova-compute[75076]: No targets found.
Oct 27 16:11:22 user nova-compute[75076]: STATIC:
Oct 27 16:11:22 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d
Oct 27 16:11:22 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:11:22 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:11:22 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a
Oct 27 16:11:22 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:11:22 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:11:22 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a
Oct 27 16:11:22 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:11:22 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:11:22 user nova-compute[75076]: FIRMWARE:
Oct 27 16:11:22 user nova-compute[75076]: No targets found.
Oct 27 16:11:22 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3aed19c-8a7a-4c2a-aa30-80b106547dc3 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:11:22 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:11:22 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3aed19c-8a7a-4c2a-aa30-80b106547dc3 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[60aa66ce-7f72-441c-a105-f43bc3c10fc0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[840a2a8a-a3e0-4652-ada4-27deec0bddbc]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3aed19c-8a7a-4c2a-aa30-80b106547dc3 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)
Oct 27 16:11:22 user nova-compute[75076]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a (non-flash)
Oct 27 16:11:22 user nova-compute[75076]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d (non-flash)
Oct 27 16:11:22 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3aed19c-8a7a-4c2a-aa30-80b106547dc3 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)
Oct 27 16:11:22 user nova-compute[75076]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a (non-flash)
Oct 27 16:11:22 user nova-compute[75076]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d (non-flash)
Oct 27 16:11:22 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3aed19c-8a7a-4c2a-aa30-80b106547dc3 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe2c280d30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a'): ({'sdc'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-e3aed19c-8a7a-4c2a-aa30-80b106547dc3 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Removing single pathed devices sdc {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6ad0dd7-bf25-4865-8999-d9124076bd9c]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cf99f7d-fea0-45f0-aea5-e099664b1d7a]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-e3aed19c-8a7a-4c2a-aa30-80b106547dc3 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Flushing IO for device /dev/sdc {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a60f2e8-9f79-42e0-bb04-d6fb51451e34]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-e3aed19c-8a7a-4c2a-aa30-80b106547dc3 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.042s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[82851b4d-70e3-44c6-aec6-730a5257813a]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-e3aed19c-8a7a-4c2a-aa30-80b106547dc3 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-e3aed19c-8a7a-4c2a-aa30-80b106547dc3 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] SCSI volumes sdc have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3aed19c-8a7a-4c2a-aa30-80b106547dc3 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0fdf9a1-2c38-4fdc-9cfe-1930adce0fb5]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3aed19c-8a7a-4c2a-aa30-80b106547dc3 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a -p 172.16.0.220:3260 --logout" returned: 0 in 0.047s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e518cd1-d23a-41ae-ba55-1d912b3f69f4]: (4, ('Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a, portal: 172.16.0.220,3260]\nLogout of [sid: 3, target: iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3aed19c-8a7a-4c2a-aa30-80b106547dc3 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a, portal: 172.16.0.220,3260]
Oct 27 16:11:22 user nova-compute[75076]: Logout of [sid: 3, target: iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a, portal: 172.16.0.220,3260] successful.
Oct 27 16:11:22 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1f80477-12ab-4d70-b187-a04fcef2433a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[becbffb9-8503-42e1-96f8-b66b9b7cefdc]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3aed19c-8a7a-4c2a-aa30-80b106547dc3 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-e3aed19c-8a7a-4c2a-aa30-80b106547dc3 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.295s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3aed19c-8a7a-4c2a-aa30-80b106547dc3 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] <== disconnect_volume: return (296ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:11:22 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e3aed19c-8a7a-4c2a-aa30-80b106547dc3 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:11:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:25 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-5fa9b3c1-df2c-48d1-ab84-8bcd02f7edaa tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Waiting for libvirt event about the detach of device sdc with device alias scsi0-0-0-2 from instance 687147f4-c59d-4ec9-933a-df587461ee3a is timed out.
Oct 27 16:11:25 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-5fa9b3c1-df2c-48d1-ab84-8bcd02f7edaa tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Successfully detached device sdc from instance 687147f4-c59d-4ec9-933a-df587461ee3a from the live domain config.
Oct 27 16:11:25 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5fa9b3c1-df2c-48d1-ab84-8bcd02f7edaa tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fa9b3c1-df2c-48d1-ab84-8bcd02f7edaa tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ovBkryzZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:11:25 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-5fa9b3c1-df2c-48d1-ab84-8bcd02f7edaa tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:11:25 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-5fa9b3c1-df2c-48d1-ab84-8bcd02f7edaa tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-5fa9b3c1-df2c-48d1-ab84-8bcd02f7edaa tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c763000-c4e7-4b9f-98e2-985b9b1cce69]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fa9b3c1-df2c-48d1-ab84-8bcd02f7edaa tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:11:25 user nova-compute[75076]: No targets found.
Oct 27 16:11:25 user nova-compute[75076]: iSNS:
Oct 27 16:11:25 user nova-compute[75076]: No targets found.
Oct 27 16:11:25 user nova-compute[75076]: STATIC:
Oct 27 16:11:25 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d
Oct 27 16:11:25 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:11:25 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:11:25 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a
Oct 27 16:11:25 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:11:25 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:11:25 user nova-compute[75076]: FIRMWARE:
Oct 27 16:11:25 user nova-compute[75076]: No targets found.
Oct 27 16:11:25 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fa9b3c1-df2c-48d1-ab84-8bcd02f7edaa tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:11:25 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:11:25 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fa9b3c1-df2c-48d1-ab84-8bcd02f7edaa tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8fffed1-206d-4400-8586-ac3072e48ec9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c122b545-856b-4fc3-bb3c-a43a397cbec0]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fa9b3c1-df2c-48d1-ab84-8bcd02f7edaa tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)
Oct 27 16:11:25 user nova-compute[75076]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d (non-flash)
Oct 27 16:11:25 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fa9b3c1-df2c-48d1-ab84-8bcd02f7edaa tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)
Oct 27 16:11:25 user nova-compute[75076]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d (non-flash)
Oct 27 16:11:25 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fa9b3c1-df2c-48d1-ab84-8bcd02f7edaa tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe2c282a70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d'): ({'sdd'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-5fa9b3c1-df2c-48d1-ab84-8bcd02f7edaa tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Removing single pathed devices sdd {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5127352-156e-4a6b-b3bd-7659f5f4de0d]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[711951f9-2e20-45b6-b8ac-03b2026fd8a6]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-5fa9b3c1-df2c-48d1-ab84-8bcd02f7edaa tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Flushing IO for device /dev/sdd {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c5191ba-314e-4558-940e-51d0d6599a44]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-5fa9b3c1-df2c-48d1-ab84-8bcd02f7edaa tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:11:25 user nova-compute[75076]: INFO nova.compute.claims [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Claim successful on node user
Oct 27 16:11:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.035s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6d97647-5676-4be8-82bf-f417fe4b949c]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-5fa9b3c1-df2c-48d1-ab84-8bcd02f7edaa tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-5fa9b3c1-df2c-48d1-ab84-8bcd02f7edaa tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] SCSI volumes sdd have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fa9b3c1-df2c-48d1-ab84-8bcd02f7edaa tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[627a832a-0bdd-4041-8afb-d64f091baaa4]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fa9b3c1-df2c-48d1-ab84-8bcd02f7edaa tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f61169bf-e313-4b0d-94fe-9fe3f01f1bfc]: (4, ('Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d, portal: 172.16.0.220,3260]\nLogout of [sid: 4, target: iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fa9b3c1-df2c-48d1-ab84-8bcd02f7edaa tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d, portal: 172.16.0.220,3260]
Oct 27 16:11:25 user nova-compute[75076]: Logout of [sid: 4, target: iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d, portal: 172.16.0.220,3260] successful.
Oct 27 16:11:25 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77e9e60c-20d5-42ad-ad58-712290c14c0d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[292c4e5a-cef1-42f3-97de-2876fed0e715]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fa9b3c1-df2c-48d1-ab84-8bcd02f7edaa tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-5fa9b3c1-df2c-48d1-ab84-8bcd02f7edaa tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.315s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fa9b3c1-df2c-48d1-ab84-8bcd02f7edaa tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] <== disconnect_volume: return (316ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5fa9b3c1-df2c-48d1-ab84-8bcd02f7edaa tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.522s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:11:25 user nova-compute[75076]: DEBUG nova.network.neutron [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:11:25 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:11:25 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:11:26 user nova-compute[75076]: DEBUG nova.policy [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '292311e3f0db4dc199101504f91de7f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b35a9703a8942d3b1e8a7ed3ccdb494', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:11:26 user nova-compute[75076]: INFO nova.virt.block_device [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Booting with blank volume at /dev/vda
Oct 27 16:11:26 user nova-compute[75076]: DEBUG nova.network.neutron [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Successfully created port: e11d0d65-58bc-4b60-ba3b-6a842cfb4719 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:11:27 user nova-compute[75076]: DEBUG nova.network.neutron [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Successfully updated port: e11d0d65-58bc-4b60-ba3b-6a842cfb4719 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:11:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "refresh_cache-787fbfd3-dee0-4dbf-b2a7-6a8199d8b005" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:11:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquired lock "refresh_cache-787fbfd3-dee0-4dbf-b2a7-6a8199d8b005" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:11:27 user nova-compute[75076]: DEBUG nova.network.neutron [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:11:27 user nova-compute[75076]: DEBUG nova.compute.manager [req-046f3689-05ba-402d-b48c-f0e25155a45e req-fffb2bdf-497d-4930-a568-d8792bca508e service nova] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Received event network-changed-e11d0d65-58bc-4b60-ba3b-6a842cfb4719 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:11:27 user nova-compute[75076]: DEBUG nova.compute.manager [req-046f3689-05ba-402d-b48c-f0e25155a45e req-fffb2bdf-497d-4930-a568-d8792bca508e service nova] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Refreshing instance network info cache due to event network-changed-e11d0d65-58bc-4b60-ba3b-6a842cfb4719. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:11:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-046f3689-05ba-402d-b48c-f0e25155a45e req-fffb2bdf-497d-4930-a568-d8792bca508e service nova] Acquiring lock "refresh_cache-787fbfd3-dee0-4dbf-b2a7-6a8199d8b005" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:11:27 user nova-compute[75076]: DEBUG nova.network.neutron [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:11:27 user nova-compute[75076]: DEBUG nova.network.neutron [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Updating instance_info_cache with network_info: [{"id": "e11d0d65-58bc-4b60-ba3b-6a842cfb4719", "address": "fa:16:3e:bd:e9:ab", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape11d0d65-58", "ovs_interfaceid": "e11d0d65-58bc-4b60-ba3b-6a842cfb4719", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:11:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Releasing lock "refresh_cache-787fbfd3-dee0-4dbf-b2a7-6a8199d8b005" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:11:27 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Instance network_info: |[{"id": "e11d0d65-58bc-4b60-ba3b-6a842cfb4719", "address": "fa:16:3e:bd:e9:ab", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape11d0d65-58", "ovs_interfaceid": "e11d0d65-58bc-4b60-ba3b-6a842cfb4719", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:11:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-046f3689-05ba-402d-b48c-f0e25155a45e req-fffb2bdf-497d-4930-a568-d8792bca508e service nova] Acquired lock "refresh_cache-787fbfd3-dee0-4dbf-b2a7-6a8199d8b005" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:11:27 user nova-compute[75076]: DEBUG nova.network.neutron [req-046f3689-05ba-402d-b48c-f0e25155a45e req-fffb2bdf-497d-4930-a568-d8792bca508e service nova] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Refreshing network info cache for port e11d0d65-58bc-4b60-ba3b-6a842cfb4719 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:11:27 user nova-compute[75076]: DEBUG nova.network.neutron [req-046f3689-05ba-402d-b48c-f0e25155a45e req-fffb2bdf-497d-4930-a568-d8792bca508e service nova] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Updated VIF entry in instance network info cache for port e11d0d65-58bc-4b60-ba3b-6a842cfb4719. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:11:28 user nova-compute[75076]: DEBUG nova.network.neutron [req-046f3689-05ba-402d-b48c-f0e25155a45e req-fffb2bdf-497d-4930-a568-d8792bca508e service nova] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Updating instance_info_cache with network_info: [{"id": "e11d0d65-58bc-4b60-ba3b-6a842cfb4719", "address": "fa:16:3e:bd:e9:ab", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape11d0d65-58", "ovs_interfaceid": "e11d0d65-58bc-4b60-ba3b-6a842cfb4719", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:11:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-046f3689-05ba-402d-b48c-f0e25155a45e req-fffb2bdf-497d-4930-a568-d8792bca508e service nova] Releasing lock "refresh_cache-787fbfd3-dee0-4dbf-b2a7-6a8199d8b005" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:11:28 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:11:28 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:11:28 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:11:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-add0650a-7ec6-4d12-9662-880e6b3f7052" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:11:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-add0650a-7ec6-4d12-9662-880e6b3f7052" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:11:28 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 16:11:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:28 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Updating instance_info_cache with network_info: [{"id": "a8c2098a-84d6-4ed0-847d-93749df73f69", "address": "fa:16:3e:a7:18:ad", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8c2098a-84", "ovs_interfaceid": "a8c2098a-84d6-4ed0-847d-93749df73f69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:11:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-add0650a-7ec6-4d12-9662-880e6b3f7052" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:11:28 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 16:11:28 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:11:28 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:11:28 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:11:28 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:11:28 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:11:28 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:11:28 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:11:28 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:11:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:11:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:11:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:11:28 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:11:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json" returned: 0 in 0.211s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/687147f4-c59d-4ec9-933a-df587461ee3a/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/687147f4-c59d-4ec9-933a-df587461ee3a/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/687147f4-c59d-4ec9-933a-df587461ee3a/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/687147f4-c59d-4ec9-933a-df587461ee3a/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f2bc90f1-becb-4c54-945c-10b6da691b8b/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f2bc90f1-becb-4c54-945c-10b6da691b8b/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f2bc90f1-becb-4c54-945c-10b6da691b8b/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f2bc90f1-becb-4c54-945c-10b6da691b8b/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ad06bbc-5cd1-4ce5-89e4-6e3269c83714/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ad06bbc-5cd1-4ce5-89e4-6e3269c83714/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ad06bbc-5cd1-4ce5-89e4-6e3269c83714/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG nova.objects.instance [None req-e3aed19c-8a7a-4c2a-aa30-80b106547dc3 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lazy-loading 'flavor' on Instance uuid f2bc90f1-becb-4c54-945c-10b6da691b8b {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ad06bbc-5cd1-4ce5-89e4-6e3269c83714/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd883620-5f32-4794-919b-ee341a7da39a/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VzEONDoy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:11:32 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:11:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:11:32 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:11:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:11:32 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575 -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c23cd25a-a706-407e-9da0-0c4d0f9f3e92]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:11:32 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575 -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e3aed19c-8a7a-4c2a-aa30-80b106547dc3 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "f2bc90f1-becb-4c54-945c-10b6da691b8b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 30.914s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.080s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[07bd0ebc-05ff-4f8e-afec-5c26f8982ddb]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575] added
Oct 27 16:11:32 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd883620-5f32-4794-919b-ee341a7da39a/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd883620-5f32-4794-919b-ee341a7da39a/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6df9e461-56d4-4664-9e80-2fb1ff888b86]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.054s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[34f76772-c947-4ce3-aef6-e42abf8c5e78]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VzEONDoy {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VzEONDoy" returned: 0 in 0.030s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccf6cea6-884e-4e70-a6ed-52297519846b]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VzEONDoy'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9b026e5-5501-4467-a571-fb3e5be10d36]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[736abe15-f92d-4a08-8253-a044b2a9b8cb]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)
Oct 27 16:11:32 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)
Oct 27 16:11:32 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575 -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd883620-5f32-4794-919b-ee341a7da39a/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575 -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[92a8763a-789b-4f17-9bc3-25f2387d9165]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575, portal: 172.16.0.220,3260]
Oct 27 16:11:32 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575, portal: 172.16.0.220,3260] successful.
Oct 27 16:11:32 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e1fe08f-b8eb-4efe-ba75-5412087fece1]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d442e19-58eb-4a2e-bf61-6e920a6783b7]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)
Oct 27 16:11:32 user nova-compute[75076]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575 (non-flash)
Oct 27 16:11:32 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)
Oct 27 16:11:32 user nova-compute[75076]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575 (non-flash)
Oct 27 16:11:32 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.432s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] HCTL ('34', '-', '-', 0) found on session 5 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Scanning host 34 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:32 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6f72339-3d9e-43c5-926f-84ccb410abf8]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:33 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Searching for a device in session 5 and hctl ['34', '*', '*', 0] yield: None {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:11:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json" returned: 0 in 0.254s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:33 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:11:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:33 user nova-compute[75076]: DEBUG nova.objects.instance [None req-5fa9b3c1-df2c-48d1-ab84-8bcd02f7edaa tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Lazy-loading 'flavor' on Instance uuid 687147f4-c59d-4ec9-933a-df587461ee3a {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:11:33 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:11:33 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:11:33 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=7116MB free_disk=25.31972885131836GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:11:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:11:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:11:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5fa9b3c1-df2c-48d1-ab84-8bcd02f7edaa tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Lock "687147f4-c59d-4ec9-933a-df587461ee3a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 29.152s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:11:33 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 961254d8-ebf1-4fa6-a93d-62c8eb1bd359 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:11:33 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:11:33 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance add0650a-7ec6-4d12-9662-880e6b3f7052 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:11:33 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:11:33 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:11:33 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance f2bc90f1-becb-4c54-945c-10b6da691b8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:11:33 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 687147f4-c59d-4ec9-933a-df587461ee3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:11:33 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:11:33 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance fd883620-5f32-4794-919b-ee341a7da39a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:11:33 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 374d9279-bc18-44dd-91cd-a87bef438090 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:11:33 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance c493b688-6673-469f-a919-b93552ba25db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:11:33 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:11:33 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:11:33 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:11:34 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Searching for a device in session 5 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:11:34 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VzEONDoy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:11:34 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.464s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:11:34 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] <== connect_volume: return (1466ms) {'type': 'block', 'scsi_wwn': '23434333834373534', 'path': '/dev/sdc'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:11:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23434333834373534', 'path': '/dev/sdc'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:11:34 user nova-compute[75076]: DEBUG nova.objects.instance [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Lazy-loading 'flavor' on Instance uuid 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:11:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] attach device xml: <disk type="block" device="disk">
Oct 27 16:11:34 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:11:34 user nova-compute[75076]:   <source dev="/dev/sdc"/>
Oct 27 16:11:34 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:11:34 user nova-compute[75076]:   <serial>0ed52827-8d37-4472-8f9f-aae048f95575</serial>
Oct 27 16:11:34 user nova-compute[75076]: </disk>
Oct 27 16:11:34 user nova-compute[75076]:  {{(pid=75076) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 16:11:34 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:11:34 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:11:34 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:11:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.608s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:11:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:11:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] No BDM found with device name vdb, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:11:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] No VIF found with MAC fa:16:3e:69:fd:b4, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:11:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0c97de11-e8c0-4641-a02f-e5d9a35b9cda tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Lock "4ad06bbc-5cd1-4ce5-89e4-6e3269c83714" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.944s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:11:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-23a8e951-fce1-4215-8e18-c7ddf7c36203 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Acquiring lock "687147f4-c59d-4ec9-933a-df587461ee3a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:11:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-23a8e951-fce1-4215-8e18-c7ddf7c36203 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Lock "687147f4-c59d-4ec9-933a-df587461ee3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:11:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-23a8e951-fce1-4215-8e18-c7ddf7c36203 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Acquiring lock "687147f4-c59d-4ec9-933a-df587461ee3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:11:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-23a8e951-fce1-4215-8e18-c7ddf7c36203 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Lock "687147f4-c59d-4ec9-933a-df587461ee3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:11:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-23a8e951-fce1-4215-8e18-c7ddf7c36203 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Lock "687147f4-c59d-4ec9-933a-df587461ee3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:11:35 user nova-compute[75076]: INFO nova.compute.manager [None req-23a8e951-fce1-4215-8e18-c7ddf7c36203 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Terminating instance
Oct 27 16:11:35 user nova-compute[75076]: DEBUG nova.compute.manager [None req-23a8e951-fce1-4215-8e18-c7ddf7c36203 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:11:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e933f020-4cba-4885-9886-93d87365a028 tempest-VolumesAssistedSnapshotsTest-2113068054 tempest-VolumesAssistedSnapshotsTest-2113068054-project] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] volume_snapshot_create: create_info: {'snapshot_id': '89a9302e-7dd4-4b25-8cdf-a4f9f624adb1', 'type': 'qcow2', 'new_file': 'new_file'} {{(pid=75076) volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3576}}
Oct 27 16:11:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e933f020-4cba-4885-9886-93d87365a028 tempest-VolumesAssistedSnapshotsTest-2113068054 tempest-VolumesAssistedSnapshotsTest-2113068054-project] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] snap xml: <domainsnapshot>
Oct 27 16:11:35 user nova-compute[75076]:   <disks>
Oct 27 16:11:35 user nova-compute[75076]:     <disk name="/dev/sdc" snapshot="external" type="file">
Oct 27 16:11:35 user nova-compute[75076]:       <source file="/dev/new_file"/>
Oct 27 16:11:35 user nova-compute[75076]:     </disk>
Oct 27 16:11:35 user nova-compute[75076]:     <disk name="vda" snapshot="no"/>
Oct 27 16:11:35 user nova-compute[75076]:   </disks>
Oct 27 16:11:35 user nova-compute[75076]: </domainsnapshot>
Oct 27 16:11:35 user nova-compute[75076]:  {{(pid=75076) _volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3517}}
Oct 27 16:11:35 user nova-compute[75076]: DEBUG nova.objects.instance [None req-e933f020-4cba-4885-9886-93d87365a028 tempest-VolumesAssistedSnapshotsTest-2113068054 tempest-VolumesAssistedSnapshotsTest-2113068054-project] Lazy-loading 'system_metadata' on Instance uuid 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:11:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:35 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-e933f020-4cba-4885-9886-93d87365a028 tempest-VolumesAssistedSnapshotsTest-2113068054 tempest-VolumesAssistedSnapshotsTest-2113068054-project] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [None req-e933f020-4cba-4885-9886-93d87365a028 tempest-VolumesAssistedSnapshotsTest-2113068054 tempest-VolumesAssistedSnapshotsTest-2113068054-project] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Unable to create VM snapshot, failing volume_snapshot operation.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Traceback (most recent call last):
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714]     rv = execute(f, *args, **kwargs)
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714]     six.reraise(c, e, tb)
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714]     raise value
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714]     rv = meth(*args, **kwargs)
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] 
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [None req-e933f020-4cba-4885-9886-93d87365a028 tempest-VolumesAssistedSnapshotsTest-2113068054 tempest-VolumesAssistedSnapshotsTest-2113068054-project] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Error occurred during volume_snapshot_create, sending error status to Cinder.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Traceback (most recent call last):
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714]     self._volume_snapshot_create(context, instance, guest,
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714]     rv = execute(f, *args, **kwargs)
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714]     six.reraise(c, e, tb)
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714]     raise value
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714]     rv = meth(*args, **kwargs)
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] 
Oct 27 16:11:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a61fe810-785c-40e6-a790-b2d571191271 tempest-VolumesAssistedSnapshotsTest-2113068054 tempest-VolumesAssistedSnapshotsTest-2113068054-project] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] volume_snapshot_delete: delete_info: {'volume_id': '0ed52827-8d37-4472-8f9f-aae048f95575'} {{(pid=75076) _volume_snapshot_delete /opt/stack/nova/nova/virt/libvirt/driver.py:3677}}
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [None req-a61fe810-785c-40e6-a790-b2d571191271 tempest-VolumesAssistedSnapshotsTest-2113068054 tempest-VolumesAssistedSnapshotsTest-2113068054-project] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Error occurred during volume_snapshot_delete, sending error status to Cinder.: KeyError: 'type'
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Traceback (most recent call last):
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714]     self._volume_snapshot_delete(context, instance, volume_id,
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714]     if delete_info['type'] != 'qcow2':
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] KeyError: 'type'
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] 
Oct 27 16:11:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [None req-e933f020-4cba-4885-9886-93d87365a028 tempest-VolumesAssistedSnapshotsTest-2113068054 tempest-VolumesAssistedSnapshotsTest-2113068054-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot 89a9302e-7dd4-4b25-8cdf-a4f9f624adb1 could not be found.
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_create(context, instance, guest,
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     rv = execute(f, *args, **kwargs)
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     six.reraise(c, e, tb)
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     raise value
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     rv = meth(*args, **kwargs)
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver 
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver 
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot 89a9302e-7dd4-4b25-8cdf-a4f9f624adb1 could not be found. (HTTP 404) (Request-ID: req-3389724d-502e-43da-b908-3bda7b7f29c1)
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver 
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver 
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot 89a9302e-7dd4-4b25-8cdf-a4f9f624adb1 could not be found.
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver 
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server [None req-e933f020-4cba-4885-9886-93d87365a028 tempest-VolumesAssistedSnapshotsTest-2113068054 tempest-VolumesAssistedSnapshotsTest-2113068054-project] Exception during message handling: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4504, in volume_snapshot_create
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_create(context, instance, volume_id,
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3597, in volume_snapshot_create
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_create(context, instance, guest,
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     rv = execute(f, *args, **kwargs)
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     six.reraise(c, e, tb)
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     raise value
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     rv = meth(*args, **kwargs)
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server 
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver [None req-a61fe810-785c-40e6-a790-b2d571191271 tempest-VolumesAssistedSnapshotsTest-2113068054 tempest-VolumesAssistedSnapshotsTest-2113068054-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot None could not be found.
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_delete(context, instance, volume_id,
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     if delete_info['type'] != 'qcow2':
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver KeyError: 'type'
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver 
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver 
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot None could not be found. (HTTP 404) (Request-ID: req-b360c3c6-d332-42bd-9f0d-41dee6834b25)
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver 
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver 
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot None could not be found.
Oct 27 16:11:35 user nova-compute[75076]: ERROR nova.virt.libvirt.driver 
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server [None req-a61fe810-785c-40e6-a790-b2d571191271 tempest-VolumesAssistedSnapshotsTest-2113068054 tempest-VolumesAssistedSnapshotsTest-2113068054-project] Exception during message handling: KeyError: 'type'
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4516, in volume_snapshot_delete
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_delete(context, instance, volume_id,
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3853, in volume_snapshot_delete
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_delete(context, instance, volume_id,
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     if delete_info['type'] != 'qcow2':
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server KeyError: 'type'
Oct 27 16:11:35 user nova-compute[75076]: ERROR oslo_messaging.rpc.server 
Oct 27 16:11:35 user nova-compute[75076]: DEBUG nova.compute.manager [req-07eebb64-ba23-40fb-ba26-727ef03b6711 req-1d4e6a8e-c4b5-45e2-b1a8-7d7c4b68834f service nova] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Received event network-vif-unplugged-d7531b2e-9d04-4e41-af3f-87f20cd98d8b {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:11:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-07eebb64-ba23-40fb-ba26-727ef03b6711 req-1d4e6a8e-c4b5-45e2-b1a8-7d7c4b68834f service nova] Acquiring lock "687147f4-c59d-4ec9-933a-df587461ee3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:11:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-07eebb64-ba23-40fb-ba26-727ef03b6711 req-1d4e6a8e-c4b5-45e2-b1a8-7d7c4b68834f service nova] Lock "687147f4-c59d-4ec9-933a-df587461ee3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:11:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-07eebb64-ba23-40fb-ba26-727ef03b6711 req-1d4e6a8e-c4b5-45e2-b1a8-7d7c4b68834f service nova] Lock "687147f4-c59d-4ec9-933a-df587461ee3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:11:35 user nova-compute[75076]: DEBUG nova.compute.manager [req-07eebb64-ba23-40fb-ba26-727ef03b6711 req-1d4e6a8e-c4b5-45e2-b1a8-7d7c4b68834f service nova] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] No waiting events found dispatching network-vif-unplugged-d7531b2e-9d04-4e41-af3f-87f20cd98d8b {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:11:35 user nova-compute[75076]: DEBUG nova.compute.manager [req-07eebb64-ba23-40fb-ba26-727ef03b6711 req-1d4e6a8e-c4b5-45e2-b1a8-7d7c4b68834f service nova] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Received event network-vif-unplugged-d7531b2e-9d04-4e41-af3f-87f20cd98d8b for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:11:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a024ed8b-59c8-4572-867c-4d9de79dcc6f tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Acquiring lock "4ad06bbc-5cd1-4ce5-89e4-6e3269c83714" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:11:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a024ed8b-59c8-4572-867c-4d9de79dcc6f tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Lock "4ad06bbc-5cd1-4ce5-89e4-6e3269c83714" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:11:35 user nova-compute[75076]: INFO nova.compute.manager [None req-a024ed8b-59c8-4572-867c-4d9de79dcc6f tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Detaching volume 0ed52827-8d37-4472-8f9f-aae048f95575
Oct 27 16:11:35 user nova-compute[75076]: INFO nova.virt.block_device [None req-a024ed8b-59c8-4572-867c-4d9de79dcc6f tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Attempting to driver detach volume 0ed52827-8d37-4472-8f9f-aae048f95575 from mountpoint /dev/vdb
Oct 27 16:11:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a024ed8b-59c8-4572-867c-4d9de79dcc6f tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Attempting to detach device vdb from instance 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714 from the persistent domain config. {{(pid=75076) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 16:11:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-a024ed8b-59c8-4572-867c-4d9de79dcc6f tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] detach device xml: <disk type="block" device="disk">
Oct 27 16:11:35 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:11:35 user nova-compute[75076]:   <source dev="/dev/sdc"/>
Oct 27 16:11:35 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:11:35 user nova-compute[75076]:   <serial>0ed52827-8d37-4472-8f9f-aae048f95575</serial>
Oct 27 16:11:35 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 16:11:35 user nova-compute[75076]: </disk>
Oct 27 16:11:35 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:11:35 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-a024ed8b-59c8-4572-867c-4d9de79dcc6f tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Successfully detached device vdb from instance 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714 from the persistent domain config.
Oct 27 16:11:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a024ed8b-59c8-4572-867c-4d9de79dcc6f tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714 from the live domain config. {{(pid=75076) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 16:11:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-a024ed8b-59c8-4572-867c-4d9de79dcc6f tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] detach device xml: <disk type="block" device="disk">
Oct 27 16:11:35 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:11:35 user nova-compute[75076]:   <source dev="/dev/sdc"/>
Oct 27 16:11:35 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:11:35 user nova-compute[75076]:   <serial>0ed52827-8d37-4472-8f9f-aae048f95575</serial>
Oct 27 16:11:35 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 16:11:35 user nova-compute[75076]: </disk>
Oct 27 16:11:35 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:11:35 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Instance destroyed successfully.
Oct 27 16:11:35 user nova-compute[75076]: DEBUG nova.objects.instance [None req-23a8e951-fce1-4215-8e18-c7ddf7c36203 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Lazy-loading 'resources' on Instance uuid 687147f4-c59d-4ec9-933a-df587461ee3a {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:11:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-23a8e951-fce1-4215-8e18-c7ddf7c36203 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:08:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-904213662',display_name='tempest-AttachSCSIVolumeTestJSON-server-904213662',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-904213662',id=8,image_ref='14a4916a-47cf-4ff0-b34c-eeab7cf0fdb0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMujx/pIgXZR3TiAYDCunzcz9SqI2QrdoygWdOqJL28K8MFC1YQuBfBQq/mPyRaZU91yRuhJQsxxxmGAH7CI7iK+x8UdLo/cS3v1yzhv2otlHOzsWIi1wiifraLr6cWEOg==',key_name='tempest-keypair-1417677237',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:08:59Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d81cf4b9b21949b2973cee9cca6e3807',ramdisk_id='',reservation_id='r-hfsaxb0f',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='14a4916a-47cf-4ff0-b34c-eeab7cf0fdb0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_scsi_model='virtio-scsi',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-AttachSCSIVolumeTestJSON-858864352',owner_user_name='tempest-AttachSCSIVolumeTestJSON-858864352-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:09:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='649f2bc0467f47658263e3dd8d29be87',uuid=687147f4-c59d-4ec9-933a-df587461ee3a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d7531b2e-9d04-4e41-af3f-87f20cd98d8b", "address": "fa:16:3e:28:1f:03", "network": {"id": "d1a5a1f5-a580-427a-b3fd-102b9412f6f3", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-802149222-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.51", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d81cf4b9b21949b2973cee9cca6e3807", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7531b2e-9d", "ovs_interfaceid": "d7531b2e-9d04-4e41-af3f-87f20cd98d8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:11:35 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-23a8e951-fce1-4215-8e18-c7ddf7c36203 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Converting VIF {"id": "d7531b2e-9d04-4e41-af3f-87f20cd98d8b", "address": "fa:16:3e:28:1f:03", "network": {"id": "d1a5a1f5-a580-427a-b3fd-102b9412f6f3", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-802149222-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.51", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d81cf4b9b21949b2973cee9cca6e3807", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7531b2e-9d", "ovs_interfaceid": "d7531b2e-9d04-4e41-af3f-87f20cd98d8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:11:35 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-23a8e951-fce1-4215-8e18-c7ddf7c36203 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:28:1f:03,bridge_name='br-int',has_traffic_filtering=True,id=d7531b2e-9d04-4e41-af3f-87f20cd98d8b,network=Network(d1a5a1f5-a580-427a-b3fd-102b9412f6f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd7531b2e-9d') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:11:35 user nova-compute[75076]: DEBUG os_vif [None req-23a8e951-fce1-4215-8e18-c7ddf7c36203 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:28:1f:03,bridge_name='br-int',has_traffic_filtering=True,id=d7531b2e-9d04-4e41-af3f-87f20cd98d8b,network=Network(d1a5a1f5-a580-427a-b3fd-102b9412f6f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd7531b2e-9d') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:11:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd7531b2e-9d, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:11:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5b466c58-abf5-4dd6-96b4-9d6be8b930eb) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:11:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:35 user nova-compute[75076]: INFO os_vif [None req-23a8e951-fce1-4215-8e18-c7ddf7c36203 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:28:1f:03,bridge_name='br-int',has_traffic_filtering=True,id=d7531b2e-9d04-4e41-af3f-87f20cd98d8b,network=Network(d1a5a1f5-a580-427a-b3fd-102b9412f6f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd7531b2e-9d')
Oct 27 16:11:35 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-23a8e951-fce1-4215-8e18-c7ddf7c36203 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Deleting instance files /opt/stack/data/nova/instances/687147f4-c59d-4ec9-933a-df587461ee3a_del
Oct 27 16:11:35 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-23a8e951-fce1-4215-8e18-c7ddf7c36203 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Deletion of /opt/stack/data/nova/instances/687147f4-c59d-4ec9-933a-df587461ee3a_del complete
Oct 27 16:11:36 user nova-compute[75076]: INFO nova.compute.manager [None req-23a8e951-fce1-4215-8e18-c7ddf7c36203 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Took 0.87 seconds to destroy the instance on the hypervisor.
Oct 27 16:11:36 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-23a8e951-fce1-4215-8e18-c7ddf7c36203 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a024ed8b-59c8-4572-867c-4d9de79dcc6f tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714 {{(pid=75076) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iAaHLoXn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:11:36 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:11:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:11:36 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:11:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:11:36 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:11:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[60f2d5db-697a-471e-8248-04980f5617e5]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:11:36 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[20f026e5-1d7e-4b43-a33a-b60d643e9d5c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9] added
Oct 27 16:11:36 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[22d86d6d-d280-4a5f-b797-3ac41b1fd7f8]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c7c689b-3862-43fd-a0ea-1652dc0c8fd2]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iAaHLoXn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iAaHLoXn" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e41a9ac8-f94e-4f91-9f6b-c2349c083eba]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'iAaHLoXn'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[61a01cc6-600d-4b47-a78c-92c3ba9eac51]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[50c9510b-b463-479b-babe-a19135eac8d7]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)
Oct 27 16:11:36 user nova-compute[75076]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575 (non-flash)
Oct 27 16:11:36 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)
Oct 27 16:11:36 user nova-compute[75076]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575 (non-flash)
Oct 27 16:11:36 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ab32b6b-0590-4bde-a72f-b28041f6f56b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9, portal: 172.16.0.220,3260]
Oct 27 16:11:36 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9, portal: 172.16.0.220,3260] successful.
Oct 27 16:11:36 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d4e22f6-43dc-48d2-931b-02e315448bb3]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[07d09e8b-8ee3-48fc-ae89-21d60034f016]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)
Oct 27 16:11:36 user nova-compute[75076]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575 (non-flash)
Oct 27 16:11:36 user nova-compute[75076]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)
Oct 27 16:11:36 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)
Oct 27 16:11:36 user nova-compute[75076]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575 (non-flash)
Oct 27 16:11:36 user nova-compute[75076]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)
Oct 27 16:11:36 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.268s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] HCTL ('35', '-', '-', 0) found on session 6 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[27954835-90e2-4cec-83a1-51b4c2e3dbb4]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Searching for a device in session 6 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iAaHLoXn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:11:36 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Took 0.94 seconds to deallocate network for instance.
Oct 27 16:11:36 user nova-compute[75076]: DEBUG nova.compute.manager [req-4111bd29-4365-4f90-ab1c-0ce99bd73a06 req-5407c455-3113-4c19-80fc-870daf93373d service nova] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Received event network-vif-deleted-d7531b2e-9d04-4e41-af3f-87f20cd98d8b {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-23a8e951-fce1-4215-8e18-c7ddf7c36203 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:11:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-23a8e951-fce1-4215-8e18-c7ddf7c36203 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:11:37 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-23a8e951-fce1-4215-8e18-c7ddf7c36203 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:11:37 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-23a8e951-fce1-4215-8e18-c7ddf7c36203 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:11:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-23a8e951-fce1-4215-8e18-c7ddf7c36203 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.358s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:11:37 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-23a8e951-fce1-4215-8e18-c7ddf7c36203 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Deleted allocations for instance 687147f4-c59d-4ec9-933a-df587461ee3a
Oct 27 16:11:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-23a8e951-fce1-4215-8e18-c7ddf7c36203 tempest-AttachSCSIVolumeTestJSON-858864352 tempest-AttachSCSIVolumeTestJSON-858864352-project-member] Lock "687147f4-c59d-4ec9-933a-df587461ee3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.382s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:11:37 user nova-compute[75076]: DEBUG nova.compute.manager [req-b3a90ad5-66f1-49d1-a3fd-9f9e995abbbb req-ad025385-ce93-42c5-ace0-bd5833557ba5 service nova] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Received event network-vif-plugged-d7531b2e-9d04-4e41-af3f-87f20cd98d8b {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:11:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b3a90ad5-66f1-49d1-a3fd-9f9e995abbbb req-ad025385-ce93-42c5-ace0-bd5833557ba5 service nova] Acquiring lock "687147f4-c59d-4ec9-933a-df587461ee3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:11:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b3a90ad5-66f1-49d1-a3fd-9f9e995abbbb req-ad025385-ce93-42c5-ace0-bd5833557ba5 service nova] Lock "687147f4-c59d-4ec9-933a-df587461ee3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:11:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b3a90ad5-66f1-49d1-a3fd-9f9e995abbbb req-ad025385-ce93-42c5-ace0-bd5833557ba5 service nova] Lock "687147f4-c59d-4ec9-933a-df587461ee3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:11:37 user nova-compute[75076]: DEBUG nova.compute.manager [req-b3a90ad5-66f1-49d1-a3fd-9f9e995abbbb req-ad025385-ce93-42c5-ace0-bd5833557ba5 service nova] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] No waiting events found dispatching network-vif-plugged-d7531b2e-9d04-4e41-af3f-87f20cd98d8b {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:11:37 user nova-compute[75076]: WARNING nova.compute.manager [req-b3a90ad5-66f1-49d1-a3fd-9f9e995abbbb req-ad025385-ce93-42c5-ace0-bd5833557ba5 service nova] [instance: 687147f4-c59d-4ec9-933a-df587461ee3a] Received unexpected event network-vif-plugged-d7531b2e-9d04-4e41-af3f-87f20cd98d8b for instance with vm_state deleted and task_state None.
Oct 27 16:11:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.299s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:11:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] <== connect_volume: return (1300ms) {'type': 'block', 'scsi_wwn': '23137393331396436', 'path': '/dev/sdd'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:11:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23137393331396436', 'path': '/dev/sdd'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:11:37 user nova-compute[75076]: DEBUG nova.objects.instance [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Lazy-loading 'flavor' on Instance uuid fd883620-5f32-4794-919b-ee341a7da39a {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:11:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 16:11:37 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:11:37 user nova-compute[75076]:   <source dev="/dev/sdd"/>
Oct 27 16:11:37 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:11:37 user nova-compute[75076]:   <serial>2cb9fb69-a46d-4ad8-affc-5627780da1f9</serial>
Oct 27 16:11:37 user nova-compute[75076]: </disk>
Oct 27 16:11:37 user nova-compute[75076]:  {{(pid=75076) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 16:11:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:11:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:11:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] No VIF found with MAC fa:16:3e:14:c0:49, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:11:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-59b0bf68-1b64-43e1-be5b-4ecc013b11ad tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Lock "fd883620-5f32-4794-919b-ee341a7da39a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.553s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:11:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Acquiring lock "fd883620-5f32-4794-919b-ee341a7da39a" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:11:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Lock "fd883620-5f32-4794-919b-ee341a7da39a" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:11:39 user nova-compute[75076]: DEBUG os_brick.utils [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:11:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:39 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cc0fd94-7601-4545-863d-dba1a5db5e31]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:39 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6c1d3ae-2b4c-4e86-b7de-5f676b31fa9a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:39 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[64f749d4-0778-4796-9f63-4a10c401d714]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:39 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[532c8dc2-7fec-46c0-b747-ac793dea0caa]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:11:39 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:11:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:11:39 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:11:39 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a495017c-bb56-4850-aeb3-a6ae5d08de44]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:39 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:11:39 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:11:39 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:11:39 user nova-compute[75076]: DEBUG os_brick.utils [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] <== get_connector_properties: return (109ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:11:39 user nova-compute[75076]: INFO nova.compute.manager [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Swapping volume 2cb9fb69-a46d-4ad8-affc-5627780da1f9 for 7600490d-8f1a-48c4-9366-c5471cd63c39
Oct 27 16:11:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:42 user nova-compute[75076]: DEBUG nova.compute.manager [req-c59dbb50-3464-4854-9b91-6be8a19376dd req-0c76a8c1-fe50-4c32-b445-1ebc5542062a service nova] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Received event network-changed-21b0c9f7-5d81-48e4-b7f2-a813ff435338 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:11:42 user nova-compute[75076]: DEBUG nova.compute.manager [req-c59dbb50-3464-4854-9b91-6be8a19376dd req-0c76a8c1-fe50-4c32-b445-1ebc5542062a service nova] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Refreshing instance network info cache due to event network-changed-21b0c9f7-5d81-48e4-b7f2-a813ff435338. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:11:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c59dbb50-3464-4854-9b91-6be8a19376dd req-0c76a8c1-fe50-4c32-b445-1ebc5542062a service nova] Acquiring lock "refresh_cache-374d9279-bc18-44dd-91cd-a87bef438090" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:11:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c59dbb50-3464-4854-9b91-6be8a19376dd req-0c76a8c1-fe50-4c32-b445-1ebc5542062a service nova] Acquired lock "refresh_cache-374d9279-bc18-44dd-91cd-a87bef438090" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:11:42 user nova-compute[75076]: DEBUG nova.network.neutron [req-c59dbb50-3464-4854-9b91-6be8a19376dd req-0c76a8c1-fe50-4c32-b445-1ebc5542062a service nova] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Refreshing network info cache for port 21b0c9f7-5d81-48e4-b7f2-a813ff435338 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:11:42 user nova-compute[75076]: DEBUG nova.network.neutron [req-c59dbb50-3464-4854-9b91-6be8a19376dd req-0c76a8c1-fe50-4c32-b445-1ebc5542062a service nova] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Updated VIF entry in instance network info cache for port 21b0c9f7-5d81-48e4-b7f2-a813ff435338. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:11:42 user nova-compute[75076]: DEBUG nova.network.neutron [req-c59dbb50-3464-4854-9b91-6be8a19376dd req-0c76a8c1-fe50-4c32-b445-1ebc5542062a service nova] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Updating instance_info_cache with network_info: [{"id": "21b0c9f7-5d81-48e4-b7f2-a813ff435338", "address": "fa:16:3e:a6:28:bd", "network": {"id": "ddedd6c4-31d1-4792-90f0-3a5b4d50d200", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1117326799-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb7fc4cd89e54bad88fa833f0f6c1ac3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21b0c9f7-5d", "ovs_interfaceid": "21b0c9f7-5d81-48e4-b7f2-a813ff435338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:11:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c59dbb50-3464-4854-9b91-6be8a19376dd req-0c76a8c1-fe50-4c32-b445-1ebc5542062a service nova] Releasing lock "refresh_cache-374d9279-bc18-44dd-91cd-a87bef438090" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:11:43 user nova-compute[75076]: DEBUG os_brick.utils [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:11:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:43 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb3faeb4-f9d7-4c81-8ba4-0e5747ed8a7b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:43 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1f58d6d-4481-4b32-87da-b9e2a08cd9f8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:43 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[27671ab8-120e-4386-8b0c-b9f2eec91c10]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:43 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[34165552-323a-4ec6-964a-69a661eb7d86]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:11:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:11:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:11:43 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:11:43 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[517cea87-03b6-486e-8c88-c813984023ad]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:11:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:11:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:11:43 user nova-compute[75076]: DEBUG os_brick.utils [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:11:43 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Updating existing volume attachment record: 64be282c-c38d-4604-84bc-71fb669264ed {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:11:43 user nova-compute[75076]: INFO nova.compute.manager [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Rebuilding instance
Oct 27 16:11:43 user nova-compute[75076]: DEBUG nova.compute.manager [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:11:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:43 user nova-compute[75076]: DEBUG nova.compute.manager [req-32c09846-b917-490d-a1db-1dc00ad7244f req-6d69c9a4-302c-4012-8434-f28d338c49b2 service nova] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Received event network-vif-unplugged-21b0c9f7-5d81-48e4-b7f2-a813ff435338 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:11:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-32c09846-b917-490d-a1db-1dc00ad7244f req-6d69c9a4-302c-4012-8434-f28d338c49b2 service nova] Acquiring lock "374d9279-bc18-44dd-91cd-a87bef438090-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:11:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-32c09846-b917-490d-a1db-1dc00ad7244f req-6d69c9a4-302c-4012-8434-f28d338c49b2 service nova] Lock "374d9279-bc18-44dd-91cd-a87bef438090-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:11:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-32c09846-b917-490d-a1db-1dc00ad7244f req-6d69c9a4-302c-4012-8434-f28d338c49b2 service nova] Lock "374d9279-bc18-44dd-91cd-a87bef438090-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:11:43 user nova-compute[75076]: DEBUG nova.compute.manager [req-32c09846-b917-490d-a1db-1dc00ad7244f req-6d69c9a4-302c-4012-8434-f28d338c49b2 service nova] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] No waiting events found dispatching network-vif-unplugged-21b0c9f7-5d81-48e4-b7f2-a813ff435338 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:11:43 user nova-compute[75076]: WARNING nova.compute.manager [req-32c09846-b917-490d-a1db-1dc00ad7244f req-6d69c9a4-302c-4012-8434-f28d338c49b2 service nova] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Received unexpected event network-vif-unplugged-21b0c9f7-5d81-48e4-b7f2-a813ff435338 for instance with vm_state active and task_state rebuilding.
Oct 27 16:11:44 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Instance destroyed successfully.
Oct 27 16:11:44 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Instance destroyed successfully.
Oct 27 16:11:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:09:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1208654799',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1651847711',id=11,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBpvQaLpU6v2UviPQjGBOeH084vo7taPlNawI4DLCaHHwNQoa/uruc1d2WLW6eH8Rqvl0DMdViOkSTu01jraQy2fJzwyp10/41FIs5OjLOeC2YLJcpFj/A67SZlXoU5ibg==',key_name='tempest-keypair-1695034371',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:10:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='bb7fc4cd89e54bad88fa833f0f6c1ac3',ramdisk_id='',reservation_id='r-j4qq85kr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1715954455',owner_user_name='tempest-ServerActionsV293TestJSON-1715954455-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:11:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7399110ad8e2412c971d70c4d0c10dfa',uuid=374d9279-bc18-44dd-91cd-a87bef438090,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "21b0c9f7-5d81-48e4-b7f2-a813ff435338", "address": "fa:16:3e:a6:28:bd", "network": {"id": "ddedd6c4-31d1-4792-90f0-3a5b4d50d200", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1117326799-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb7fc4cd89e54bad88fa833f0f6c1ac3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21b0c9f7-5d", "ovs_interfaceid": "21b0c9f7-5d81-48e4-b7f2-a813ff435338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Converting VIF {"id": "21b0c9f7-5d81-48e4-b7f2-a813ff435338", "address": "fa:16:3e:a6:28:bd", "network": {"id": "ddedd6c4-31d1-4792-90f0-3a5b4d50d200", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1117326799-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb7fc4cd89e54bad88fa833f0f6c1ac3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21b0c9f7-5d", "ovs_interfaceid": "21b0c9f7-5d81-48e4-b7f2-a813ff435338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a6:28:bd,bridge_name='br-int',has_traffic_filtering=True,id=21b0c9f7-5d81-48e4-b7f2-a813ff435338,network=Network(ddedd6c4-31d1-4792-90f0-3a5b4d50d200),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21b0c9f7-5d') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG os_vif [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a6:28:bd,bridge_name='br-int',has_traffic_filtering=True,id=21b0c9f7-5d81-48e4-b7f2-a813ff435338,network=Network(ddedd6c4-31d1-4792-90f0-3a5b4d50d200),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21b0c9f7-5d') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap21b0c9f7-5d, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0e749160-65e8-4f99-ac52-8e3bca27dd68) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:11:44 user nova-compute[75076]: INFO os_vif [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a6:28:bd,bridge_name='br-int',has_traffic_filtering=True,id=21b0c9f7-5d81-48e4-b7f2-a813ff435338,network=Network(ddedd6c4-31d1-4792-90f0-3a5b4d50d200),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21b0c9f7-5d')
Oct 27 16:11:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'afETNdCp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:11:44 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 27 16:11:44 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b728248-9788-47d4-bc06-0054337220f6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:11:44 user nova-compute[75076]: No targets found.
Oct 27 16:11:44 user nova-compute[75076]: iSNS:
Oct 27 16:11:44 user nova-compute[75076]: No targets found.
Oct 27 16:11:44 user nova-compute[75076]: STATIC:
Oct 27 16:11:44 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575
Oct 27 16:11:44 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:11:44 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:11:44 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a
Oct 27 16:11:44 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:11:44 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:11:44 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9
Oct 27 16:11:44 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:11:44 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:11:44 user nova-compute[75076]: FIRMWARE:
Oct 27 16:11:44 user nova-compute[75076]: No targets found.
Oct 27 16:11:44 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:11:44 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:11:44 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2ed1571-d098-4e18-96d5-58e66f3881e9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[efb1bd52-cbb8-412f-9a3b-b51e54661e13]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)
Oct 27 16:11:44 user nova-compute[75076]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575 (non-flash)
Oct 27 16:11:44 user nova-compute[75076]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)
Oct 27 16:11:44 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)
Oct 27 16:11:44 user nova-compute[75076]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575 (non-flash)
Oct 27 16:11:44 user nova-compute[75076]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)
Oct 27 16:11:44 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe1c564ca0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a'): ({'sdb'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Removing single pathed devices sdb {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[0377ee40-a6ca-4b80-9a7c-c90edd0ed32a]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0de235a-3a23-43bc-b837-9bef6c1c44e1]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Flushing IO for device /dev/sdb {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[42bdab22-7e7e-4c05-b432-8ecdb5e832a0]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.055s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f062637-7138-407c-b198-e2a9aef96167]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] SCSI volumes sdb have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO5c8ae003-a192631984f72653', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_5c8ae003', '/dev/disk/by-id/scsi-26131393236333139') {{(pid=86417) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[740aea4e-ca2e-4154-9711-aedebc833841]: (4, None) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ef5362c-9914-4326-91a7-289a13c9ef25]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[63101a0d-5467-40e3-bad1-aabb8b522f75]: (4, ('Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a, portal: 172.16.0.220,3260]\nLogout of [sid: 2, target: iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a, portal: 172.16.0.220,3260]
Oct 27 16:11:44 user nova-compute[75076]: Logout of [sid: 2, target: iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a, portal: 172.16.0.220,3260] successful.
Oct 27 16:11:44 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[05c80daf-8fbf-4d3d-8c43-b1e91d437343]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.337s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] <== disconnect_volume: return (339ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:11:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:11:44 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Deleting instance files /opt/stack/data/nova/instances/374d9279-bc18-44dd-91cd-a87bef438090_del
Oct 27 16:11:44 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Deletion of /opt/stack/data/nova/instances/374d9279-bc18-44dd-91cd-a87bef438090_del complete
Oct 27 16:11:45 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] During detach_volume, instance disappeared.: nova.exception.InstanceNotFound: Instance 374d9279-bc18-44dd-91cd-a87bef438090 could not be found.
Oct 27 16:11:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:11:45 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'afETNdCp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:11:45 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 27 16:11:45 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:11:45 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:11:45 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:45 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:45 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8303c7b-d8ba-4768-9099-caae221d816c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:45 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:11:45 user nova-compute[75076]: No targets found.
Oct 27 16:11:45 user nova-compute[75076]: iSNS:
Oct 27 16:11:45 user nova-compute[75076]: No targets found.
Oct 27 16:11:45 user nova-compute[75076]: STATIC:
Oct 27 16:11:45 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575
Oct 27 16:11:45 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:11:45 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:11:45 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9
Oct 27 16:11:45 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:11:45 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:11:45 user nova-compute[75076]: FIRMWARE:
Oct 27 16:11:45 user nova-compute[75076]: No targets found.
Oct 27 16:11:45 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:11:45 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:11:45 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:11:45 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:11:45 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:11:45 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:45 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:45 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3bda15a-f1fc-41dc-9846-55a0732cd649]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:45 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:45 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:45 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4226e84-56d1-4082-884c-6cc523963ac8]: (4, ('tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:45 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575 (non-flash)
Oct 27 16:11:45 user nova-compute[75076]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)
Oct 27 16:11:45 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:11:45 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] iscsi session list stdout=tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575 (non-flash)
Oct 27 16:11:45 user nova-compute[75076]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)
Oct 27 16:11:45 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:11:45 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe1c563f40>, {}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:11:45 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Disconnecting from: [] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:11:45 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.080s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:11:45 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] <== disconnect_volume: return (81ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:11:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:11:45 user nova-compute[75076]: DEBUG nova.compute.manager [req-28688204-4363-4927-9532-25741a9d7601 req-6bcb9218-99a6-4c3b-a63d-4bccb5d23b90 service nova] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Received event network-vif-plugged-21b0c9f7-5d81-48e4-b7f2-a813ff435338 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:11:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-28688204-4363-4927-9532-25741a9d7601 req-6bcb9218-99a6-4c3b-a63d-4bccb5d23b90 service nova] Acquiring lock "374d9279-bc18-44dd-91cd-a87bef438090-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:11:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-28688204-4363-4927-9532-25741a9d7601 req-6bcb9218-99a6-4c3b-a63d-4bccb5d23b90 service nova] Lock "374d9279-bc18-44dd-91cd-a87bef438090-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:11:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-28688204-4363-4927-9532-25741a9d7601 req-6bcb9218-99a6-4c3b-a63d-4bccb5d23b90 service nova] Lock "374d9279-bc18-44dd-91cd-a87bef438090-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:11:45 user nova-compute[75076]: DEBUG nova.compute.manager [req-28688204-4363-4927-9532-25741a9d7601 req-6bcb9218-99a6-4c3b-a63d-4bccb5d23b90 service nova] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] No waiting events found dispatching network-vif-plugged-21b0c9f7-5d81-48e4-b7f2-a813ff435338 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:11:45 user nova-compute[75076]: WARNING nova.compute.manager [req-28688204-4363-4927-9532-25741a9d7601 req-6bcb9218-99a6-4c3b-a63d-4bccb5d23b90 service nova] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Received unexpected event network-vif-plugged-21b0c9f7-5d81-48e4-b7f2-a813ff435338 for instance with vm_state active and task_state rebuilding.
Oct 27 16:11:46 user nova-compute[75076]: DEBUG nova.compute.manager [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Preparing to wait for external event volume-reimaged-fd1328f3-eeab-4d86-a447-578af1baef4a {{(pid=75076) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:283}}
Oct 27 16:11:46 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Acquiring lock "374d9279-bc18-44dd-91cd-a87bef438090-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:11:46 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Lock "374d9279-bc18-44dd-91cd-a87bef438090-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:11:46 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Lock "374d9279-bc18-44dd-91cd-a87bef438090-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:11:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Acquiring lock "a195f3cf-fb3a-45e8-b0ca-d957fbe36b97" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:11:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "a195f3cf-fb3a-45e8-b0ca-d957fbe36b97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:11:53 user nova-compute[75076]: DEBUG nova.compute.manager [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:11:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:11:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:11:53 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:11:53 user nova-compute[75076]: INFO nova.compute.claims [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Claim successful on node user
Oct 27 16:11:53 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:11:53 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:11:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.488s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:11:53 user nova-compute[75076]: DEBUG nova.compute.manager [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:11:53 user nova-compute[75076]: DEBUG nova.compute.manager [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:11:53 user nova-compute[75076]: DEBUG nova.network.neutron [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:11:53 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:11:53 user nova-compute[75076]: DEBUG nova.compute.manager [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:11:53 user nova-compute[75076]: DEBUG nova.policy [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7e8f850e02e434891189cdb1783f848', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e320e8691e904a7c8dc4b5c824ba6565', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:11:53 user nova-compute[75076]: DEBUG nova.compute.manager [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:11:53 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:11:53 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Creating image(s)
Oct 27 16:11:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Acquiring lock "/opt/stack/data/nova/instances/a195f3cf-fb3a-45e8-b0ca-d957fbe36b97/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:11:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "/opt/stack/data/nova/instances/a195f3cf-fb3a-45e8-b0ca-d957fbe36b97/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:11:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "/opt/stack/data/nova/instances/a195f3cf-fb3a-45e8-b0ca-d957fbe36b97/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:11:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.187s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Acquiring lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.182s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/a195f3cf-fb3a-45e8-b0ca-d957fbe36b97/disk 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/a195f3cf-fb3a-45e8-b0ca-d957fbe36b97/disk 1073741824" returned: 0 in 0.065s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.253s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG nova.network.neutron [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Successfully created port: db00f9d0-58ea-46cb-b021-ed090360c6e8 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquiring lock "c493b688-6673-469f-a919-b93552ba25db" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "c493b688-6673-469f-a919-b93552ba25db" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG nova.objects.instance [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lazy-loading 'flavor' on Instance uuid c493b688-6673-469f-a919-b93552ba25db {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "c493b688-6673-469f-a919-b93552ba25db" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.066s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.184s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a195f3cf-fb3a-45e8-b0ca-d957fbe36b97/disk. size=1073741824 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a195f3cf-fb3a-45e8-b0ca-d957fbe36b97/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquiring lock "c493b688-6673-469f-a919-b93552ba25db" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "c493b688-6673-469f-a919-b93552ba25db" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:11:54 user nova-compute[75076]: INFO nova.compute.manager [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Attaching volume 8dd84c93-adcf-4ae5-978a-a2245ba34956 to /dev/vdb
Oct 27 16:11:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a195f3cf-fb3a-45e8-b0ca-d957fbe36b97/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Cannot resize image /opt/stack/data/nova/instances/a195f3cf-fb3a-45e8-b0ca-d957fbe36b97/disk to a smaller size. {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Ensure instance console log exists: /opt/stack/data/nova/instances/a195f3cf-fb3a-45e8-b0ca-d957fbe36b97/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG os_brick.utils [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d53dc8b-cae3-4f4f-958b-f04421288533]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[23dbc205-22df-4b46-b9c2-16043f08ec8c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[66f77e0f-4167-4461-868c-1cb5a48baed3]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4e3cc7b-d4fd-4237-88ca-a1db9f412dbc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:11:54 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:11:54 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[52ec66f1-5c0b-4ad1-afa9-8166d82221d0]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG os_brick.utils [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:11:54 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Updating existing volume attachment record: 6e1a093c-bb64-47d8-a5d0-eef282e73812 {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG nova.network.neutron [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Successfully updated port: db00f9d0-58ea-46cb-b021-ed090360c6e8 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Acquiring lock "refresh_cache-a195f3cf-fb3a-45e8-b0ca-d957fbe36b97" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Acquired lock "refresh_cache-a195f3cf-fb3a-45e8-b0ca-d957fbe36b97" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG nova.network.neutron [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG nova.compute.manager [req-cb387de0-a2bd-4966-9a9e-5bc9da097897 req-b378ce29-68f1-4aff-9148-2ad6b4e88b66 service nova] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Received event network-changed-db00f9d0-58ea-46cb-b021-ed090360c6e8 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG nova.compute.manager [req-cb387de0-a2bd-4966-9a9e-5bc9da097897 req-b378ce29-68f1-4aff-9148-2ad6b4e88b66 service nova] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Refreshing instance network info cache due to event network-changed-db00f9d0-58ea-46cb-b021-ed090360c6e8. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-cb387de0-a2bd-4966-9a9e-5bc9da097897 req-b378ce29-68f1-4aff-9148-2ad6b4e88b66 service nova] Acquiring lock "refresh_cache-a195f3cf-fb3a-45e8-b0ca-d957fbe36b97" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG nova.network.neutron [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG nova.network.neutron [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Updating instance_info_cache with network_info: [{"id": "db00f9d0-58ea-46cb-b021-ed090360c6e8", "address": "fa:16:3e:11:a3:24", "network": {"id": "7b16c2ee-0e93-4a45-aeea-c13628fe29a5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-761084663-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320e8691e904a7c8dc4b5c824ba6565", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb00f9d0-58", "ovs_interfaceid": "db00f9d0-58ea-46cb-b021-ed090360c6e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Releasing lock "refresh_cache-a195f3cf-fb3a-45e8-b0ca-d957fbe36b97" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG nova.compute.manager [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Instance network_info: |[{"id": "db00f9d0-58ea-46cb-b021-ed090360c6e8", "address": "fa:16:3e:11:a3:24", "network": {"id": "7b16c2ee-0e93-4a45-aeea-c13628fe29a5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-761084663-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320e8691e904a7c8dc4b5c824ba6565", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb00f9d0-58", "ovs_interfaceid": "db00f9d0-58ea-46cb-b021-ed090360c6e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-cb387de0-a2bd-4966-9a9e-5bc9da097897 req-b378ce29-68f1-4aff-9148-2ad6b4e88b66 service nova] Acquired lock "refresh_cache-a195f3cf-fb3a-45e8-b0ca-d957fbe36b97" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG nova.network.neutron [req-cb387de0-a2bd-4966-9a9e-5bc9da097897 req-b378ce29-68f1-4aff-9148-2ad6b4e88b66 service nova] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Refreshing network info cache for port db00f9d0-58ea-46cb-b021-ed090360c6e8 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Start _get_guest_xml network_info=[{"id": "db00f9d0-58ea-46cb-b021-ed090360c6e8", "address": "fa:16:3e:11:a3:24", "network": {"id": "7b16c2ee-0e93-4a45-aeea-c13628fe29a5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-761084663-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320e8691e904a7c8dc4b5c824ba6565", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb00f9d0-58", "ovs_interfaceid": "db00f9d0-58ea-46cb-b021-ed090360c6e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:11:55 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:11:55 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:11:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:11:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-385207902',display_name='tempest-VolumesAdminNegativeTest-server-385207902',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-385207902',id=14,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e320e8691e904a7c8dc4b5c824ba6565',ramdisk_id='',reservation_id='r-6nwvqrf2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-866097689',owner_user_name='tempest-VolumesAdminNegativeTest-866097689-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:11:54Z,user_data=None,user_id='c7e8f850e02e434891189cdb1783f848',uuid=a195f3cf-fb3a-45e8-b0ca-d957fbe36b97,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "db00f9d0-58ea-46cb-b021-ed090360c6e8", "address": "fa:16:3e:11:a3:24", "network": {"id": "7b16c2ee-0e93-4a45-aeea-c13628fe29a5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-761084663-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320e8691e904a7c8dc4b5c824ba6565", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb00f9d0-58", "ovs_interfaceid": "db00f9d0-58ea-46cb-b021-ed090360c6e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Converting VIF {"id": "db00f9d0-58ea-46cb-b021-ed090360c6e8", "address": "fa:16:3e:11:a3:24", "network": {"id": "7b16c2ee-0e93-4a45-aeea-c13628fe29a5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-761084663-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320e8691e904a7c8dc4b5c824ba6565", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb00f9d0-58", "ovs_interfaceid": "db00f9d0-58ea-46cb-b021-ed090360c6e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:11:a3:24,bridge_name='br-int',has_traffic_filtering=True,id=db00f9d0-58ea-46cb-b021-ed090360c6e8,network=Network(7b16c2ee-0e93-4a45-aeea-c13628fe29a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb00f9d0-58') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG nova.objects.instance [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lazy-loading 'pci_devices' on Instance uuid a195f3cf-fb3a-45e8-b0ca-d957fbe36b97 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:11:55 user nova-compute[75076]:   <uuid>a195f3cf-fb3a-45e8-b0ca-d957fbe36b97</uuid>
Oct 27 16:11:55 user nova-compute[75076]:   <name>instance-0000000e</name>
Oct 27 16:11:55 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:11:55 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:11:55 user nova-compute[75076]:   <metadata>
Oct 27 16:11:55 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:11:55 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:11:55 user nova-compute[75076]:       <nova:name>tempest-VolumesAdminNegativeTest-server-385207902</nova:name>
Oct 27 16:11:55 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:11:55</nova:creationTime>
Oct 27 16:11:55 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:11:55 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:11:55 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:11:55 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:11:55 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:11:55 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:11:55 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:11:55 user nova-compute[75076]:       <nova:owner>
Oct 27 16:11:55 user nova-compute[75076]:         <nova:user uuid="c7e8f850e02e434891189cdb1783f848">tempest-VolumesAdminNegativeTest-866097689-project-member</nova:user>
Oct 27 16:11:55 user nova-compute[75076]:         <nova:project uuid="e320e8691e904a7c8dc4b5c824ba6565">tempest-VolumesAdminNegativeTest-866097689</nova:project>
Oct 27 16:11:55 user nova-compute[75076]:       </nova:owner>
Oct 27 16:11:55 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:11:55 user nova-compute[75076]:       <nova:ports>
Oct 27 16:11:55 user nova-compute[75076]:         <nova:port uuid="db00f9d0-58ea-46cb-b021-ed090360c6e8">
Oct 27 16:11:55 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 27 16:11:55 user nova-compute[75076]:         </nova:port>
Oct 27 16:11:55 user nova-compute[75076]:       </nova:ports>
Oct 27 16:11:55 user nova-compute[75076]:     </nova:instance>
Oct 27 16:11:55 user nova-compute[75076]:   </metadata>
Oct 27 16:11:55 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:11:55 user nova-compute[75076]:     <system>
Oct 27 16:11:55 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:11:55 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:11:55 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:11:55 user nova-compute[75076]:       <entry name="serial">a195f3cf-fb3a-45e8-b0ca-d957fbe36b97</entry>
Oct 27 16:11:55 user nova-compute[75076]:       <entry name="uuid">a195f3cf-fb3a-45e8-b0ca-d957fbe36b97</entry>
Oct 27 16:11:55 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:11:55 user nova-compute[75076]:     </system>
Oct 27 16:11:55 user nova-compute[75076]:   </sysinfo>
Oct 27 16:11:55 user nova-compute[75076]:   <os>
Oct 27 16:11:55 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:11:55 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:11:55 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:11:55 user nova-compute[75076]:   </os>
Oct 27 16:11:55 user nova-compute[75076]:   <features>
Oct 27 16:11:55 user nova-compute[75076]:     <acpi/>
Oct 27 16:11:55 user nova-compute[75076]:     <apic/>
Oct 27 16:11:55 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:11:55 user nova-compute[75076]:   </features>
Oct 27 16:11:55 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:11:55 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:11:55 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:11:55 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:11:55 user nova-compute[75076]:   </clock>
Oct 27 16:11:55 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:11:55 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:11:55 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:11:55 user nova-compute[75076]:   </cpu>
Oct 27 16:11:55 user nova-compute[75076]:   <devices>
Oct 27 16:11:55 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:11:55 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:11:55 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/a195f3cf-fb3a-45e8-b0ca-d957fbe36b97/disk"/>
Oct 27 16:11:55 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:11:55 user nova-compute[75076]:     </disk>
Oct 27 16:11:55 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:11:55 user nova-compute[75076]:       <mac address="fa:16:3e:11:a3:24"/>
Oct 27 16:11:55 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:11:55 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:11:55 user nova-compute[75076]:       <target dev="tapdb00f9d0-58"/>
Oct 27 16:11:55 user nova-compute[75076]:     </interface>
Oct 27 16:11:55 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:11:55 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/a195f3cf-fb3a-45e8-b0ca-d957fbe36b97/console.log" append="off"/>
Oct 27 16:11:55 user nova-compute[75076]:     </serial>
Oct 27 16:11:55 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:11:55 user nova-compute[75076]:     <video>
Oct 27 16:11:55 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:11:55 user nova-compute[75076]:     </video>
Oct 27 16:11:55 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:11:55 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:11:55 user nova-compute[75076]:     </rng>
Oct 27 16:11:55 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:11:55 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:11:55 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:11:55 user nova-compute[75076]:     </memballoon>
Oct 27 16:11:55 user nova-compute[75076]:   </devices>
Oct 27 16:11:55 user nova-compute[75076]: </domain>
Oct 27 16:11:55 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:11:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-385207902',display_name='tempest-VolumesAdminNegativeTest-server-385207902',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-385207902',id=14,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e320e8691e904a7c8dc4b5c824ba6565',ramdisk_id='',reservation_id='r-6nwvqrf2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-866097689',owner_user_name='tempest-VolumesAdminNegativeTest-866097689-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:11:54Z,user_data=None,user_id='c7e8f850e02e434891189cdb1783f848',uuid=a195f3cf-fb3a-45e8-b0ca-d957fbe36b97,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "db00f9d0-58ea-46cb-b021-ed090360c6e8", "address": "fa:16:3e:11:a3:24", "network": {"id": "7b16c2ee-0e93-4a45-aeea-c13628fe29a5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-761084663-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320e8691e904a7c8dc4b5c824ba6565", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb00f9d0-58", "ovs_interfaceid": "db00f9d0-58ea-46cb-b021-ed090360c6e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Converting VIF {"id": "db00f9d0-58ea-46cb-b021-ed090360c6e8", "address": "fa:16:3e:11:a3:24", "network": {"id": "7b16c2ee-0e93-4a45-aeea-c13628fe29a5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-761084663-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320e8691e904a7c8dc4b5c824ba6565", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb00f9d0-58", "ovs_interfaceid": "db00f9d0-58ea-46cb-b021-ed090360c6e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:11:a3:24,bridge_name='br-int',has_traffic_filtering=True,id=db00f9d0-58ea-46cb-b021-ed090360c6e8,network=Network(7b16c2ee-0e93-4a45-aeea-c13628fe29a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb00f9d0-58') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG os_vif [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:11:a3:24,bridge_name='br-int',has_traffic_filtering=True,id=db00f9d0-58ea-46cb-b021-ed090360c6e8,network=Network(7b16c2ee-0e93-4a45-aeea-c13628fe29a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb00f9d0-58') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '290a9428-45b2-5f1a-9f06-6078c48e6d60', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdb00f9d0-58, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdb00f9d0-58, col_values=(('qos', UUID('bec45f5b-cd41-4f35-8c02-0c838bc76330')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdb00f9d0-58, col_values=(('external_ids', {'iface-id': 'db00f9d0-58ea-46cb-b021-ed090360c6e8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:11:a3:24', 'vm-uuid': 'a195f3cf-fb3a-45e8-b0ca-d957fbe36b97'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:55 user nova-compute[75076]: INFO os_vif [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:11:a3:24,bridge_name='br-int',has_traffic_filtering=True,id=db00f9d0-58ea-46cb-b021-ed090360c6e8,network=Network(7b16c2ee-0e93-4a45-aeea-c13628fe29a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb00f9d0-58')
Oct 27 16:11:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:11:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] No VIF found with MAC fa:16:3e:11:a3:24, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG nova.network.neutron [req-cb387de0-a2bd-4966-9a9e-5bc9da097897 req-b378ce29-68f1-4aff-9148-2ad6b4e88b66 service nova] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Updated VIF entry in instance network info cache for port db00f9d0-58ea-46cb-b021-ed090360c6e8. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG nova.network.neutron [req-cb387de0-a2bd-4966-9a9e-5bc9da097897 req-b378ce29-68f1-4aff-9148-2ad6b4e88b66 service nova] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Updating instance_info_cache with network_info: [{"id": "db00f9d0-58ea-46cb-b021-ed090360c6e8", "address": "fa:16:3e:11:a3:24", "network": {"id": "7b16c2ee-0e93-4a45-aeea-c13628fe29a5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-761084663-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320e8691e904a7c8dc4b5c824ba6565", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb00f9d0-58", "ovs_interfaceid": "db00f9d0-58ea-46cb-b021-ed090360c6e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-cb387de0-a2bd-4966-9a9e-5bc9da097897 req-b378ce29-68f1-4aff-9148-2ad6b4e88b66 service nova] Releasing lock "refresh_cache-a195f3cf-fb3a-45e8-b0ca-d957fbe36b97" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:11:56 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a024ed8b-59c8-4572-867c-4d9de79dcc6f tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714 is timed out.
Oct 27 16:11:56 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-a024ed8b-59c8-4572-867c-4d9de79dcc6f tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Successfully detached device vdb from instance 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714 from the live domain config.
Oct 27 16:11:56 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a024ed8b-59c8-4572-867c-4d9de79dcc6f tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a024ed8b-59c8-4572-867c-4d9de79dcc6f tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VzEONDoy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:11:56 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-a024ed8b-59c8-4572-867c-4d9de79dcc6f tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:11:56 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-a024ed8b-59c8-4572-867c-4d9de79dcc6f tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-a024ed8b-59c8-4572-867c-4d9de79dcc6f tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[39d361ce-4002-4fc1-a561-3aa67232421c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a024ed8b-59c8-4572-867c-4d9de79dcc6f tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:11:56 user nova-compute[75076]: No targets found.
Oct 27 16:11:56 user nova-compute[75076]: iSNS:
Oct 27 16:11:56 user nova-compute[75076]: No targets found.
Oct 27 16:11:56 user nova-compute[75076]: STATIC:
Oct 27 16:11:56 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575
Oct 27 16:11:56 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:11:56 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:11:56 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9
Oct 27 16:11:56 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:11:56 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:11:56 user nova-compute[75076]: FIRMWARE:
Oct 27 16:11:56 user nova-compute[75076]: No targets found.
Oct 27 16:11:56 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a024ed8b-59c8-4572-867c-4d9de79dcc6f tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:11:56 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:11:56 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a024ed8b-59c8-4572-867c-4d9de79dcc6f tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[00a3c38b-f710-4f6d-b430-4b22f28b3bbc]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[582e7e83-9e8a-4f48-84ad-71e3bde14a32]: (4, ('tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a024ed8b-59c8-4572-867c-4d9de79dcc6f tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575 (non-flash)
Oct 27 16:11:56 user nova-compute[75076]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)
Oct 27 16:11:56 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a024ed8b-59c8-4572-867c-4d9de79dcc6f tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] iscsi session list stdout=tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575 (non-flash)
Oct 27 16:11:56 user nova-compute[75076]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)
Oct 27 16:11:56 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a024ed8b-59c8-4572-867c-4d9de79dcc6f tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe2c2e69e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575'): ({'sdc'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-a024ed8b-59c8-4572-867c-4d9de79dcc6f tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Removing single pathed devices sdc {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3e06914-2067-4f61-b48e-6ebd18092ba9]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6751336f-4755-46c4-b4f4-5839cab21bf2]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-a024ed8b-59c8-4572-867c-4d9de79dcc6f tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Flushing IO for device /dev/sdc {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[01f91072-5a21-4ae9-b53c-481b73aa4f85]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-a024ed8b-59c8-4572-867c-4d9de79dcc6f tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.049s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[0484c62e-0a67-43d4-9e7d-188767dc6902]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-a024ed8b-59c8-4572-867c-4d9de79dcc6f tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Checking to see if SCSI volumes sdc have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-a024ed8b-59c8-4572-867c-4d9de79dcc6f tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] SCSI volumes sdc have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a024ed8b-59c8-4572-867c-4d9de79dcc6f tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[7369f7c9-4a00-4f48-bdc6-5c3e788e53c7]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a024ed8b-59c8-4572-867c-4d9de79dcc6f tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575 -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575 -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2539305-32f0-419c-ac5e-ea087f799c4a]: (4, ('Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575, portal: 172.16.0.220,3260]\nLogout of [sid: 5, target: iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a024ed8b-59c8-4572-867c-4d9de79dcc6f tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575, portal: 172.16.0.220,3260]
Oct 27 16:11:56 user nova-compute[75076]: Logout of [sid: 5, target: iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575, portal: 172.16.0.220,3260] successful.
Oct 27 16:11:56 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575 -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0ed52827-8d37-4472-8f9f-aae048f95575 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c41925f7-2d19-42dd-adac-3dd2a214e18d]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a024ed8b-59c8-4572-867c-4d9de79dcc6f tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-a024ed8b-59c8-4572-867c-4d9de79dcc6f tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.350s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a024ed8b-59c8-4572-867c-4d9de79dcc6f tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] <== disconnect_volume: return (352ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:11:56 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a024ed8b-59c8-4572-867c-4d9de79dcc6f tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:11:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:57 user nova-compute[75076]: DEBUG nova.compute.manager [req-78ec13dc-3f1d-4e4b-ae4f-292ee9436379 req-19245746-95ed-4845-a1c5-6dcdfb2abb5f service nova] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Received event network-vif-plugged-db00f9d0-58ea-46cb-b021-ed090360c6e8 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:11:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-78ec13dc-3f1d-4e4b-ae4f-292ee9436379 req-19245746-95ed-4845-a1c5-6dcdfb2abb5f service nova] Acquiring lock "a195f3cf-fb3a-45e8-b0ca-d957fbe36b97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:11:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-78ec13dc-3f1d-4e4b-ae4f-292ee9436379 req-19245746-95ed-4845-a1c5-6dcdfb2abb5f service nova] Lock "a195f3cf-fb3a-45e8-b0ca-d957fbe36b97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:11:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-78ec13dc-3f1d-4e4b-ae4f-292ee9436379 req-19245746-95ed-4845-a1c5-6dcdfb2abb5f service nova] Lock "a195f3cf-fb3a-45e8-b0ca-d957fbe36b97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:11:57 user nova-compute[75076]: DEBUG nova.compute.manager [req-78ec13dc-3f1d-4e4b-ae4f-292ee9436379 req-19245746-95ed-4845-a1c5-6dcdfb2abb5f service nova] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] No waiting events found dispatching network-vif-plugged-db00f9d0-58ea-46cb-b021-ed090360c6e8 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:11:57 user nova-compute[75076]: WARNING nova.compute.manager [req-78ec13dc-3f1d-4e4b-ae4f-292ee9436379 req-19245746-95ed-4845-a1c5-6dcdfb2abb5f service nova] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Received unexpected event network-vif-plugged-db00f9d0-58ea-46cb-b021-ed090360c6e8 for instance with vm_state building and task_state spawning.
Oct 27 16:11:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:11:59 user nova-compute[75076]: DEBUG nova.compute.manager [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:11:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:11:59 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Instance spawned successfully.
Oct 27 16:11:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:11:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:11:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:11:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:11:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:11:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:11:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:11:59 user nova-compute[75076]: INFO nova.compute.manager [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Took 5.70 seconds to spawn the instance on the hypervisor.
Oct 27 16:11:59 user nova-compute[75076]: DEBUG nova.compute.manager [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:11:59 user nova-compute[75076]: DEBUG nova.compute.manager [req-797920eb-286d-4397-baf6-d2af1df7e82c req-0d19fc55-48c0-40b5-b6c1-7678c06f1fe8 service nova] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Received event network-vif-plugged-db00f9d0-58ea-46cb-b021-ed090360c6e8 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:11:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-797920eb-286d-4397-baf6-d2af1df7e82c req-0d19fc55-48c0-40b5-b6c1-7678c06f1fe8 service nova] Acquiring lock "a195f3cf-fb3a-45e8-b0ca-d957fbe36b97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:11:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-797920eb-286d-4397-baf6-d2af1df7e82c req-0d19fc55-48c0-40b5-b6c1-7678c06f1fe8 service nova] Lock "a195f3cf-fb3a-45e8-b0ca-d957fbe36b97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:11:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-797920eb-286d-4397-baf6-d2af1df7e82c req-0d19fc55-48c0-40b5-b6c1-7678c06f1fe8 service nova] Lock "a195f3cf-fb3a-45e8-b0ca-d957fbe36b97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:11:59 user nova-compute[75076]: DEBUG nova.compute.manager [req-797920eb-286d-4397-baf6-d2af1df7e82c req-0d19fc55-48c0-40b5-b6c1-7678c06f1fe8 service nova] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] No waiting events found dispatching network-vif-plugged-db00f9d0-58ea-46cb-b021-ed090360c6e8 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:11:59 user nova-compute[75076]: WARNING nova.compute.manager [req-797920eb-286d-4397-baf6-d2af1df7e82c req-0d19fc55-48c0-40b5-b6c1-7678c06f1fe8 service nova] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Received unexpected event network-vif-plugged-db00f9d0-58ea-46cb-b021-ed090360c6e8 for instance with vm_state building and task_state spawning.
Oct 27 16:11:59 user nova-compute[75076]: INFO nova.compute.manager [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Took 6.53 seconds to build instance.
Oct 27 16:11:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-34d8ce73-535c-4cef-ad3e-1bfc5138a7c1 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "a195f3cf-fb3a-45e8-b0ca-d957fbe36b97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.759s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:12:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:12:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:12:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:12:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:12:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:25 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:12:25 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:12:25 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:12:25 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:12:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:12:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:12:25 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 16:12:25 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Updating instance_info_cache with network_info: [{"id": "842a9b6b-f37e-4201-a4a5-86f51db9c011", "address": "fa:16:3e:2a:ab:b4", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.47", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap842a9b6b-f3", "ovs_interfaceid": "842a9b6b-f37e-4201-a4a5-86f51db9c011", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:12:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:12:25 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 16:12:25 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:12:25 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:12:25 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:12:25 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:12:25 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:12:25 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:12:25 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:12:25 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:12:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:12:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:12:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:12:25 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:12:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json" returned: 0 in 0.177s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f2bc90f1-becb-4c54-945c-10b6da691b8b/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f2bc90f1-becb-4c54-945c-10b6da691b8b/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f2bc90f1-becb-4c54-945c-10b6da691b8b/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f2bc90f1-becb-4c54-945c-10b6da691b8b/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ad06bbc-5cd1-4ce5-89e4-6e3269c83714/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ad06bbc-5cd1-4ce5-89e4-6e3269c83714/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ad06bbc-5cd1-4ce5-89e4-6e3269c83714/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ad06bbc-5cd1-4ce5-89e4-6e3269c83714/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd883620-5f32-4794-919b-ee341a7da39a/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd883620-5f32-4794-919b-ee341a7da39a/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd883620-5f32-4794-919b-ee341a7da39a/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd883620-5f32-4794-919b-ee341a7da39a/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BLKjfTrm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:12:29 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:12:29 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:12:29 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:12:29 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.004s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:12:29 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:12:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f71a35b6-3002-461e-8f5e-28317953435c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:12:29 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1da2e66a-8b50-48d7-94cd-18897d32c475]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956] added
Oct 27 16:12:29 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[417a20c9-19b3-45f6-aec8-4b700a769044]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[912b7a84-bede-4544-910c-5ac4a6499d48]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BLKjfTrm {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BLKjfTrm" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1251cdf5-f0ab-488c-85e7-3833a091e8c9]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BLKjfTrm'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a195f3cf-fb3a-45e8-b0ca-d957fbe36b97/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[125bed96-dd3f-4fd8-82bd-986afa35311f]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[782b4106-5454-4a04-8bbf-d30a1ec0e5a2]: (4, ('tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)
Oct 27 16:12:29 user nova-compute[75076]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)
Oct 27 16:12:29 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsi session list stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)
Oct 27 16:12:29 user nova-compute[75076]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)
Oct 27 16:12:29 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdb9a6d4-62fa-46de-8a42-422e3d02319a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956, portal: 172.16.0.220,3260]
Oct 27 16:12:29 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956, portal: 172.16.0.220,3260] successful.
Oct 27 16:12:29 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3c4bff5-034e-4076-bde5-8e39c6a444f3]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:12:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:30 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[8077e1f6-50b7-4fed-b81c-c05e42392323]: (4, ('tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:30 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)
Oct 27 16:12:30 user nova-compute[75076]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)
Oct 27 16:12:30 user nova-compute[75076]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)
Oct 27 16:12:30 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:12:30 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsi session list stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)
Oct 27 16:12:30 user nova-compute[75076]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)
Oct 27 16:12:30 user nova-compute[75076]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)
Oct 27 16:12:30 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:12:30 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.346s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:12:30 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:12:30 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] HCTL ('34', '-', '-', 0) found on session 8 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:12:30 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:12:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a195f3cf-fb3a-45e8-b0ca-d957fbe36b97/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a195f3cf-fb3a-45e8-b0ca-d957fbe36b97/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:30 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[74e167ba-51a0-471e-b0a2-cd3878f319f8]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:30 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Searching for a device in session 8 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:12:30 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BLKjfTrm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:12:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a195f3cf-fb3a-45e8-b0ca-d957fbe36b97/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:30 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:12:30 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:12:30 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=7595MB free_disk=25.301082611083984GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:12:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:12:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:12:30 user nova-compute[75076]: DEBUG nova.objects.instance [None req-a024ed8b-59c8-4572-867c-4d9de79dcc6f tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Lazy-loading 'flavor' on Instance uuid 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:12:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a024ed8b-59c8-4572-867c-4d9de79dcc6f tempest-VolumesAssistedSnapshotsTest-586388823 tempest-VolumesAssistedSnapshotsTest-586388823-project-admin] Lock "4ad06bbc-5cd1-4ce5-89e4-6e3269c83714" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 55.093s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:12:30 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 961254d8-ebf1-4fa6-a93d-62c8eb1bd359 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:12:30 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:12:30 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance add0650a-7ec6-4d12-9662-880e6b3f7052 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:12:30 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:12:30 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:12:30 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance f2bc90f1-becb-4c54-945c-10b6da691b8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:12:30 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:12:30 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance fd883620-5f32-4794-919b-ee341a7da39a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:12:30 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 374d9279-bc18-44dd-91cd-a87bef438090 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:12:30 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance c493b688-6673-469f-a919-b93552ba25db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:12:30 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:12:30 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance a195f3cf-fb3a-45e8-b0ca-d957fbe36b97 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:12:30 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:12:30 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:12:30 user nova-compute[75076]: DEBUG nova.compute.manager [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] [instance: fd883620-5f32-4794-919b-ee341a7da39a] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'maFTrlij', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fd883620-5f32-4794-919b-ee341a7da39a', 'attached_at': '', 'detached_at': '', 'volume_id': '7600490d-8f1a-48c4-9366-c5471cd63c39', 'serial': '7600490d-8f1a-48c4-9366-c5471cd63c39'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iAaHLoXn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': 'fd883620-5f32-4794-919b-ee341a7da39a', 'attached_at': '', 'detached_at': '', 'volume_id': '2cb9fb69-a46d-4ad8-affc-5627780da1f9', 'serial'} {{(pid=75076) _swap_volume /opt/stack/nova/nova/compute/manager.py:7781}}
Oct 27 16:12:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:30 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:12:30 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'maFTrlij', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:12:30 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:12:30 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.420s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] <== connect_volume: return (1422ms) {'type': 'block', 'scsi_wwn': '26636333662393666', 'path': '/dev/sdc'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26636333662393666', 'path': '/dev/sdc'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.126s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:12:31 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:12:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:12:31 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG nova.objects.instance [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lazy-loading 'flavor' on Instance uuid c493b688-6673-469f-a919-b93552ba25db {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 -p 172.16.0.220:3260" returned: 21 in 0.026s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[908d913b-32c8-4f18-9be6-6e958207d96e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:12:31 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e84dfa1c-12c0-446c-b781-25736478a8c2 tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Acquiring lock "c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e84dfa1c-12c0-446c-b781-25736478a8c2 tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Lock "c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.028s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8bf67bf-a7e9-42a4-97d1-ff313da41ec4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 16:12:31 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:12:31 user nova-compute[75076]:   <source dev="/dev/sdc"/>
Oct 27 16:12:31 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:12:31 user nova-compute[75076]:   <serial>8dd84c93-adcf-4ae5-978a-a2245ba34956</serial>
Oct 27 16:12:31 user nova-compute[75076]: </disk>
Oct 27 16:12:31 user nova-compute[75076]:  {{(pid=75076) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39] added
Oct 27 16:12:31 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[22ca6363-9fc8-46b6-9d45-a9ff30e2c3b0]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG nova.objects.instance [None req-e84dfa1c-12c0-446c-b781-25736478a8c2 tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Lazy-loading 'flavor' on Instance uuid c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.038s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[153d80a9-b6b7-4435-8b21-26083690630f]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v maFTrlij {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:12:31 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Creating image(s)
Oct 27 16:12:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Did not create local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Ensure instance console log exists: /opt/stack/data/nova/instances/787fbfd3-dee0-4dbf-b2a7-6a8199d8b005/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Start _get_guest_xml network_info=[{"id": "e11d0d65-58bc-4b60-ba3b-6a842cfb4719", "address": "fa:16:3e:bd:e9:ab", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape11d0d65-58", "ovs_interfaceid": "e11d0d65-58bc-4b60-ba3b-6a842cfb4719", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OUjqtRAw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '787fbfd3-dee0-4dbf-b2a7-6a8199d8b005', 'attached_at': '', 'detached_at': '', 'volume_id': '0c8f81cd-1e2b-4641-9a47-6ba61300ad78', 'serial': '0c8f81cd-1e2b-4641-9a47-6ba61300ad78'}, 'boot_index': 0, 'device_type': 'disk', 'mount_device': '/dev/vda', 'disk_bus': 'virtio', 'attachment_id': '64be282c-c38d-4604-84bc-71fb669264ed', 'guest_format': None, 'delete_on_termination': False, 'volume_type': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e84dfa1c-12c0-446c-b781-25736478a8c2 tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Lock "c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.121s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v maFTrlij" returned: 0 in 0.027s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b02cdf2-ba18-414a-b2c8-64a77d1d86ba]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'maFTrlij'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:31 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:12:31 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:12:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OUjqtRAw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:12:31 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:12:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bc21596-04c3-461c-8808-76a70fd6e1f7]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.720s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3b71a09-6e6d-45e2-a6df-07eab771ccdc]: (4, ('tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)
Oct 27 16:12:31 user nova-compute[75076]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)
Oct 27 16:12:31 user nova-compute[75076]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)
Oct 27 16:12:31 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] iscsi session list stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)
Oct 27 16:12:31 user nova-compute[75076]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)
Oct 27 16:12:31 user nova-compute[75076]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)
Oct 27 16:12:31 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e84dfa1c-12c0-446c-b781-25736478a8c2 tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Acquiring lock "c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e84dfa1c-12c0-446c-b781-25736478a8c2 tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Lock "c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:12:31 user nova-compute[75076]: INFO nova.compute.manager [None req-e84dfa1c-12c0-446c-b781-25736478a8c2 tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Attaching volume 4f9ddfc6-0a0f-4ffc-ad01-f649eea43816 to /dev/vdb
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 -p 172.16.0.220:3260 --login" returned: 0 in 0.083s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b44f31d3-4ac7-4a76-b90e-0bc3d65003ee]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39, portal: 172.16.0.220,3260]
Oct 27 16:12:31 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39, portal: 172.16.0.220,3260] successful.
Oct 27 16:12:31 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5765f821-c467-4e95-92fb-aded593c4015]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG os_brick.utils [None req-e84dfa1c-12c0-446c-b781-25736478a8c2 tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[87103874-cd20-478c-b9dd-5ff162a3e5e4]: (4, ('tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)
Oct 27 16:12:31 user nova-compute[75076]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)
Oct 27 16:12:31 user nova-compute[75076]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)
Oct 27 16:12:31 user nova-compute[75076]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 (non-flash)
Oct 27 16:12:31 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] iscsi session list stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)
Oct 27 16:12:31 user nova-compute[75076]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)
Oct 27 16:12:31 user nova-compute[75076]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)
Oct 27 16:12:31 user nova-compute[75076]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 (non-flash)
Oct 27 16:12:31 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.475s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] HCTL ('36', '-', '-', 0) found on session 9 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Scanning host 36 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d69d4bfb-cdad-444c-9b6b-8a12e715f8b4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[00e0a955-bb27-48ff-9e02-c0108aa5de12]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Searching for a device in session 9 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'maFTrlij', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.035s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f64f4af5-c9be-40ac-a16d-9f35f0f56917]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a029c64-f2c3-470c-bdc6-0a95a12263e0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[2929756f-dfd4-43e8-93ff-8f08982865ca]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-e84dfa1c-12c0-446c-b781-25736478a8c2 tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-e84dfa1c-12c0-446c-b781-25736478a8c2 tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e84dfa1c-12c0-446c-b781-25736478a8c2 tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] No VIF found with MAC fa:16:3e:30:fb:23, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:12:31 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ce3237f-030c-4311-9801-fb45cde3354b]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-e84dfa1c-12c0-446c-b781-25736478a8c2 tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-e84dfa1c-12c0-446c-b781-25736478a8c2 tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-e84dfa1c-12c0-446c-b781-25736478a8c2 tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG os_brick.utils [None req-e84dfa1c-12c0-446c-b781-25736478a8c2 tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] <== get_connector_properties: return (175ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-e84dfa1c-12c0-446c-b781-25736478a8c2 tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Updating existing volume attachment record: 18e7896d-17ae-4be8-a77d-5c4225fe5ac9 {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:12:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-15853700-28ec-43a1-b6c0-b19ed86e48c7 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "c493b688-6673-469f-a919-b93552ba25db" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 37.124s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.516s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] <== connect_volume: return (1643ms) {'type': 'block', 'scsi_wwn': '23561623031633634', 'path': '/dev/sde'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23561623031633634', 'path': '/dev/sde'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.241s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:12:32 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:12:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:12:32 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:12:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG nova.objects.instance [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Lazy-loading 'flavor' on Instance uuid fd883620-5f32-4794-919b-ee341a7da39a {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[81dfcdbd-0d91-46f6-948b-f2b054aa0288]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:12:32 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[2381eb4a-8b3e-4a6a-9125-246125481c08]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78] added
Oct 27 16:12:32 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb2ca16f-2c74-495c-bf59-925c04ddd3dc]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5aa115bd-a797-45aa-902b-e5aeac883276]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OUjqtRAw {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OUjqtRAw" returned: 0 in 0.024s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf0d0854-cca8-4a27-bcec-cfd4b47794c9]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'OUjqtRAw'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff4b569d-1746-4199-8729-4d73ee18ebdd]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[2dc1f3aa-316d-408c-85fb-789a83127916]: (4, ('tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)
Oct 27 16:12:32 user nova-compute[75076]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)
Oct 27 16:12:32 user nova-compute[75076]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)
Oct 27 16:12:32 user nova-compute[75076]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 (non-flash)
Oct 27 16:12:32 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsi session list stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)
Oct 27 16:12:32 user nova-compute[75076]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)
Oct 27 16:12:32 user nova-compute[75076]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)
Oct 27 16:12:32 user nova-compute[75076]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 (non-flash)
Oct 27 16:12:32 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 -p 172.16.0.220:3260 --login" returned: 0 in 0.082s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[68968c25-39db-46fa-be7f-e91292836769]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78, portal: 172.16.0.220,3260]
Oct 27 16:12:32 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78, portal: 172.16.0.220,3260] successful.
Oct 27 16:12:32 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0130f21-73a8-4d2f-80d2-981a58226111]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e55f1d9a-d192-4be4-94f3-c06c733d8751]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:12:32 user nova-compute[75076]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)
Oct 27 16:12:32 user nova-compute[75076]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)
Oct 27 16:12:32 user nova-compute[75076]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)
Oct 27 16:12:32 user nova-compute[75076]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 (non-flash)
Oct 27 16:12:32 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:12:32 user nova-compute[75076]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)
Oct 27 16:12:32 user nova-compute[75076]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a (non-flash)
Oct 27 16:12:32 user nova-compute[75076]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)
Oct 27 16:12:32 user nova-compute[75076]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 (non-flash)
Oct 27 16:12:32 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.368s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] HCTL ('37', '-', '-', 0) found on session 10 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:12:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:33 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a51da0e6-b50f-450a-8ce4-0b6c6a4de83e]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:33 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Searching for a device in session 10 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:12:33 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OUjqtRAw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:12:33 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=75076) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 16:12:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquiring lock "326254e7-ff86-424b-95ad-e65d08254daa" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:12:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "326254e7-ff86-424b-95ad-e65d08254daa" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:12:33 user nova-compute[75076]: INFO nova.compute.manager [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Unshelving
Oct 27 16:12:33 user nova-compute[75076]: INFO nova.virt.block_device [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Booting with volume 78d45055-71ee-41e9-a82e-f3e342f596f2 at /dev/vdc
Oct 27 16:12:33 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] COPY block job progress, current cursor: 156237824 final cursor: 1073741824 {{(pid=75076) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 16:12:33 user nova-compute[75076]: DEBUG os_brick.utils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:12:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:33 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[20be0d95-7131-4b53-b9e5-192dd698e273]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:33 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[93208d7a-9a37-491c-a3a4-e627af3d6ff7]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:33 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9dc4e7a-8b3f-4b6b-baf2-33b2c236e628]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:33 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[916e5086-6780-46e2-8cfc-d6c5101f1402]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:12:33 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:12:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:12:33 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:12:33 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d12c9c9-0b97-4afa-b659-78a645084ff0]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:33 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:12:33 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:12:33 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:12:33 user nova-compute[75076]: DEBUG os_brick.utils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] <== get_connector_properties: return (162ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:12:33 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Updating existing volume attachment record: 8b079116-1e1b-4737-80ba-a01c4d649486 {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:12:34 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.409s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:12:34 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] <== connect_volume: return (2650ms) {'type': 'block', 'scsi_wwn': '26339616434376537', 'path': '/dev/sdf'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:12:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26339616434376537', 'path': '/dev/sdf'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:12:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:11:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-629806759',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-629806759',id=13,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8b35a9703a8942d3b1e8a7ed3ccdb494',ramdisk_id='',reservation_id='r-3g2s2m4v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1685226580',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:11:26Z,user_data=None,user_id='292311e3f0db4dc199101504f91de7f7',uuid=787fbfd3-dee0-4dbf-b2a7-6a8199d8b005,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e11d0d65-58bc-4b60-ba3b-6a842cfb4719", "address": "fa:16:3e:bd:e9:ab", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape11d0d65-58", "ovs_interfaceid": "e11d0d65-58bc-4b60-ba3b-6a842cfb4719", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:12:34 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Converting VIF {"id": "e11d0d65-58bc-4b60-ba3b-6a842cfb4719", "address": "fa:16:3e:bd:e9:ab", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape11d0d65-58", "ovs_interfaceid": "e11d0d65-58bc-4b60-ba3b-6a842cfb4719", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:12:34 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bd:e9:ab,bridge_name='br-int',has_traffic_filtering=True,id=e11d0d65-58bc-4b60-ba3b-6a842cfb4719,network=Network(dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape11d0d65-58') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:12:34 user nova-compute[75076]: DEBUG nova.objects.instance [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lazy-loading 'pci_devices' on Instance uuid 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:12:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] COPY block job progress, current cursor: 330301440 final cursor: 1073741824 {{(pid=75076) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 16:12:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:12:34 user nova-compute[75076]:   <uuid>787fbfd3-dee0-4dbf-b2a7-6a8199d8b005</uuid>
Oct 27 16:12:34 user nova-compute[75076]:   <name>instance-0000000d</name>
Oct 27 16:12:34 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:12:34 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:12:34 user nova-compute[75076]:   <metadata>
Oct 27 16:12:34 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:12:34 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:12:34 user nova-compute[75076]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-629806759</nova:name>
Oct 27 16:12:34 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:12:31</nova:creationTime>
Oct 27 16:12:34 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:12:34 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:12:34 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:12:34 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:12:34 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:12:34 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:12:34 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:12:34 user nova-compute[75076]:       <nova:owner>
Oct 27 16:12:34 user nova-compute[75076]:         <nova:user uuid="292311e3f0db4dc199101504f91de7f7">tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member</nova:user>
Oct 27 16:12:34 user nova-compute[75076]:         <nova:project uuid="8b35a9703a8942d3b1e8a7ed3ccdb494">tempest-ServerBootFromVolumeStableRescueTest-1685226580</nova:project>
Oct 27 16:12:34 user nova-compute[75076]:       </nova:owner>
Oct 27 16:12:34 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:12:34 user nova-compute[75076]:       <nova:ports>
Oct 27 16:12:34 user nova-compute[75076]:         <nova:port uuid="e11d0d65-58bc-4b60-ba3b-6a842cfb4719">
Oct 27 16:12:34 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 27 16:12:34 user nova-compute[75076]:         </nova:port>
Oct 27 16:12:34 user nova-compute[75076]:       </nova:ports>
Oct 27 16:12:34 user nova-compute[75076]:     </nova:instance>
Oct 27 16:12:34 user nova-compute[75076]:   </metadata>
Oct 27 16:12:34 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:12:34 user nova-compute[75076]:     <system>
Oct 27 16:12:34 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:12:34 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:12:34 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:12:34 user nova-compute[75076]:       <entry name="serial">787fbfd3-dee0-4dbf-b2a7-6a8199d8b005</entry>
Oct 27 16:12:34 user nova-compute[75076]:       <entry name="uuid">787fbfd3-dee0-4dbf-b2a7-6a8199d8b005</entry>
Oct 27 16:12:34 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:12:34 user nova-compute[75076]:     </system>
Oct 27 16:12:34 user nova-compute[75076]:   </sysinfo>
Oct 27 16:12:34 user nova-compute[75076]:   <os>
Oct 27 16:12:34 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:12:34 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:12:34 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:12:34 user nova-compute[75076]:   </os>
Oct 27 16:12:34 user nova-compute[75076]:   <features>
Oct 27 16:12:34 user nova-compute[75076]:     <acpi/>
Oct 27 16:12:34 user nova-compute[75076]:     <apic/>
Oct 27 16:12:34 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:12:34 user nova-compute[75076]:   </features>
Oct 27 16:12:34 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:12:34 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:12:34 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:12:34 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:12:34 user nova-compute[75076]:   </clock>
Oct 27 16:12:34 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:12:34 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:12:34 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:12:34 user nova-compute[75076]:   </cpu>
Oct 27 16:12:34 user nova-compute[75076]:   <devices>
Oct 27 16:12:34 user nova-compute[75076]:     <disk type="block" device="disk">
Oct 27 16:12:34 user nova-compute[75076]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:12:34 user nova-compute[75076]:       <source dev="/dev/sdf"/>
Oct 27 16:12:34 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:12:34 user nova-compute[75076]:       <serial>0c8f81cd-1e2b-4641-9a47-6ba61300ad78</serial>
Oct 27 16:12:34 user nova-compute[75076]:     </disk>
Oct 27 16:12:34 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:12:34 user nova-compute[75076]:       <mac address="fa:16:3e:bd:e9:ab"/>
Oct 27 16:12:34 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:12:34 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:12:34 user nova-compute[75076]:       <target dev="tape11d0d65-58"/>
Oct 27 16:12:34 user nova-compute[75076]:     </interface>
Oct 27 16:12:34 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:12:34 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/787fbfd3-dee0-4dbf-b2a7-6a8199d8b005/console.log" append="off"/>
Oct 27 16:12:34 user nova-compute[75076]:     </serial>
Oct 27 16:12:34 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:12:34 user nova-compute[75076]:     <video>
Oct 27 16:12:34 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:12:34 user nova-compute[75076]:     </video>
Oct 27 16:12:34 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:12:34 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:12:34 user nova-compute[75076]:     </rng>
Oct 27 16:12:34 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:12:34 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:12:34 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:12:34 user nova-compute[75076]:     </memballoon>
Oct 27 16:12:34 user nova-compute[75076]:   </devices>
Oct 27 16:12:34 user nova-compute[75076]: </domain>
Oct 27 16:12:34 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:12:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:11:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-629806759',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-629806759',id=13,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8b35a9703a8942d3b1e8a7ed3ccdb494',ramdisk_id='',reservation_id='r-3g2s2m4v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1685226580',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:11:26Z,user_data=None,user_id='292311e3f0db4dc199101504f91de7f7',uuid=787fbfd3-dee0-4dbf-b2a7-6a8199d8b005,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e11d0d65-58bc-4b60-ba3b-6a842cfb4719", "address": "fa:16:3e:bd:e9:ab", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape11d0d65-58", "ovs_interfaceid": "e11d0d65-58bc-4b60-ba3b-6a842cfb4719", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:12:34 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Converting VIF {"id": "e11d0d65-58bc-4b60-ba3b-6a842cfb4719", "address": "fa:16:3e:bd:e9:ab", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape11d0d65-58", "ovs_interfaceid": "e11d0d65-58bc-4b60-ba3b-6a842cfb4719", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:12:34 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bd:e9:ab,bridge_name='br-int',has_traffic_filtering=True,id=e11d0d65-58bc-4b60-ba3b-6a842cfb4719,network=Network(dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape11d0d65-58') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:12:34 user nova-compute[75076]: DEBUG os_vif [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:e9:ab,bridge_name='br-int',has_traffic_filtering=True,id=e11d0d65-58bc-4b60-ba3b-6a842cfb4719,network=Network(dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape11d0d65-58') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:12:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:12:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:12:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cffe589a-2d10-5783-a1b0-6d7fe3128a9f', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:12:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:12:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape11d0d65-58, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:12:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape11d0d65-58, col_values=(('qos', UUID('3adebed1-7099-435b-a2a4-5073e8248aa0')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:12:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape11d0d65-58, col_values=(('external_ids', {'iface-id': 'e11d0d65-58bc-4b60-ba3b-6a842cfb4719', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:bd:e9:ab', 'vm-uuid': '787fbfd3-dee0-4dbf-b2a7-6a8199d8b005'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:12:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:12:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:34 user nova-compute[75076]: INFO os_vif [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:e9:ab,bridge_name='br-int',has_traffic_filtering=True,id=e11d0d65-58bc-4b60-ba3b-6a842cfb4719,network=Network(dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape11d0d65-58')
Oct 27 16:12:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:12:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] No VIF found with MAC fa:16:3e:bd:e9:ab, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:12:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] COPY block job progress, current cursor: 477102080 final cursor: 1073741824 {{(pid=75076) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 16:12:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "c35e1163-5e25-488f-858f-8ad5d5430617" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:12:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "c35e1163-5e25-488f-858f-8ad5d5430617" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:12:34 user nova-compute[75076]: DEBUG nova.compute.manager [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:12:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:12:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:12:35 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:12:35 user nova-compute[75076]: INFO nova.compute.claims [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Claim successful on node user
Oct 27 16:12:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] COPY block job progress, current cursor: 603979776 final cursor: 1073741824 {{(pid=75076) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 16:12:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] COPY block job progress, current cursor: 671088640 final cursor: 1073741824 {{(pid=75076) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 16:12:35 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:12:35 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:12:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.767s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:12:35 user nova-compute[75076]: DEBUG nova.compute.manager [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:12:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:35 user nova-compute[75076]: DEBUG nova.compute.manager [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:12:35 user nova-compute[75076]: DEBUG nova.network.neutron [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:12:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:35 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:12:35 user nova-compute[75076]: DEBUG nova.compute.manager [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:12:36 user nova-compute[75076]: DEBUG nova.policy [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '714d6bf7998c4abd8641b678ee293691', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eca4241be0a24932b482fcdba2f45482', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:12:36 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] COPY block job progress, current cursor: 751828992 final cursor: 1073741824 {{(pid=75076) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 16:12:36 user nova-compute[75076]: DEBUG nova.compute.manager [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:12:36 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:12:36 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Creating image(s)
Oct 27 16:12:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "/opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:12:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "/opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:12:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "/opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:12:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:36 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.187s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:12:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:12:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:36 user nova-compute[75076]: DEBUG nova.compute.manager [req-7e419b64-cc72-47fe-82a5-accb5c398142 req-2e39d15c-537d-4fae-bb0e-d850f2cea2ff service nova] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Received event network-vif-plugged-e11d0d65-58bc-4b60-ba3b-6a842cfb4719 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:12:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7e419b64-cc72-47fe-82a5-accb5c398142 req-2e39d15c-537d-4fae-bb0e-d850f2cea2ff service nova] Acquiring lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:12:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7e419b64-cc72-47fe-82a5-accb5c398142 req-2e39d15c-537d-4fae-bb0e-d850f2cea2ff service nova] Lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:12:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7e419b64-cc72-47fe-82a5-accb5c398142 req-2e39d15c-537d-4fae-bb0e-d850f2cea2ff service nova] Lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:12:36 user nova-compute[75076]: DEBUG nova.compute.manager [req-7e419b64-cc72-47fe-82a5-accb5c398142 req-2e39d15c-537d-4fae-bb0e-d850f2cea2ff service nova] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] No waiting events found dispatching network-vif-plugged-e11d0d65-58bc-4b60-ba3b-6a842cfb4719 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:12:36 user nova-compute[75076]: WARNING nova.compute.manager [req-7e419b64-cc72-47fe-82a5-accb5c398142 req-2e39d15c-537d-4fae-bb0e-d850f2cea2ff service nova] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Received unexpected event network-vif-plugged-e11d0d65-58bc-4b60-ba3b-6a842cfb4719 for instance with vm_state building and task_state spawning.
Oct 27 16:12:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.239s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/disk 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:36 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] COPY block job progress, current cursor: 836763648 final cursor: 1073741824 {{(pid=75076) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 16:12:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/disk 1073741824" returned: 0 in 0.083s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.325s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:12:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.269s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:36 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/disk. size=1073741824 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:12:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:37 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Cannot resize image /opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/disk to a smaller size. {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 16:12:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:12:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Ensure instance console log exists: /opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:12:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:12:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:12:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:12:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] COPY block job progress, current cursor: 876609536 final cursor: 1073741824 {{(pid=75076) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 16:12:37 user nova-compute[75076]: DEBUG nova.network.neutron [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Successfully created port: 0d460c63-ecbb-4003-91fa-ff650aa74db8 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:12:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] COPY block job progress, current cursor: 942669824 final cursor: 1073741824 {{(pid=75076) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.network.neutron [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Successfully updated port: 0d460c63-ecbb-4003-91fa-ff650aa74db8 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] COPY block job progress, current cursor: 991952896 final cursor: 1073741824 {{(pid=75076) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "refresh_cache-c35e1163-5e25-488f-858f-8ad5d5430617" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquired lock "refresh_cache-c35e1163-5e25-488f-858f-8ad5d5430617" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.network.neutron [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.network.neutron [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.compute.manager [req-54dda510-99b2-4c4e-b193-40f26995a4dc req-b55c0198-13c1-482e-80f4-8cc4626e61a6 service nova] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Received event network-vif-plugged-e11d0d65-58bc-4b60-ba3b-6a842cfb4719 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-54dda510-99b2-4c4e-b193-40f26995a4dc req-b55c0198-13c1-482e-80f4-8cc4626e61a6 service nova] Acquiring lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-54dda510-99b2-4c4e-b193-40f26995a4dc req-b55c0198-13c1-482e-80f4-8cc4626e61a6 service nova] Lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-54dda510-99b2-4c4e-b193-40f26995a4dc req-b55c0198-13c1-482e-80f4-8cc4626e61a6 service nova] Lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.compute.manager [req-54dda510-99b2-4c4e-b193-40f26995a4dc req-b55c0198-13c1-482e-80f4-8cc4626e61a6 service nova] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] No waiting events found dispatching network-vif-plugged-e11d0d65-58bc-4b60-ba3b-6a842cfb4719 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:12:38 user nova-compute[75076]: WARNING nova.compute.manager [req-54dda510-99b2-4c4e-b193-40f26995a4dc req-b55c0198-13c1-482e-80f4-8cc4626e61a6 service nova] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Received unexpected event network-vif-plugged-e11d0d65-58bc-4b60-ba3b-6a842cfb4719 for instance with vm_state building and task_state spawning.
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.compute.manager [req-54dda510-99b2-4c4e-b193-40f26995a4dc req-b55c0198-13c1-482e-80f4-8cc4626e61a6 service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Received event network-changed-0d460c63-ecbb-4003-91fa-ff650aa74db8 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.compute.manager [req-54dda510-99b2-4c4e-b193-40f26995a4dc req-b55c0198-13c1-482e-80f4-8cc4626e61a6 service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Refreshing instance network info cache due to event network-changed-0d460c63-ecbb-4003-91fa-ff650aa74db8. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-54dda510-99b2-4c4e-b193-40f26995a4dc req-b55c0198-13c1-482e-80f4-8cc4626e61a6 service nova] Acquiring lock "refresh_cache-c35e1163-5e25-488f-858f-8ad5d5430617" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.network.neutron [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Updating instance_info_cache with network_info: [{"id": "0d460c63-ecbb-4003-91fa-ff650aa74db8", "address": "fa:16:3e:bb:7c:67", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d460c63-ec", "ovs_interfaceid": "0d460c63-ecbb-4003-91fa-ff650aa74db8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Releasing lock "refresh_cache-c35e1163-5e25-488f-858f-8ad5d5430617" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.compute.manager [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Instance network_info: |[{"id": "0d460c63-ecbb-4003-91fa-ff650aa74db8", "address": "fa:16:3e:bb:7c:67", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d460c63-ec", "ovs_interfaceid": "0d460c63-ecbb-4003-91fa-ff650aa74db8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-54dda510-99b2-4c4e-b193-40f26995a4dc req-b55c0198-13c1-482e-80f4-8cc4626e61a6 service nova] Acquired lock "refresh_cache-c35e1163-5e25-488f-858f-8ad5d5430617" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.network.neutron [req-54dda510-99b2-4c4e-b193-40f26995a4dc req-b55c0198-13c1-482e-80f4-8cc4626e61a6 service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Refreshing network info cache for port 0d460c63-ecbb-4003-91fa-ff650aa74db8 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Start _get_guest_xml network_info=[{"id": "0d460c63-ecbb-4003-91fa-ff650aa74db8", "address": "fa:16:3e:bb:7c:67", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d460c63-ec", "ovs_interfaceid": "0d460c63-ecbb-4003-91fa-ff650aa74db8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:12:38 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:12:38 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:12:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-603427319',display_name='tempest-tempest.common.compute-instance-603427319',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-603427319',id=15,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB881cFoRUGsxatC60s64SZ7ALJIwu4oXrSL6Jcg7A1Qh3YEUxKc3k8hoJCxtkdMwYFbJ/YdYyXiDaOcnSOwTAPZsLN0YpCg/cFgWsEwWZklaYeWDJvVwV9ZNunXeAdCbw==',key_name='tempest-keypair-817701294',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='eca4241be0a24932b482fcdba2f45482',ramdisk_id='',reservation_id='r-h7so262u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1737890963',owner_user_name='tempest-ServerActionsTestOtherA-1737890963-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:12:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='714d6bf7998c4abd8641b678ee293691',uuid=c35e1163-5e25-488f-858f-8ad5d5430617,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0d460c63-ecbb-4003-91fa-ff650aa74db8", "address": "fa:16:3e:bb:7c:67", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d460c63-ec", "ovs_interfaceid": "0d460c63-ecbb-4003-91fa-ff650aa74db8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Converting VIF {"id": "0d460c63-ecbb-4003-91fa-ff650aa74db8", "address": "fa:16:3e:bb:7c:67", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d460c63-ec", "ovs_interfaceid": "0d460c63-ecbb-4003-91fa-ff650aa74db8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bb:7c:67,bridge_name='br-int',has_traffic_filtering=True,id=0d460c63-ecbb-4003-91fa-ff650aa74db8,network=Network(d4452627-1a52-4591-bd30-e240f8690c51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d460c63-ec') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.objects.instance [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lazy-loading 'pci_devices' on Instance uuid c35e1163-5e25-488f-858f-8ad5d5430617 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=75076) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:12:38 user nova-compute[75076]:   <uuid>c35e1163-5e25-488f-858f-8ad5d5430617</uuid>
Oct 27 16:12:38 user nova-compute[75076]:   <name>instance-0000000f</name>
Oct 27 16:12:38 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:12:38 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:12:38 user nova-compute[75076]:   <metadata>
Oct 27 16:12:38 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:12:38 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:12:38 user nova-compute[75076]:       <nova:name>tempest-tempest.common.compute-instance-603427319</nova:name>
Oct 27 16:12:38 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:12:38</nova:creationTime>
Oct 27 16:12:38 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:12:38 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:12:38 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:12:38 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:12:38 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:12:38 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:12:38 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:12:38 user nova-compute[75076]:       <nova:owner>
Oct 27 16:12:38 user nova-compute[75076]:         <nova:user uuid="714d6bf7998c4abd8641b678ee293691">tempest-ServerActionsTestOtherA-1737890963-project-member</nova:user>
Oct 27 16:12:38 user nova-compute[75076]:         <nova:project uuid="eca4241be0a24932b482fcdba2f45482">tempest-ServerActionsTestOtherA-1737890963</nova:project>
Oct 27 16:12:38 user nova-compute[75076]:       </nova:owner>
Oct 27 16:12:38 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:12:38 user nova-compute[75076]:       <nova:ports>
Oct 27 16:12:38 user nova-compute[75076]:         <nova:port uuid="0d460c63-ecbb-4003-91fa-ff650aa74db8">
Oct 27 16:12:38 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 27 16:12:38 user nova-compute[75076]:         </nova:port>
Oct 27 16:12:38 user nova-compute[75076]:       </nova:ports>
Oct 27 16:12:38 user nova-compute[75076]:     </nova:instance>
Oct 27 16:12:38 user nova-compute[75076]:   </metadata>
Oct 27 16:12:38 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:12:38 user nova-compute[75076]:     <system>
Oct 27 16:12:38 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:12:38 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:12:38 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:12:38 user nova-compute[75076]:       <entry name="serial">c35e1163-5e25-488f-858f-8ad5d5430617</entry>
Oct 27 16:12:38 user nova-compute[75076]:       <entry name="uuid">c35e1163-5e25-488f-858f-8ad5d5430617</entry>
Oct 27 16:12:38 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:12:38 user nova-compute[75076]:     </system>
Oct 27 16:12:38 user nova-compute[75076]:   </sysinfo>
Oct 27 16:12:38 user nova-compute[75076]:   <os>
Oct 27 16:12:38 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:12:38 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:12:38 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:12:38 user nova-compute[75076]:   </os>
Oct 27 16:12:38 user nova-compute[75076]:   <features>
Oct 27 16:12:38 user nova-compute[75076]:     <acpi/>
Oct 27 16:12:38 user nova-compute[75076]:     <apic/>
Oct 27 16:12:38 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:12:38 user nova-compute[75076]:   </features>
Oct 27 16:12:38 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:12:38 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:12:38 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:12:38 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:12:38 user nova-compute[75076]:   </clock>
Oct 27 16:12:38 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:12:38 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:12:38 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:12:38 user nova-compute[75076]:   </cpu>
Oct 27 16:12:38 user nova-compute[75076]:   <devices>
Oct 27 16:12:38 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:12:38 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:12:38 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/disk"/>
Oct 27 16:12:38 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:12:38 user nova-compute[75076]:     </disk>
Oct 27 16:12:38 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:12:38 user nova-compute[75076]:       <mac address="fa:16:3e:bb:7c:67"/>
Oct 27 16:12:38 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:12:38 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:12:38 user nova-compute[75076]:       <target dev="tap0d460c63-ec"/>
Oct 27 16:12:38 user nova-compute[75076]:     </interface>
Oct 27 16:12:38 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:12:38 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/console.log" append="off"/>
Oct 27 16:12:38 user nova-compute[75076]:     </serial>
Oct 27 16:12:38 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:12:38 user nova-compute[75076]:     <video>
Oct 27 16:12:38 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:12:38 user nova-compute[75076]:     </video>
Oct 27 16:12:38 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:12:38 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:12:38 user nova-compute[75076]:     </rng>
Oct 27 16:12:38 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:12:38 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:12:38 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:12:38 user nova-compute[75076]:     </memballoon>
Oct 27 16:12:38 user nova-compute[75076]:   </devices>
Oct 27 16:12:38 user nova-compute[75076]: </domain>
Oct 27 16:12:38 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:12:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-603427319',display_name='tempest-tempest.common.compute-instance-603427319',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-603427319',id=15,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB881cFoRUGsxatC60s64SZ7ALJIwu4oXrSL6Jcg7A1Qh3YEUxKc3k8hoJCxtkdMwYFbJ/YdYyXiDaOcnSOwTAPZsLN0YpCg/cFgWsEwWZklaYeWDJvVwV9ZNunXeAdCbw==',key_name='tempest-keypair-817701294',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='eca4241be0a24932b482fcdba2f45482',ramdisk_id='',reservation_id='r-h7so262u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1737890963',owner_user_name='tempest-ServerActionsTestOtherA-1737890963-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:12:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='714d6bf7998c4abd8641b678ee293691',uuid=c35e1163-5e25-488f-858f-8ad5d5430617,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0d460c63-ecbb-4003-91fa-ff650aa74db8", "address": "fa:16:3e:bb:7c:67", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d460c63-ec", "ovs_interfaceid": "0d460c63-ecbb-4003-91fa-ff650aa74db8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Converting VIF {"id": "0d460c63-ecbb-4003-91fa-ff650aa74db8", "address": "fa:16:3e:bb:7c:67", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d460c63-ec", "ovs_interfaceid": "0d460c63-ecbb-4003-91fa-ff650aa74db8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bb:7c:67,bridge_name='br-int',has_traffic_filtering=True,id=0d460c63-ecbb-4003-91fa-ff650aa74db8,network=Network(d4452627-1a52-4591-bd30-e240f8690c51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d460c63-ec') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG os_vif [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bb:7c:67,bridge_name='br-int',has_traffic_filtering=True,id=0d460c63-ecbb-4003-91fa-ff650aa74db8,network=Network(d4452627-1a52-4591-bd30-e240f8690c51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d460c63-ec') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '938c9cf2-22f9-50ed-9a76-2b1ce5dd52dd', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0d460c63-ec, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0d460c63-ec, col_values=(('qos', UUID('8611e02b-e6ad-4e0e-93e3-aa57f08370e9')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0d460c63-ec, col_values=(('external_ids', {'iface-id': '0d460c63-ecbb-4003-91fa-ff650aa74db8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:bb:7c:67', 'vm-uuid': 'c35e1163-5e25-488f-858f-8ad5d5430617'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:12:38 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Instance spawned successfully.
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:38 user nova-compute[75076]: INFO os_vif [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bb:7c:67,bridge_name='br-int',has_traffic_filtering=True,id=0d460c63-ecbb-4003-91fa-ff650aa74db8,network=Network(d4452627-1a52-4591-bd30-e240f8690c51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d460c63-ec')
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] No VIF found with MAC fa:16:3e:bb:7c:67, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] [instance: fd883620-5f32-4794-919b-ee341a7da39a] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iAaHLoXn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:12:38 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:12:38 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[50779eb0-c8dc-4b27-ba3d-b0f848e8ae27]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:12:38 user nova-compute[75076]: No targets found.
Oct 27 16:12:38 user nova-compute[75076]: iSNS:
Oct 27 16:12:38 user nova-compute[75076]: No targets found.
Oct 27 16:12:38 user nova-compute[75076]: STATIC:
Oct 27 16:12:38 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78
Oct 27 16:12:38 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:12:38 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:12:38 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39
Oct 27 16:12:38 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:12:38 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:12:38 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956
Oct 27 16:12:38 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:12:38 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:12:38 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a
Oct 27 16:12:38 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:12:38 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:12:38 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9
Oct 27 16:12:38 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:12:38 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:12:38 user nova-compute[75076]: FIRMWARE:
Oct 27 16:12:38 user nova-compute[75076]: No targets found.
Oct 27 16:12:38 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:12:38 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:12:38 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:38 user nova-compute[75076]: INFO nova.compute.manager [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Took 7.70 seconds to spawn the instance on the hypervisor.
Oct 27 16:12:38 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b180b54-9c9b-42e4-b2fe-6c3df2b3eae9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[66620b13-401b-43e7-b1ed-0ff84fe0b25e]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:12:38 user nova-compute[75076]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)
Oct 27 16:12:38 user nova-compute[75076]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)
Oct 27 16:12:38 user nova-compute[75076]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 (non-flash)
Oct 27 16:12:38 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:12:38 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:12:38 user nova-compute[75076]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)
Oct 27 16:12:38 user nova-compute[75076]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)
Oct 27 16:12:38 user nova-compute[75076]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 (non-flash)
Oct 27 16:12:38 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:12:39 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe340dbd90>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9'): ({'sdd'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:12:39 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Removing single pathed devices sdd {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:12:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:39 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb3742b5-e35a-4d37-bc19-25985833b15f]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.024s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:39 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2abca2f-7d11-4851-b76b-e34f1a5ef399]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:39 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Flushing IO for device /dev/sdd {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:12:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:39 user nova-compute[75076]: INFO nova.compute.manager [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Took 73.78 seconds to build instance.
Oct 27 16:12:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:39 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c9b5a11-ac9b-469c-b162-61d5e825dfb9]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:39 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:12:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5bdf1bf8-83ff-45d9-885e-0d843cd16b8f tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 73.910s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:12:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.054s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:39 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b26326b4-8225-4fa1-9115-d8fe50444a74]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:39 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Checking to see if SCSI volumes sdd have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:12:39 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] SCSI volumes sdd have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:12:39 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:12:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:39 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7a74e76-a9c7-4af3-be8d-c1f049d4dd02]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:39 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:12:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:39 user nova-compute[75076]: DEBUG nova.network.neutron [req-54dda510-99b2-4c4e-b193-40f26995a4dc req-b55c0198-13c1-482e-80f4-8cc4626e61a6 service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Updated VIF entry in instance network info cache for port 0d460c63-ecbb-4003-91fa-ff650aa74db8. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:12:39 user nova-compute[75076]: DEBUG nova.network.neutron [req-54dda510-99b2-4c4e-b193-40f26995a4dc req-b55c0198-13c1-482e-80f4-8cc4626e61a6 service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Updating instance_info_cache with network_info: [{"id": "0d460c63-ecbb-4003-91fa-ff650aa74db8", "address": "fa:16:3e:bb:7c:67", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d460c63-ec", "ovs_interfaceid": "0d460c63-ecbb-4003-91fa-ff650aa74db8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:12:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-54dda510-99b2-4c4e-b193-40f26995a4dc req-b55c0198-13c1-482e-80f4-8cc4626e61a6 service nova] Releasing lock "refresh_cache-c35e1163-5e25-488f-858f-8ad5d5430617" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:12:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.083s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:39 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5925f711-feb4-434c-9108-c4f82990bf70]: (4, ('Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9, portal: 172.16.0.220,3260]\nLogout of [sid: 6, target: iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:39 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9, portal: 172.16.0.220,3260]
Oct 27 16:12:39 user nova-compute[75076]: Logout of [sid: 6, target: iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9, portal: 172.16.0.220,3260] successful.
Oct 27 16:12:39 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:12:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:39 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e32f5cd6-24da-4524-941f-c26c8b1a267d]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:39 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:12:39 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.402s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:12:39 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] <== disconnect_volume: return (404ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:12:39 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:12:39 user nova-compute[75076]: DEBUG nova.compute.manager [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'maFTrlij', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, 'status': 'reserved', 'instance': 'fd883620-5f32-4794-919b-ee341a7da39a', 'attached_at': '', 'detached_at': '', 'volume_id': '7600490d-8f1a-48c4-9366-c5471cd63c39', 'serial'} {{(pid=75076) _swap_volume /opt/stack/nova/nova/compute/manager.py:7790}}
Oct 27 16:12:39 user nova-compute[75076]: DEBUG nova.compute.manager [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] [instance: fd883620-5f32-4794-919b-ee341a7da39a] swap_volume: removing Cinder connection for volume 2cb9fb69-a46d-4ad8-affc-5627780da1f9 {{(pid=75076) _swap_volume /opt/stack/nova/nova/compute/manager.py:7835}}
Oct 27 16:12:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:40 user nova-compute[75076]: DEBUG nova.compute.manager [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] [instance: fd883620-5f32-4794-919b-ee341a7da39a] swap_volume: Updating volume 2cb9fb69-a46d-4ad8-affc-5627780da1f9 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "maFTrlij", "auth_password": "yGKN6qmVC1tDxf", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sde", "volume_id": "7600490d-8f1a-48c4-9366-c5471cd63c39"}, "status": "reserved", "instance": "fd883620-5f32-4794-919b-ee341a7da39a", "attached_at": "", "detached_at": "", "volume_id": "7600490d-8f1a-48c4-9366-c5471cd63c39", "serial": "7600490d-8f1a-48c4-9366-c5471cd63c39"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '7600490d-8f1a-48c4-9366-c5471cd63c39', 'no_device': None, 'attachment_id': '1ab176ec-0e74-474f-902d-341f8130955f'} {{(pid=75076) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7983}}
Oct 27 16:12:40 user nova-compute[75076]: DEBUG nova.compute.manager [req-667e129f-84fb-4668-acc5-4664ffe5aa6f req-47f45898-ae8a-4d23-b932-a73e831fe4e9 service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Received event network-vif-plugged-0d460c63-ecbb-4003-91fa-ff650aa74db8 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:12:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-667e129f-84fb-4668-acc5-4664ffe5aa6f req-47f45898-ae8a-4d23-b932-a73e831fe4e9 service nova] Acquiring lock "c35e1163-5e25-488f-858f-8ad5d5430617-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:12:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-667e129f-84fb-4668-acc5-4664ffe5aa6f req-47f45898-ae8a-4d23-b932-a73e831fe4e9 service nova] Lock "c35e1163-5e25-488f-858f-8ad5d5430617-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:12:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-667e129f-84fb-4668-acc5-4664ffe5aa6f req-47f45898-ae8a-4d23-b932-a73e831fe4e9 service nova] Lock "c35e1163-5e25-488f-858f-8ad5d5430617-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:12:40 user nova-compute[75076]: DEBUG nova.compute.manager [req-667e129f-84fb-4668-acc5-4664ffe5aa6f req-47f45898-ae8a-4d23-b932-a73e831fe4e9 service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] No waiting events found dispatching network-vif-plugged-0d460c63-ecbb-4003-91fa-ff650aa74db8 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:12:40 user nova-compute[75076]: WARNING nova.compute.manager [req-667e129f-84fb-4668-acc5-4664ffe5aa6f req-47f45898-ae8a-4d23-b932-a73e831fe4e9 service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Received unexpected event network-vif-plugged-0d460c63-ecbb-4003-91fa-ff650aa74db8 for instance with vm_state building and task_state spawning.
Oct 27 16:12:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0c520f81-17f8-4013-85e3-0e3618d78596 tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Lock "fd883620-5f32-4794-919b-ee341a7da39a" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 61.116s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:12:40 user nova-compute[75076]: ERROR nova.volume.cinder [None req-e84dfa1c-12c0-446c-b781-25736478a8c2 tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Update attachment failed for attachment 18e7896d-17ae-4be8-a77d-5c4225fe5ac9. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-1638ba6d-4387-4dfa-a1af-e3491b434620) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-1638ba6d-4387-4dfa-a1af-e3491b434620)
Oct 27 16:12:40 user nova-compute[75076]: ERROR nova.compute.manager [None req-e84dfa1c-12c0-446c-b781-25736478a8c2 tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Failed to attach 4f9ddfc6-0a0f-4ffc-ad01-f649eea43816 at /dev/vdb: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-1638ba6d-4387-4dfa-a1af-e3491b434620)
Oct 27 16:12:40 user nova-compute[75076]: ERROR nova.compute.manager [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Traceback (most recent call last):
Oct 27 16:12:40 user nova-compute[75076]: ERROR nova.compute.manager [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56]   File "/opt/stack/nova/nova/compute/manager.py", line 7566, in _attach_volume
Oct 27 16:12:40 user nova-compute[75076]: ERROR nova.compute.manager [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56]     bdm.attach(context, instance, self.volume_api, self.driver,
Oct 27 16:12:40 user nova-compute[75076]: ERROR nova.compute.manager [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 27 16:12:40 user nova-compute[75076]: ERROR nova.compute.manager [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56]     ret_val = method(obj, context, *args, **kwargs)
Oct 27 16:12:40 user nova-compute[75076]: ERROR nova.compute.manager [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 27 16:12:40 user nova-compute[75076]: ERROR nova.compute.manager [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56]     self._do_attach(context, instance, volume, volume_api,
Oct 27 16:12:40 user nova-compute[75076]: ERROR nova.compute.manager [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 27 16:12:40 user nova-compute[75076]: ERROR nova.compute.manager [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56]     self._volume_attach(context, volume, connector, instance,
Oct 27 16:12:40 user nova-compute[75076]: ERROR nova.compute.manager [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 27 16:12:40 user nova-compute[75076]: ERROR nova.compute.manager [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56]     connection_info = volume_api.attachment_update(
Oct 27 16:12:40 user nova-compute[75076]: ERROR nova.compute.manager [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 27 16:12:40 user nova-compute[75076]: ERROR nova.compute.manager [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56]     res = method(self, ctx, *args, **kwargs)
Oct 27 16:12:40 user nova-compute[75076]: ERROR nova.compute.manager [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 27 16:12:40 user nova-compute[75076]: ERROR nova.compute.manager [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56]     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 27 16:12:40 user nova-compute[75076]: ERROR nova.compute.manager [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 27 16:12:40 user nova-compute[75076]: ERROR nova.compute.manager [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56]     with excutils.save_and_reraise_exception():
Oct 27 16:12:40 user nova-compute[75076]: ERROR nova.compute.manager [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 27 16:12:40 user nova-compute[75076]: ERROR nova.compute.manager [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56]     self.force_reraise()
Oct 27 16:12:40 user nova-compute[75076]: ERROR nova.compute.manager [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 27 16:12:40 user nova-compute[75076]: ERROR nova.compute.manager [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56]     raise self.value
Oct 27 16:12:40 user nova-compute[75076]: ERROR nova.compute.manager [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 27 16:12:40 user nova-compute[75076]: ERROR nova.compute.manager [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56]     context, '3.44', skip_version_check=True).attachments.update(
Oct 27 16:12:40 user nova-compute[75076]: ERROR nova.compute.manager [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 27 16:12:40 user nova-compute[75076]: ERROR nova.compute.manager [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56]     return method.func(obj, *args, **kwargs)
Oct 27 16:12:40 user nova-compute[75076]: ERROR nova.compute.manager [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 27 16:12:40 user nova-compute[75076]: ERROR nova.compute.manager [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56]     resp = self._update('/attachments/%s' % id, body)
Oct 27 16:12:40 user nova-compute[75076]: ERROR nova.compute.manager [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 27 16:12:40 user nova-compute[75076]: ERROR nova.compute.manager [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56]     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 27 16:12:40 user nova-compute[75076]: ERROR nova.compute.manager [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 27 16:12:40 user nova-compute[75076]: ERROR nova.compute.manager [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56]     return self._cs_request(url, 'PUT', **kwargs)
Oct 27 16:12:40 user nova-compute[75076]: ERROR nova.compute.manager [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 27 16:12:40 user nova-compute[75076]: ERROR nova.compute.manager [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56]     return self.request(url, method, **kwargs)
Oct 27 16:12:40 user nova-compute[75076]: ERROR nova.compute.manager [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 27 16:12:40 user nova-compute[75076]: ERROR nova.compute.manager [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56]     raise exceptions.from_response(resp, body)
Oct 27 16:12:40 user nova-compute[75076]: ERROR nova.compute.manager [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-1638ba6d-4387-4dfa-a1af-e3491b434620)
Oct 27 16:12:40 user nova-compute[75076]: ERROR nova.compute.manager [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] 
Oct 27 16:12:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e84dfa1c-12c0-446c-b781-25736478a8c2 tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Lock "c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.618s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server [None req-e84dfa1c-12c0-446c-b781-25736478a8c2 tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Exception during message handling: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-1638ba6d-4387-4dfa-a1af-e3491b434620)
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/utils.py", line 1439, in decorated_function
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7552, in attach_volume
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     do_attach_volume(context, instance, driver_bdm)
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 414, in inner
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7549, in do_attach_volume
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7547, in do_attach_volume
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     return self._attach_volume(context, instance, driver_bdm)
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7569, in _attach_volume
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7566, in _attach_volume
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     bdm.attach(context, instance, self.volume_api, self.driver,
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     ret_val = method(obj, context, *args, **kwargs)
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     self._do_attach(context, instance, volume, volume_api,
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     self._volume_attach(context, volume, connector, instance,
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     connection_info = volume_api.attachment_update(
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, *args, **kwargs)
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     context, '3.44', skip_version_check=True).attachments.update(
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     return method.func(obj, *args, **kwargs)
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     resp = self._update('/attachments/%s' % id, body)
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     return self._cs_request(url, 'PUT', **kwargs)
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     return self.request(url, method, **kwargs)
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     raise exceptions.from_response(resp, body)
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-1638ba6d-4387-4dfa-a1af-e3491b434620)
Oct 27 16:12:41 user nova-compute[75076]: ERROR oslo_messaging.rpc.server 
Oct 27 16:12:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Acquiring lock "fd883620-5f32-4794-919b-ee341a7da39a" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:12:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Lock "fd883620-5f32-4794-919b-ee341a7da39a" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:12:41 user nova-compute[75076]: DEBUG os_brick.utils [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:12:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:41 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[9314e927-d074-4cb0-8010-458f46304b85]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:41 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[51afc96a-9808-441b-b7f5-87fbc72609cb]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:12:41 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ca3fffb-856a-4432-8078-375d27a5ffb2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:41 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[92c5f603-6fbd-4554-8adc-558e3fb45455]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:12:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:12:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:12:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:12:41 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:12:41 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc350280-82a4-4f3d-8876-ec6d48a085d2]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:12:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:12:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:12:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:12:41 user nova-compute[75076]: DEBUG os_brick.utils [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:12:41 user nova-compute[75076]: INFO nova.compute.manager [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Swapping volume 7600490d-8f1a-48c4-9366-c5471cd63c39 for 2cb9fb69-a46d-4ad8-affc-5627780da1f9
Oct 27 16:12:42 user nova-compute[75076]: DEBUG nova.compute.manager [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:12:42 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:12:42 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Instance spawned successfully.
Oct 27 16:12:42 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:12:42 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:12:42 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:12:42 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:12:42 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:12:42 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:12:42 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:12:42 user nova-compute[75076]: DEBUG nova.compute.manager [req-3a4f516c-8a8e-48a5-8ba3-931f9cf700ef req-68e8dbc6-1c80-4cfb-a0aa-2c4f04c728d7 service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Received event network-vif-plugged-0d460c63-ecbb-4003-91fa-ff650aa74db8 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:12:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-3a4f516c-8a8e-48a5-8ba3-931f9cf700ef req-68e8dbc6-1c80-4cfb-a0aa-2c4f04c728d7 service nova] Acquiring lock "c35e1163-5e25-488f-858f-8ad5d5430617-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:12:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-3a4f516c-8a8e-48a5-8ba3-931f9cf700ef req-68e8dbc6-1c80-4cfb-a0aa-2c4f04c728d7 service nova] Lock "c35e1163-5e25-488f-858f-8ad5d5430617-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:12:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-3a4f516c-8a8e-48a5-8ba3-931f9cf700ef req-68e8dbc6-1c80-4cfb-a0aa-2c4f04c728d7 service nova] Lock "c35e1163-5e25-488f-858f-8ad5d5430617-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:12:42 user nova-compute[75076]: DEBUG nova.compute.manager [req-3a4f516c-8a8e-48a5-8ba3-931f9cf700ef req-68e8dbc6-1c80-4cfb-a0aa-2c4f04c728d7 service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] No waiting events found dispatching network-vif-plugged-0d460c63-ecbb-4003-91fa-ff650aa74db8 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:12:42 user nova-compute[75076]: WARNING nova.compute.manager [req-3a4f516c-8a8e-48a5-8ba3-931f9cf700ef req-68e8dbc6-1c80-4cfb-a0aa-2c4f04c728d7 service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Received unexpected event network-vif-plugged-0d460c63-ecbb-4003-91fa-ff650aa74db8 for instance with vm_state building and task_state spawning.
Oct 27 16:12:42 user nova-compute[75076]: INFO nova.compute.manager [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Took 6.58 seconds to spawn the instance on the hypervisor.
Oct 27 16:12:42 user nova-compute[75076]: DEBUG nova.compute.manager [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:12:42 user nova-compute[75076]: INFO nova.compute.manager [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Took 7.87 seconds to build instance.
Oct 27 16:12:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c04dc1cb-5f89-4a8a-ab48-7c546753dcaf tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "c35e1163-5e25-488f-858f-8ad5d5430617" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.996s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:12:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:46 user nova-compute[75076]: WARNING nova.compute.manager [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Timeout waiting for ['volume-reimaged-fd1328f3-eeab-4d86-a447-578af1baef4a'] for instance with vm_state active and task_state rebuilding. Event states are: volume-reimaged-fd1328f3-eeab-4d86-a447-578af1baef4a: timed out after 60.00 seconds: eventlet.timeout.Timeout: 60 seconds
Oct 27 16:12:46 user nova-compute[75076]: /opt/stack/data/venv/lib/python3.10/site-packages/oslo_serialization/jsonutils.py:180: UserWarning: Cannot convert <Timeout at 0x7efe1c54af80 seconds=60> to primitive, will raise ValueError instead of warning in version 3.0
Oct 27 16:12:46 user nova-compute[75076]:   warnings.warn("Cannot convert %r to primitive, will raise ValueError "
Oct 27 16:12:46 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:12:46 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:12:46 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:12:46 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:12:46 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.514s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:12:46 user nova-compute[75076]: INFO nova.compute.manager [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Successfully reverted task state from rebuilding on failure for instance.
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server [None req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Exception during message handling: ValueError: Circular reference detected
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/utils.py", line 1439, in decorated_function
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 3857, in rebuild_instance
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     self._do_rebuild_instance_with_claim(
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 3943, in _do_rebuild_instance_with_claim
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     self._do_rebuild_instance(
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4135, in _do_rebuild_instance
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     self._rebuild_default_impl(**kwargs)
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 3713, in _rebuild_default_impl
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     self._rebuild_volume_backed_instance(
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 3633, in _rebuild_volume_backed_instance
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     with self.virtapi.wait_for_instance_event(instance, events,
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3.10/contextlib.py", line 142, in __exit__
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     next(self.gen)
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 559, in wait_for_instance_event
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     self._wait_for_instance_events(
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 471, in _wait_for_instance_events
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     actual_event = event.wait()
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 436, in wait
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     instance_event = self.event.wait()
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 125, in wait
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     result = hub.switch()
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 313, in switch
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     return self.greenlet.switch()
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server eventlet.timeout.Timeout: 60 seconds
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server 
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred:
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server 
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 166, in decorated_function
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 157, in decorated_function
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/utils.py", line 1437, in decorated_function
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     with EventReporter(context, event_name, host, instance_uuid,
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/utils.py", line 1400, in __exit__
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     objects.InstanceActionEvent.event_finish_with_failure(
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/objects/base.py", line 393, in wrapper
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     return fn.__get__(None, obj)(*args, **kwargs)
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_versionedobjects/base.py", line 175, in wrapper
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     result = cls.indirection_api.object_class_action_versions(
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/conductor/rpcapi.py", line 240, in object_class_action_versions
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     return cctxt.call(context, 'object_class_action_versions',
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/client.py", line 190, in call
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     result = self.transport._send(
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/transport.py", line 123, in _send
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     return self._driver.send(target, ctxt, message,
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 689, in send
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     return self._send(target, ctxt, message, wait_for_reply, timeout,
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 644, in _send
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     msg = rpc_common.serialize_msg(msg)
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/_drivers/common.py", line 292, in serialize_msg
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     _MESSAGE_KEY: jsonutils.dumps(raw_msg)}
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_serialization/jsonutils.py", line 202, in dumps
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     return json.dumps(obj, default=default, **kwargs)
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3.10/json/__init__.py", line 238, in dumps
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     **kw).encode(obj)
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3.10/json/encoder.py", line 199, in encode
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     chunks = self.iterencode(o, _one_shot=True)
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3.10/json/encoder.py", line 257, in iterencode
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     return _iterencode(o, 0)
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server ValueError: Circular reference detected
Oct 27 16:12:46 user nova-compute[75076]: ERROR oslo_messaging.rpc.server 
Oct 27 16:12:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:50 user nova-compute[75076]: DEBUG nova.compute.manager [req-520e8cd9-4868-4a70-9b84-a3d84cafd0cf req-c240eb27-a3d5-4273-9fe8-f00e48ae3d97 service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] Received event network-changed-407df380-5ca0-4c8c-9e63-5bc8fe1cf81a {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:12:50 user nova-compute[75076]: DEBUG nova.compute.manager [req-520e8cd9-4868-4a70-9b84-a3d84cafd0cf req-c240eb27-a3d5-4273-9fe8-f00e48ae3d97 service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] Refreshing instance network info cache due to event network-changed-407df380-5ca0-4c8c-9e63-5bc8fe1cf81a. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:12:50 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-520e8cd9-4868-4a70-9b84-a3d84cafd0cf req-c240eb27-a3d5-4273-9fe8-f00e48ae3d97 service nova] Acquiring lock "refresh_cache-c493b688-6673-469f-a919-b93552ba25db" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:12:50 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-520e8cd9-4868-4a70-9b84-a3d84cafd0cf req-c240eb27-a3d5-4273-9fe8-f00e48ae3d97 service nova] Acquired lock "refresh_cache-c493b688-6673-469f-a919-b93552ba25db" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:12:50 user nova-compute[75076]: DEBUG nova.network.neutron [req-520e8cd9-4868-4a70-9b84-a3d84cafd0cf req-c240eb27-a3d5-4273-9fe8-f00e48ae3d97 service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] Refreshing network info cache for port 407df380-5ca0-4c8c-9e63-5bc8fe1cf81a {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:12:51 user nova-compute[75076]: DEBUG nova.network.neutron [req-520e8cd9-4868-4a70-9b84-a3d84cafd0cf req-c240eb27-a3d5-4273-9fe8-f00e48ae3d97 service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] Updated VIF entry in instance network info cache for port 407df380-5ca0-4c8c-9e63-5bc8fe1cf81a. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:12:51 user nova-compute[75076]: DEBUG nova.network.neutron [req-520e8cd9-4868-4a70-9b84-a3d84cafd0cf req-c240eb27-a3d5-4273-9fe8-f00e48ae3d97 service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] Updating instance_info_cache with network_info: [{"id": "407df380-5ca0-4c8c-9e63-5bc8fe1cf81a", "address": "fa:16:3e:30:fb:23", "network": {"id": "9ebf0da6-f331-406a-9790-269c4cb299ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1444954987-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.100", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49308918740c4496a9fdd3661a16143e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap407df380-5c", "ovs_interfaceid": "407df380-5ca0-4c8c-9e63-5bc8fe1cf81a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:12:51 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-520e8cd9-4868-4a70-9b84-a3d84cafd0cf req-c240eb27-a3d5-4273-9fe8-f00e48ae3d97 service nova] Releasing lock "refresh_cache-c493b688-6673-469f-a919-b93552ba25db" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:12:53 user nova-compute[75076]: DEBUG nova.compute.manager [req-7cb36ec1-73e7-4691-9460-eebb17508bdb req-eef105e7-a862-4293-9ff6-d44a7085adbe service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] Received event network-changed-407df380-5ca0-4c8c-9e63-5bc8fe1cf81a {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:12:53 user nova-compute[75076]: DEBUG nova.compute.manager [req-7cb36ec1-73e7-4691-9460-eebb17508bdb req-eef105e7-a862-4293-9ff6-d44a7085adbe service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] Refreshing instance network info cache due to event network-changed-407df380-5ca0-4c8c-9e63-5bc8fe1cf81a. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:12:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7cb36ec1-73e7-4691-9460-eebb17508bdb req-eef105e7-a862-4293-9ff6-d44a7085adbe service nova] Acquiring lock "refresh_cache-c493b688-6673-469f-a919-b93552ba25db" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:12:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7cb36ec1-73e7-4691-9460-eebb17508bdb req-eef105e7-a862-4293-9ff6-d44a7085adbe service nova] Acquired lock "refresh_cache-c493b688-6673-469f-a919-b93552ba25db" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:12:53 user nova-compute[75076]: DEBUG nova.network.neutron [req-7cb36ec1-73e7-4691-9460-eebb17508bdb req-eef105e7-a862-4293-9ff6-d44a7085adbe service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] Refreshing network info cache for port 407df380-5ca0-4c8c-9e63-5bc8fe1cf81a {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:12:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:54 user nova-compute[75076]: DEBUG nova.network.neutron [req-7cb36ec1-73e7-4691-9460-eebb17508bdb req-eef105e7-a862-4293-9ff6-d44a7085adbe service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] Updated VIF entry in instance network info cache for port 407df380-5ca0-4c8c-9e63-5bc8fe1cf81a. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:12:54 user nova-compute[75076]: DEBUG nova.network.neutron [req-7cb36ec1-73e7-4691-9460-eebb17508bdb req-eef105e7-a862-4293-9ff6-d44a7085adbe service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] Updating instance_info_cache with network_info: [{"id": "407df380-5ca0-4c8c-9e63-5bc8fe1cf81a", "address": "fa:16:3e:30:fb:23", "network": {"id": "9ebf0da6-f331-406a-9790-269c4cb299ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1444954987-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.100", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49308918740c4496a9fdd3661a16143e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap407df380-5c", "ovs_interfaceid": "407df380-5ca0-4c8c-9e63-5bc8fe1cf81a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:12:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7cb36ec1-73e7-4691-9460-eebb17508bdb req-eef105e7-a862-4293-9ff6-d44a7085adbe service nova] Releasing lock "refresh_cache-c493b688-6673-469f-a919-b93552ba25db" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:12:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:12:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:00 user nova-compute[75076]: DEBUG nova.compute.manager [req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 req-a8e76970-e64a-4902-adf4-f99824a0a228 service nova] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Received event volume-reimaged-fd1328f3-eeab-4d86-a447-578af1baef4a {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:13:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 req-a8e76970-e64a-4902-adf4-f99824a0a228 service nova] Acquiring lock "374d9279-bc18-44dd-91cd-a87bef438090-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:13:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 req-a8e76970-e64a-4902-adf4-f99824a0a228 service nova] Lock "374d9279-bc18-44dd-91cd-a87bef438090-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:13:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 req-a8e76970-e64a-4902-adf4-f99824a0a228 service nova] Lock "374d9279-bc18-44dd-91cd-a87bef438090-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:13:00 user nova-compute[75076]: DEBUG nova.compute.manager [req-41cb40d6-743d-4558-a7dc-96d29fc92fc3 req-a8e76970-e64a-4902-adf4-f99824a0a228 service nova] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Processing event volume-reimaged-fd1328f3-eeab-4d86-a447-578af1baef4a {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10871}}
Oct 27 16:13:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:13:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:13:03 user nova-compute[75076]: DEBUG nova.objects.instance [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lazy-loading 'pci_requests' on Instance uuid 326254e7-ff86-424b-95ad-e65d08254daa {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:13:03 user nova-compute[75076]: DEBUG nova.objects.instance [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lazy-loading 'numa_topology' on Instance uuid 326254e7-ff86-424b-95ad-e65d08254daa {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:13:03 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:13:03 user nova-compute[75076]: INFO nova.compute.claims [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Claim successful on node user
Oct 27 16:13:04 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:13:04 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:13:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.756s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:13:04 user nova-compute[75076]: INFO nova.network.neutron [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Updating port f0fcc042-4c5a-4282-b45f-b58e3490bc42 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 27 16:13:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquiring lock "refresh_cache-326254e7-ff86-424b-95ad-e65d08254daa" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:13:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquired lock "refresh_cache-326254e7-ff86-424b-95ad-e65d08254daa" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:13:05 user nova-compute[75076]: DEBUG nova.network.neutron [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:13:05 user nova-compute[75076]: DEBUG nova.compute.manager [req-682641d8-acc7-43a6-a2aa-c485780f52fa req-5846404e-95e8-4617-8017-7f3bf4b267a4 service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Received event network-changed-f0fcc042-4c5a-4282-b45f-b58e3490bc42 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:13:05 user nova-compute[75076]: DEBUG nova.compute.manager [req-682641d8-acc7-43a6-a2aa-c485780f52fa req-5846404e-95e8-4617-8017-7f3bf4b267a4 service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Refreshing instance network info cache due to event network-changed-f0fcc042-4c5a-4282-b45f-b58e3490bc42. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:13:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-682641d8-acc7-43a6-a2aa-c485780f52fa req-5846404e-95e8-4617-8017-7f3bf4b267a4 service nova] Acquiring lock "refresh_cache-326254e7-ff86-424b-95ad-e65d08254daa" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:13:06 user nova-compute[75076]: DEBUG nova.network.neutron [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Updating instance_info_cache with network_info: [{"id": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "address": "fa:16:3e:e4:6b:00", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0fcc042-4c", "ovs_interfaceid": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:13:06 user nova-compute[75076]: DEBUG nova.compute.manager [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] [instance: fd883620-5f32-4794-919b-ee341a7da39a] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iAaHLoXn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fd883620-5f32-4794-919b-ee341a7da39a', 'attached_at': '', 'detached_at': '', 'volume_id': '2cb9fb69-a46d-4ad8-affc-5627780da1f9', 'serial': '2cb9fb69-a46d-4ad8-affc-5627780da1f9'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'maFTrlij', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde', 'volume_id': '7600490d-8f1a-48c4-9366-c5471cd63c39'}, 'status': 'reserved', 'instance': 'fd883620-5f32-4794-919b-ee341a7da39a', 'attached_at': '', 'detached_at': '', 'volume_id': '7600490d-8f1a-48c4-9366-c5471cd63c39', 'serial'} {{(pid=75076) _swap_volume /opt/stack/nova/nova/compute/manager.py:7781}}
Oct 27 16:13:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Releasing lock "refresh_cache-326254e7-ff86-424b-95ad-e65d08254daa" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:13:06 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:13:06 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Creating image(s)
Oct 27 16:13:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquiring lock "/opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:13:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "/opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:13:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "/opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:13:06 user nova-compute[75076]: DEBUG nova.objects.instance [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lazy-loading 'trusted_certs' on Instance uuid 326254e7-ff86-424b-95ad-e65d08254daa {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:13:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-682641d8-acc7-43a6-a2aa-c485780f52fa req-5846404e-95e8-4617-8017-7f3bf4b267a4 service nova] Acquired lock "refresh_cache-326254e7-ff86-424b-95ad-e65d08254daa" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:13:06 user nova-compute[75076]: DEBUG nova.network.neutron [req-682641d8-acc7-43a6-a2aa-c485780f52fa req-5846404e-95e8-4617-8017-7f3bf4b267a4 service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Refreshing network info cache for port f0fcc042-4c5a-4282-b45f-b58e3490bc42 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:13:06 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:13:06 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iAaHLoXn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:13:06 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:13:06 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:13:06 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:13:06 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:13:06 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:13:06 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:13:06 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:13:06 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:06 user nova-compute[75076]: DEBUG nova.objects.base [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Object Instance<326254e7-ff86-424b-95ad-e65d08254daa> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:13:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquiring lock "70ebc2ebae5dd5bdb60a8be017e0cd205eb01ba2" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:13:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "70ebc2ebae5dd5bdb60a8be017e0cd205eb01ba2" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:13:06 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:06 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f264e72b-57b0-4896-91a6-ba48c4c04721]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:06 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:13:06 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:13:06 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:06 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:06 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a19465bb-4c17-41f4-98f3-a5f0752f06d7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:06 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9] added
Oct 27 16:13:06 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:13:06 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:06 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:06 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[95354453-8f58-45c9-881e-69ba1140bc90]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:06 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:13:06 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:06 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:06 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[8de9fea6-2606-490b-a6c8-6aea7e138482]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:06 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:13:06 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iAaHLoXn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:06 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iAaHLoXn" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:06 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee5ef6ad-845e-4fa3-b55d-5e23599d1c1a]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:06 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'iAaHLoXn'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:13:06 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:07 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/70ebc2ebae5dd5bdb60a8be017e0cd205eb01ba2.part --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:07 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:07 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe24b933-9781-4ddc-aeb4-e85f15a7612a]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:07 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:13:07 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquiring lock "c493b688-6673-469f-a919-b93552ba25db" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:13:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "c493b688-6673-469f-a919-b93552ba25db" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:13:07 user nova-compute[75076]: INFO nova.compute.manager [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Rebooting instance
Oct 27 16:13:07 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:07 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b912a93-670e-4936-af13-d2121c14cfa3]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:07 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:13:07 user nova-compute[75076]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)
Oct 27 16:13:07 user nova-compute[75076]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 (non-flash)
Oct 27 16:13:07 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:13:07 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:13:07 user nova-compute[75076]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)
Oct 27 16:13:07 user nova-compute[75076]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 (non-flash)
Oct 27 16:13:07 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:13:07 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:07 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260 --login" returned: 0 in 0.078s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:07 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d47b0a2-07d1-4379-8fa8-b4939bcb0e26]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:07 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9, portal: 172.16.0.220,3260]
Oct 27 16:13:07 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9, portal: 172.16.0.220,3260] successful.
Oct 27 16:13:07 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:13:07 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/70ebc2ebae5dd5bdb60a8be017e0cd205eb01ba2.part --force-share --output=json" returned: 0 in 0.212s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:07 user nova-compute[75076]: DEBUG nova.virt.images [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] c7c23fe7-bce0-4976-8734-bb9101f41738 was qcow2, converting to raw {{(pid=75076) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 27 16:13:07 user nova-compute[75076]: DEBUG nova.privsep.utils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75076) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 27 16:13:07 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/70ebc2ebae5dd5bdb60a8be017e0cd205eb01ba2.part /opt/stack/data/nova/instances/_base/70ebc2ebae5dd5bdb60a8be017e0cd205eb01ba2.converted {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquiring lock "refresh_cache-c493b688-6673-469f-a919-b93552ba25db" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:13:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquired lock "refresh_cache-c493b688-6673-469f-a919-b93552ba25db" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:13:07 user nova-compute[75076]: DEBUG nova.network.neutron [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:13:07 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:07 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:07 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[808c57ba-de26-4889-b60c-11010b5dad56]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:07 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:13:07 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:07 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:07 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9c0dd94-ad95-42d0-9eaf-14a2f32875a8]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:07 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:13:07 user nova-compute[75076]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)
Oct 27 16:13:07 user nova-compute[75076]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)
Oct 27 16:13:07 user nova-compute[75076]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 (non-flash)
Oct 27 16:13:07 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:13:07 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:13:07 user nova-compute[75076]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)
Oct 27 16:13:07 user nova-compute[75076]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)
Oct 27 16:13:07 user nova-compute[75076]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 (non-flash)
Oct 27 16:13:07 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:13:07 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 1.504s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:13:07 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:13:07 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] HCTL ('33', '-', '-', 0) found on session 11 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:13:07 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Scanning host 33 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:13:07 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:07 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:07 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c0a13a0-9a0e-4f38-b807-86374f747cc0]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:07 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Searching for a device in session 11 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:13:07 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iAaHLoXn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:13:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/70ebc2ebae5dd5bdb60a8be017e0cd205eb01ba2.part /opt/stack/data/nova/instances/_base/70ebc2ebae5dd5bdb60a8be017e0cd205eb01ba2.converted" returned: 0 in 0.413s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/70ebc2ebae5dd5bdb60a8be017e0cd205eb01ba2.converted --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/70ebc2ebae5dd5bdb60a8be017e0cd205eb01ba2.converted --force-share --output=json" returned: 0 in 0.198s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "70ebc2ebae5dd5bdb60a8be017e0cd205eb01ba2" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.030s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:13:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/70ebc2ebae5dd5bdb60a8be017e0cd205eb01ba2 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:08 user nova-compute[75076]: DEBUG nova.network.neutron [req-682641d8-acc7-43a6-a2aa-c485780f52fa req-5846404e-95e8-4617-8017-7f3bf4b267a4 service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Updated VIF entry in instance network info cache for port f0fcc042-4c5a-4282-b45f-b58e3490bc42. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:13:08 user nova-compute[75076]: DEBUG nova.network.neutron [req-682641d8-acc7-43a6-a2aa-c485780f52fa req-5846404e-95e8-4617-8017-7f3bf4b267a4 service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Updating instance_info_cache with network_info: [{"id": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "address": "fa:16:3e:e4:6b:00", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0fcc042-4c", "ovs_interfaceid": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:13:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-682641d8-acc7-43a6-a2aa-c485780f52fa req-5846404e-95e8-4617-8017-7f3bf4b267a4 service nova] Releasing lock "refresh_cache-326254e7-ff86-424b-95ad-e65d08254daa" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:13:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/70ebc2ebae5dd5bdb60a8be017e0cd205eb01ba2 --force-share --output=json" returned: 0 in 0.235s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquiring lock "70ebc2ebae5dd5bdb60a8be017e0cd205eb01ba2" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:13:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "70ebc2ebae5dd5bdb60a8be017e0cd205eb01ba2" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:13:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/70ebc2ebae5dd5bdb60a8be017e0cd205eb01ba2 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/70ebc2ebae5dd5bdb60a8be017e0cd205eb01ba2 --force-share --output=json" returned: 0 in 0.241s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/70ebc2ebae5dd5bdb60a8be017e0cd205eb01ba2,backing_fmt=raw /opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa/disk 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:08 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.577s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:13:08 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] <== connect_volume: return (2579ms) {'type': 'block', 'scsi_wwn': '23137393331396436', 'path': '/dev/sdb'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:13:08 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23137393331396436', 'path': '/dev/sdb'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:13:08 user nova-compute[75076]: DEBUG nova.network.neutron [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Updating instance_info_cache with network_info: [{"id": "407df380-5ca0-4c8c-9e63-5bc8fe1cf81a", "address": "fa:16:3e:30:fb:23", "network": {"id": "9ebf0da6-f331-406a-9790-269c4cb299ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1444954987-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.100", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49308918740c4496a9fdd3661a16143e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap407df380-5c", "ovs_interfaceid": "407df380-5ca0-4c8c-9e63-5bc8fe1cf81a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:13:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/70ebc2ebae5dd5bdb60a8be017e0cd205eb01ba2,backing_fmt=raw /opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa/disk 1073741824" returned: 0 in 0.069s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "70ebc2ebae5dd5bdb60a8be017e0cd205eb01ba2" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.316s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:13:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/70ebc2ebae5dd5bdb60a8be017e0cd205eb01ba2 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Releasing lock "refresh_cache-c493b688-6673-469f-a919-b93552ba25db" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:13:08 user nova-compute[75076]: DEBUG nova.compute.manager [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:13:08 user nova-compute[75076]: DEBUG nova.objects.instance [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Lazy-loading 'flavor' on Instance uuid fd883620-5f32-4794-919b-ee341a7da39a {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:13:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/70ebc2ebae5dd5bdb60a8be017e0cd205eb01ba2 --force-share --output=json" returned: 0 in 0.210s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:09 user nova-compute[75076]: DEBUG nova.objects.instance [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lazy-loading 'migration_context' on Instance uuid 326254e7-ff86-424b-95ad-e65d08254daa {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:13:09 user nova-compute[75076]: DEBUG nova.objects.base [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Object Instance<326254e7-ff86-424b-95ad-e65d08254daa> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:13:09 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Rebasing disk image.
Oct 27 16:13:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.233s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 -F raw /opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa/disk {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:09 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=75076) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 16:13:09 user nova-compute[75076]: DEBUG nova.compute.manager [req-2af91ee7-4748-4547-aff8-a0fcb9471847 req-e07af266-b200-42aa-8aaa-2e71a7fef758 service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] Received event network-vif-unplugged-407df380-5ca0-4c8c-9e63-5bc8fe1cf81a {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:13:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-2af91ee7-4748-4547-aff8-a0fcb9471847 req-e07af266-b200-42aa-8aaa-2e71a7fef758 service nova] Acquiring lock "c493b688-6673-469f-a919-b93552ba25db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:13:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-2af91ee7-4748-4547-aff8-a0fcb9471847 req-e07af266-b200-42aa-8aaa-2e71a7fef758 service nova] Lock "c493b688-6673-469f-a919-b93552ba25db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:13:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-2af91ee7-4748-4547-aff8-a0fcb9471847 req-e07af266-b200-42aa-8aaa-2e71a7fef758 service nova] Lock "c493b688-6673-469f-a919-b93552ba25db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:13:09 user nova-compute[75076]: DEBUG nova.compute.manager [req-2af91ee7-4748-4547-aff8-a0fcb9471847 req-e07af266-b200-42aa-8aaa-2e71a7fef758 service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] No waiting events found dispatching network-vif-unplugged-407df380-5ca0-4c8c-9e63-5bc8fe1cf81a {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:13:09 user nova-compute[75076]: WARNING nova.compute.manager [req-2af91ee7-4748-4547-aff8-a0fcb9471847 req-e07af266-b200-42aa-8aaa-2e71a7fef758 service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] Received unexpected event network-vif-unplugged-407df380-5ca0-4c8c-9e63-5bc8fe1cf81a for instance with vm_state active and task_state reboot_started_hard.
Oct 27 16:13:09 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] COPY block job progress, current cursor: 149946368 final cursor: 1073741824 {{(pid=75076) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 16:13:10 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: c493b688-6673-469f-a919-b93552ba25db] Instance destroyed successfully.
Oct 27 16:13:10 user nova-compute[75076]: DEBUG nova.objects.instance [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lazy-loading 'resources' on Instance uuid c493b688-6673-469f-a919-b93552ba25db {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:09:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-266353127',display_name='tempest-TestMinimumBasicScenario-server-266353127',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-266353127',id=12,image_ref='e31b2f22-12aa-460c-9639-85300144ec3f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNH+b04wnIlc0z33Fs64BvZOeOb7Po0JZga7PkMgVVTwNdy8fe3DqXqkGGUklvHWj7Xhn1zjEHNSfHxY5nyUKh1axv8MYdhog9xoB2TJUNVpnFCqxNEZ3Huag69SkOOpsA==',key_name='tempest-TestMinimumBasicScenario-733121502',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:10:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='49308918740c4496a9fdd3661a16143e',ramdisk_id='',reservation_id='r-7fovowob',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='e31b2f22-12aa-460c-9639-85300144ec3f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-417632973',owner_user_name='tempest-TestMinimumBasicScenario-417632973-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:13:09Z,user_data=None,user_id='0a2787dc4cdd4139873be61147f0baab',uuid=c493b688-6673-469f-a919-b93552ba25db,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "407df380-5ca0-4c8c-9e63-5bc8fe1cf81a", "address": "fa:16:3e:30:fb:23", "network": {"id": "9ebf0da6-f331-406a-9790-269c4cb299ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1444954987-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.100", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49308918740c4496a9fdd3661a16143e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap407df380-5c", "ovs_interfaceid": "407df380-5ca0-4c8c-9e63-5bc8fe1cf81a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Converting VIF {"id": "407df380-5ca0-4c8c-9e63-5bc8fe1cf81a", "address": "fa:16:3e:30:fb:23", "network": {"id": "9ebf0da6-f331-406a-9790-269c4cb299ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1444954987-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.100", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49308918740c4496a9fdd3661a16143e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap407df380-5c", "ovs_interfaceid": "407df380-5ca0-4c8c-9e63-5bc8fe1cf81a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:30:fb:23,bridge_name='br-int',has_traffic_filtering=True,id=407df380-5ca0-4c8c-9e63-5bc8fe1cf81a,network=Network(9ebf0da6-f331-406a-9790-269c4cb299ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap407df380-5c') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG os_vif [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:30:fb:23,bridge_name='br-int',has_traffic_filtering=True,id=407df380-5ca0-4c8c-9e63-5bc8fe1cf81a,network=Network(9ebf0da6-f331-406a-9790-269c4cb299ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap407df380-5c') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap407df380-5c, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0c831c79-6bd7-4032-b7ce-f76cd81ace16) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:10 user nova-compute[75076]: INFO os_vif [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:30:fb:23,bridge_name='br-int',has_traffic_filtering=True,id=407df380-5ca0-4c8c-9e63-5bc8fe1cf81a,network=Network(9ebf0da6-f331-406a-9790-269c4cb299ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap407df380-5c')
Oct 27 16:13:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BLKjfTrm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:13:10 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:13:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.031s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[211daf7a-db1f-41ae-8a06-975d32e3b7a7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:13:10 user nova-compute[75076]: No targets found.
Oct 27 16:13:10 user nova-compute[75076]: iSNS:
Oct 27 16:13:10 user nova-compute[75076]: No targets found.
Oct 27 16:13:10 user nova-compute[75076]: STATIC:
Oct 27 16:13:10 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78
Oct 27 16:13:10 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:13:10 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:13:10 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39
Oct 27 16:13:10 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:13:10 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:13:10 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956
Oct 27 16:13:10 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:13:10 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:13:10 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9
Oct 27 16:13:10 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:13:10 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:13:10 user nova-compute[75076]: FIRMWARE:
Oct 27 16:13:10 user nova-compute[75076]: No targets found.
Oct 27 16:13:10 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:13:10 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:13:10 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.028s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f01c30af-eccc-4ee4-88f1-58f4a9694f55]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] COPY block job progress, current cursor: 244318208 final cursor: 1073741824 {{(pid=75076) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[736903c5-cf42-4bdb-ac60-48ff94060565]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:13:10 user nova-compute[75076]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)
Oct 27 16:13:10 user nova-compute[75076]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)
Oct 27 16:13:10 user nova-compute[75076]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 (non-flash)
Oct 27 16:13:10 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:13:10 user nova-compute[75076]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)
Oct 27 16:13:10 user nova-compute[75076]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)
Oct 27 16:13:10 user nova-compute[75076]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 (non-flash)
Oct 27 16:13:10 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe34128d30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956'): ({'sdc'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Removing single pathed devices sdc {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.029s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7074f7f-2e46-4871-af0d-2f2d388d8b19]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[408c5c74-6a99-4071-88e1-5978db3c9015]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Flushing IO for device /dev/sdc {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[36d126cb-a758-4377-9104-3335a9237060]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.047s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[51f1ba5f-1ada-468a-8fea-93bd31c5631f]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] SCSI volumes sdc have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d86b229a-5e31-4f94-9e1f-b16ad66b7e34]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f47ba44a-074f-4a53-98c9-28a593061651]: (4, ('Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956, portal: 172.16.0.220,3260]\nLogout of [sid: 8, target: iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956, portal: 172.16.0.220,3260]
Oct 27 16:13:10 user nova-compute[75076]: Logout of [sid: 8, target: iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956, portal: 172.16.0.220,3260] successful.
Oct 27 16:13:10 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[395ae530-b6f0-4dc3-9617-677f74bcc69a]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.393s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] <== disconnect_volume: return (395ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Start _get_guest_xml network_info=[{"id": "407df380-5ca0-4c8c-9e63-5bc8fe1cf81a", "address": "fa:16:3e:30:fb:23", "network": {"id": "9ebf0da6-f331-406a-9790-269c4cb299ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1444954987-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.100", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49308918740c4496a9fdd3661a16143e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap407df380-5c", "ovs_interfaceid": "407df380-5ca0-4c8c-9e63-5bc8fe1cf81a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=e31b2f22-12aa-460c-9639-85300144ec3f,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': 'e31b2f22-12aa-460c-9639-85300144ec3f'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BLKjfTrm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': 'c493b688-6673-469f-a919-b93552ba25db', 'attached_at': '', 'detached_at': '', 'volume_id': '8dd84c93-adcf-4ae5-978a-a2245ba34956', 'serial': '8dd84c93-adcf-4ae5-978a-a2245ba34956'}, 'boot_index': None, 'device_type': 'disk', 'mount_device': '/dev/vdb', 'disk_bus': 'virtio', 'attachment_id': '6e1a093c-bb64-47d8-a5d0-eef282e73812', 'guest_format': None, 'delete_on_termination': False, 'volume_type': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:13:10 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:13:10 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:13:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=e31b2f22-12aa-460c-9639-85300144ec3f,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG nova.objects.instance [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lazy-loading 'vcpu_model' on Instance uuid c493b688-6673-469f-a919-b93552ba25db {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG nova.objects.base [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Object Instance<c493b688-6673-469f-a919-b93552ba25db> lazy-loaded attributes: resources,vcpu_model {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BLKjfTrm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:13:10 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:13:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:13:10 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:13:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:13:10 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:13:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] COPY block job progress, current cursor: 358612992 final cursor: 1073741824 {{(pid=75076) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[993542b1-db93-40b8-ba91-b226bab224e9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:13:10 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:13:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[758da5de-525c-494b-8fad-69ee81088a36]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956] added
Oct 27 16:13:11 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[12ed6be0-8d63-4077-8f1c-e3e667eb80f2]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[83def88b-1816-4851-a2b9-65673a46a4f4]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BLKjfTrm {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BLKjfTrm" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d05ad21c-c20d-4ad4-a08d-82b3321a9530]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BLKjfTrm'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5e74505-e485-4d8e-b719-6bf54fbc5622]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[008b63ae-e331-461f-878f-4208264435d6]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:13:11 user nova-compute[75076]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)
Oct 27 16:13:11 user nova-compute[75076]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 (non-flash)
Oct 27 16:13:11 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:13:11 user nova-compute[75076]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)
Oct 27 16:13:11 user nova-compute[75076]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 (non-flash)
Oct 27 16:13:11 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260 --login" returned: 0 in 0.104s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[525dcc38-bb32-4c81-8156-e70df60373dc]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956, portal: 172.16.0.220,3260]
Oct 27 16:13:11 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956, portal: 172.16.0.220,3260] successful.
Oct 27 16:13:11 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.056s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec4db793-51a6-4dc3-be0a-5969edee176d]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.040s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8b34d2f-fd4f-468f-913a-bcaf61d137fd]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:13:11 user nova-compute[75076]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)
Oct 27 16:13:11 user nova-compute[75076]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)
Oct 27 16:13:11 user nova-compute[75076]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 (non-flash)
Oct 27 16:13:11 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:13:11 user nova-compute[75076]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)
Oct 27 16:13:11 user nova-compute[75076]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)
Oct 27 16:13:11 user nova-compute[75076]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 (non-flash)
Oct 27 16:13:11 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.410s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] HCTL ('34', '-', '-', 0) found on session 12 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a99b163-4833-4b1e-a129-626460cc7901]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Searching for a device in session 12 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BLKjfTrm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] COPY block job progress, current cursor: 446693376 final cursor: 1073741824 {{(pid=75076) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 16:13:11 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] COPY block job progress, current cursor: 571473920 final cursor: 1073741824 {{(pid=75076) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG nova.compute.manager [req-7411b70b-00fb-4613-a6f3-7894f6830f4c req-c704faa4-160d-4c6d-9f47-f8e2bb2322a6 service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] Received event network-vif-plugged-407df380-5ca0-4c8c-9e63-5bc8fe1cf81a {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7411b70b-00fb-4613-a6f3-7894f6830f4c req-c704faa4-160d-4c6d-9f47-f8e2bb2322a6 service nova] Acquiring lock "c493b688-6673-469f-a919-b93552ba25db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7411b70b-00fb-4613-a6f3-7894f6830f4c req-c704faa4-160d-4c6d-9f47-f8e2bb2322a6 service nova] Lock "c493b688-6673-469f-a919-b93552ba25db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7411b70b-00fb-4613-a6f3-7894f6830f4c req-c704faa4-160d-4c6d-9f47-f8e2bb2322a6 service nova] Lock "c493b688-6673-469f-a919-b93552ba25db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG nova.compute.manager [req-7411b70b-00fb-4613-a6f3-7894f6830f4c req-c704faa4-160d-4c6d-9f47-f8e2bb2322a6 service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] No waiting events found dispatching network-vif-plugged-407df380-5ca0-4c8c-9e63-5bc8fe1cf81a {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:13:12 user nova-compute[75076]: WARNING nova.compute.manager [req-7411b70b-00fb-4613-a6f3-7894f6830f4c req-c704faa4-160d-4c6d-9f47-f8e2bb2322a6 service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] Received unexpected event network-vif-plugged-407df380-5ca0-4c8c-9e63-5bc8fe1cf81a for instance with vm_state active and task_state reboot_started_hard.
Oct 27 16:13:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.462s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] <== connect_volume: return (1465ms) {'type': 'block', 'scsi_wwn': '26636333662393666', 'path': '/dev/sdc'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26636333662393666', 'path': '/dev/sdc'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] COPY block job progress, current cursor: 702545920 final cursor: 1073741824 {{(pid=75076) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:09:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-266353127',display_name='tempest-TestMinimumBasicScenario-server-266353127',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-266353127',id=12,image_ref='e31b2f22-12aa-460c-9639-85300144ec3f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNH+b04wnIlc0z33Fs64BvZOeOb7Po0JZga7PkMgVVTwNdy8fe3DqXqkGGUklvHWj7Xhn1zjEHNSfHxY5nyUKh1axv8MYdhog9xoB2TJUNVpnFCqxNEZ3Huag69SkOOpsA==',key_name='tempest-TestMinimumBasicScenario-733121502',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:10:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='49308918740c4496a9fdd3661a16143e',ramdisk_id='',reservation_id='r-7fovowob',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='e31b2f22-12aa-460c-9639-85300144ec3f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-417632973',owner_user_name='tempest-TestMinimumBasicScenario-417632973-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:13:09Z,user_data=None,user_id='0a2787dc4cdd4139873be61147f0baab',uuid=c493b688-6673-469f-a919-b93552ba25db,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "407df380-5ca0-4c8c-9e63-5bc8fe1cf81a", "address": "fa:16:3e:30:fb:23", "network": {"id": "9ebf0da6-f331-406a-9790-269c4cb299ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1444954987-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.100", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49308918740c4496a9fdd3661a16143e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap407df380-5c", "ovs_interfaceid": "407df380-5ca0-4c8c-9e63-5bc8fe1cf81a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Converting VIF {"id": "407df380-5ca0-4c8c-9e63-5bc8fe1cf81a", "address": "fa:16:3e:30:fb:23", "network": {"id": "9ebf0da6-f331-406a-9790-269c4cb299ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1444954987-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.100", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49308918740c4496a9fdd3661a16143e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap407df380-5c", "ovs_interfaceid": "407df380-5ca0-4c8c-9e63-5bc8fe1cf81a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:30:fb:23,bridge_name='br-int',has_traffic_filtering=True,id=407df380-5ca0-4c8c-9e63-5bc8fe1cf81a,network=Network(9ebf0da6-f331-406a-9790-269c4cb299ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap407df380-5c') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG nova.objects.instance [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lazy-loading 'pci_devices' on Instance uuid c493b688-6673-469f-a919-b93552ba25db {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG nova.objects.base [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Object Instance<c493b688-6673-469f-a919-b93552ba25db> lazy-loaded attributes: resources,vcpu_model,pci_devices {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:13:12 user nova-compute[75076]:   <uuid>c493b688-6673-469f-a919-b93552ba25db</uuid>
Oct 27 16:13:12 user nova-compute[75076]:   <name>instance-0000000c</name>
Oct 27 16:13:12 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:13:12 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:13:12 user nova-compute[75076]:   <metadata>
Oct 27 16:13:12 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:13:12 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:13:12 user nova-compute[75076]:       <nova:name>tempest-TestMinimumBasicScenario-server-266353127</nova:name>
Oct 27 16:13:12 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:13:10</nova:creationTime>
Oct 27 16:13:12 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:13:12 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:13:12 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:13:12 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:13:12 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:13:12 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:13:12 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:13:12 user nova-compute[75076]:       <nova:owner>
Oct 27 16:13:12 user nova-compute[75076]:         <nova:user uuid="0a2787dc4cdd4139873be61147f0baab">tempest-TestMinimumBasicScenario-417632973-project-member</nova:user>
Oct 27 16:13:12 user nova-compute[75076]:         <nova:project uuid="49308918740c4496a9fdd3661a16143e">tempest-TestMinimumBasicScenario-417632973</nova:project>
Oct 27 16:13:12 user nova-compute[75076]:       </nova:owner>
Oct 27 16:13:12 user nova-compute[75076]:       <nova:root type="image" uuid="e31b2f22-12aa-460c-9639-85300144ec3f"/>
Oct 27 16:13:12 user nova-compute[75076]:       <nova:ports>
Oct 27 16:13:12 user nova-compute[75076]:         <nova:port uuid="407df380-5ca0-4c8c-9e63-5bc8fe1cf81a">
Oct 27 16:13:12 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 27 16:13:12 user nova-compute[75076]:         </nova:port>
Oct 27 16:13:12 user nova-compute[75076]:       </nova:ports>
Oct 27 16:13:12 user nova-compute[75076]:     </nova:instance>
Oct 27 16:13:12 user nova-compute[75076]:   </metadata>
Oct 27 16:13:12 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:13:12 user nova-compute[75076]:     <system>
Oct 27 16:13:12 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:13:12 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:13:12 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:13:12 user nova-compute[75076]:       <entry name="serial">c493b688-6673-469f-a919-b93552ba25db</entry>
Oct 27 16:13:12 user nova-compute[75076]:       <entry name="uuid">c493b688-6673-469f-a919-b93552ba25db</entry>
Oct 27 16:13:12 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:13:12 user nova-compute[75076]:     </system>
Oct 27 16:13:12 user nova-compute[75076]:   </sysinfo>
Oct 27 16:13:12 user nova-compute[75076]:   <os>
Oct 27 16:13:12 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:13:12 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:13:12 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:13:12 user nova-compute[75076]:   </os>
Oct 27 16:13:12 user nova-compute[75076]:   <features>
Oct 27 16:13:12 user nova-compute[75076]:     <acpi/>
Oct 27 16:13:12 user nova-compute[75076]:     <apic/>
Oct 27 16:13:12 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:13:12 user nova-compute[75076]:   </features>
Oct 27 16:13:12 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:13:12 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:13:12 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:13:12 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:13:12 user nova-compute[75076]:   </clock>
Oct 27 16:13:12 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:13:12 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:13:12 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:13:12 user nova-compute[75076]:   </cpu>
Oct 27 16:13:12 user nova-compute[75076]:   <devices>
Oct 27 16:13:12 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:13:12 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:13:12 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk"/>
Oct 27 16:13:12 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:13:12 user nova-compute[75076]:     </disk>
Oct 27 16:13:12 user nova-compute[75076]:     <disk type="block" device="disk">
Oct 27 16:13:12 user nova-compute[75076]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:13:12 user nova-compute[75076]:       <source dev="/dev/sdc"/>
Oct 27 16:13:12 user nova-compute[75076]:       <target dev="vdb" bus="virtio"/>
Oct 27 16:13:12 user nova-compute[75076]:       <serial>8dd84c93-adcf-4ae5-978a-a2245ba34956</serial>
Oct 27 16:13:12 user nova-compute[75076]:     </disk>
Oct 27 16:13:12 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:13:12 user nova-compute[75076]:       <mac address="fa:16:3e:30:fb:23"/>
Oct 27 16:13:12 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:13:12 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:13:12 user nova-compute[75076]:       <target dev="tap407df380-5c"/>
Oct 27 16:13:12 user nova-compute[75076]:     </interface>
Oct 27 16:13:12 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:13:12 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/console.log" append="off"/>
Oct 27 16:13:12 user nova-compute[75076]:     </serial>
Oct 27 16:13:12 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:13:12 user nova-compute[75076]:     <video>
Oct 27 16:13:12 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:13:12 user nova-compute[75076]:     </video>
Oct 27 16:13:12 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:13:12 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:13:12 user nova-compute[75076]:     </rng>
Oct 27 16:13:12 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:13:12 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:13:12 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:13:12 user nova-compute[75076]:     </memballoon>
Oct 27 16:13:12 user nova-compute[75076]:   </devices>
Oct 27 16:13:12 user nova-compute[75076]: </domain>
Oct 27 16:13:12 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 -F raw /opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa/disk" returned: 0 in 3.411s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Ensure instance console log exists: /opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Start _get_guest_xml network_info=[{"id": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "address": "fa:16:3e:e4:6b:00", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0fcc042-4c", "ovs_interfaceid": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='7b4d1a22e5c15726a5755e277371dbf6',container_format='bare',created_at=2023-10-27T16:10:29Z,direct_url=<?>,disk_format='qcow2',id=c7c23fe7-bce0-4976-8734-bb9101f41738,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-653944947-shelved',owner='2765fd69b2e346a4aeb287c2d61f2f9b',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-27T16:10:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IYOJsmfU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '326254e7-ff86-424b-95ad-e65d08254daa', 'attached_at': '', 'detached_at': '', 'volume_id': '78d45055-71ee-41e9-a82e-f3e342f596f2', 'serial': '78d45055-71ee-41e9-a82e-f3e342f596f2'}, 'boot_index': None, 'device_type': 'disk', 'mount_device': '/dev/vdc', 'disk_bus': 'virtio', 'attachment_id': '8b079116-1e1b-4737-80ba-a01c4d649486', 'guest_format': None, 'delete_on_termination': False, 'volume_type': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:13:12 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:13:12 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:13:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='7b4d1a22e5c15726a5755e277371dbf6',container_format='bare',created_at=2023-10-27T16:10:29Z,direct_url=<?>,disk_format='qcow2',id=c7c23fe7-bce0-4976-8734-bb9101f41738,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-653944947-shelved',owner='2765fd69b2e346a4aeb287c2d61f2f9b',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-27T16:10:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG nova.objects.instance [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lazy-loading 'vcpu_model' on Instance uuid 326254e7-ff86-424b-95ad-e65d08254daa {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG nova.objects.base [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Object Instance<326254e7-ff86-424b-95ad-e65d08254daa> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IYOJsmfU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:13:12 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:13:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:13:12 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:13:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:13:12 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:13:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2 -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2 -p 172.16.0.220:3260" returned: 21 in 0.044s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d76c066c-f2af-4e13-a1c3-8d3df75fca29]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:13:12 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2 -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[09e9e05b-630d-4c5d-bc35-fb593e881c98]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2] added
Oct 27 16:13:12 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2418ff2-225b-4098-be4e-65c4f3dc4b1e]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:13:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[03c50a28-7ddc-4633-ad23-d628d872ceb9]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] COPY block job progress, current cursor: 850395136 final cursor: 1073741824 {{(pid=75076) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IYOJsmfU {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IYOJsmfU" returned: 0 in 0.026s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbad4ceb-fccc-442e-9aa1-ec208cfbeb00]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IYOJsmfU'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk --force-share --output=json" returned: 0 in 0.414s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.035s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[527db342-9460-44cc-baff-5361885d9a10]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a3e1355-682b-4756-b670-9935d0962564]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:13:13 user nova-compute[75076]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)
Oct 27 16:13:13 user nova-compute[75076]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)
Oct 27 16:13:13 user nova-compute[75076]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 (non-flash)
Oct 27 16:13:13 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:13:13 user nova-compute[75076]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)
Oct 27 16:13:13 user nova-compute[75076]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)
Oct 27 16:13:13 user nova-compute[75076]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 (non-flash)
Oct 27 16:13:13 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2 -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2 -p 172.16.0.220:3260 --login" returned: 0 in 0.092s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6018d56c-0adc-407a-bf35-3800981bef21]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2, portal: 172.16.0.220,3260]
Oct 27 16:13:13 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2, portal: 172.16.0.220,3260] successful.
Oct 27 16:13:13 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[67a4af82-370d-4c68-bd6b-a3db308029f5]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad06e461-749d-4f84-b331-f4361f4ba394]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:13:13 user nova-compute[75076]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)
Oct 27 16:13:13 user nova-compute[75076]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)
Oct 27 16:13:13 user nova-compute[75076]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2 (non-flash)
Oct 27 16:13:13 user nova-compute[75076]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 (non-flash)
Oct 27 16:13:13 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:13:13 user nova-compute[75076]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)
Oct 27 16:13:13 user nova-compute[75076]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)
Oct 27 16:13:13 user nova-compute[75076]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2 (non-flash)
Oct 27 16:13:13 user nova-compute[75076]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 (non-flash)
Oct 27 16:13:13 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.453s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] HCTL ('35', '-', '-', 0) found on session 13 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.031s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[632c4693-a097-4bde-8b9e-d2b30e910114]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Searching for a device in session 13 and hctl ['35', '*', '*', 0] yield: None {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk --force-share --output=json" returned: 0 in 0.329s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG nova.objects.instance [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lazy-loading 'trusted_certs' on Instance uuid c493b688-6673-469f-a919-b93552ba25db {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG nova.objects.base [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Object Instance<c493b688-6673-469f-a919-b93552ba25db> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7ee8f2e4a791638b7a7f2ca56056308c32fe5b0a --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] COPY block job progress, current cursor: 1016070144 final cursor: 1073741824 {{(pid=75076) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7ee8f2e4a791638b7a7f2ca56056308c32fe5b0a --force-share --output=json" returned: 0 in 0.214s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk. size=1073741824 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Cannot resize image /opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk to a smaller size. {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG nova.objects.instance [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lazy-loading 'migration_context' on Instance uuid c493b688-6673-469f-a919-b93552ba25db {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG nova.objects.base [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Object Instance<c493b688-6673-469f-a919-b93552ba25db> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:09:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-266353127',display_name='tempest-TestMinimumBasicScenario-server-266353127',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-266353127',id=12,image_ref='e31b2f22-12aa-460c-9639-85300144ec3f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNH+b04wnIlc0z33Fs64BvZOeOb7Po0JZga7PkMgVVTwNdy8fe3DqXqkGGUklvHWj7Xhn1zjEHNSfHxY5nyUKh1axv8MYdhog9xoB2TJUNVpnFCqxNEZ3Huag69SkOOpsA==',key_name='tempest-TestMinimumBasicScenario-733121502',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:10:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=1,progress=0,project_id='49308918740c4496a9fdd3661a16143e',ramdisk_id='',reservation_id='r-7fovowob',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='e31b2f22-12aa-460c-9639-85300144ec3f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-417632973',owner_user_name='tempest-TestMinimumBasicScenario-417632973-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:13:09Z,user_data=None,user_id='0a2787dc4cdd4139873be61147f0baab',uuid=c493b688-6673-469f-a919-b93552ba25db,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "407df380-5ca0-4c8c-9e63-5bc8fe1cf81a", "address": "fa:16:3e:30:fb:23", "network": {"id": "9ebf0da6-f331-406a-9790-269c4cb299ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1444954987-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.100", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49308918740c4496a9fdd3661a16143e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap407df380-5c", "ovs_interfaceid": "407df380-5ca0-4c8c-9e63-5bc8fe1cf81a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Converting VIF {"id": "407df380-5ca0-4c8c-9e63-5bc8fe1cf81a", "address": "fa:16:3e:30:fb:23", "network": {"id": "9ebf0da6-f331-406a-9790-269c4cb299ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1444954987-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.100", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49308918740c4496a9fdd3661a16143e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap407df380-5c", "ovs_interfaceid": "407df380-5ca0-4c8c-9e63-5bc8fe1cf81a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:30:fb:23,bridge_name='br-int',has_traffic_filtering=True,id=407df380-5ca0-4c8c-9e63-5bc8fe1cf81a,network=Network(9ebf0da6-f331-406a-9790-269c4cb299ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap407df380-5c') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG os_vif [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:30:fb:23,bridge_name='br-int',has_traffic_filtering=True,id=407df380-5ca0-4c8c-9e63-5bc8fe1cf81a,network=Network(9ebf0da6-f331-406a-9790-269c4cb299ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap407df380-5c') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3ffd0482-988d-5cc9-8d0c-fce1f635bc14', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap407df380-5c, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap407df380-5c, col_values=(('qos', UUID('ef753d65-2da3-44cb-bfea-515b0588af8e')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap407df380-5c, col_values=(('external_ids', {'iface-id': '407df380-5ca0-4c8c-9e63-5bc8fe1cf81a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:30:fb:23', 'vm-uuid': 'c493b688-6673-469f-a919-b93552ba25db'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:13:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:13 user nova-compute[75076]: INFO os_vif [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:30:fb:23,bridge_name='br-int',has_traffic_filtering=True,id=407df380-5ca0-4c8c-9e63-5bc8fe1cf81a,network=Network(9ebf0da6-f331-406a-9790-269c4cb299ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap407df380-5c')
Oct 27 16:13:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=75076) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Searching for a device in session 13 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IYOJsmfU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.500s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] <== connect_volume: return (1502ms) {'type': 'block', 'scsi_wwn': '26633313431393665', 'path': '/dev/sdd'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26633313431393665', 'path': '/dev/sdd'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-27T16:08:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-653944947',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-653944947',id=6,image_ref='c7c23fe7-bce0-4976-8734-bb9101f41738',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-250489156',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:08:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='2765fd69b2e346a4aeb287c2d61f2f9b',ramdisk_id='',reservation_id='r-fifxwak3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1430653442',owner_user_name='tempest-AttachVolumeShelveTestJSON-1430653442-project-member',shelved_at='2023-10-27T16:10:34.266881',shelved_host='user',shelved_image_id='c7c23fe7-bce0-4976-8734-bb9101f41738'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:12:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c2432dafd2f045488341359a6b6dbcc6',uuid=326254e7-ff86-424b-95ad-e65d08254daa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "address": "fa:16:3e:e4:6b:00", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0fcc042-4c", "ovs_interfaceid": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Converting VIF {"id": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "address": "fa:16:3e:e4:6b:00", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0fcc042-4c", "ovs_interfaceid": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e4:6b:00,bridge_name='br-int',has_traffic_filtering=True,id=f0fcc042-4c5a-4282-b45f-b58e3490bc42,network=Network(da513516-55d9-4f26-b348-28c9b5d8dbaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf0fcc042-4c') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG nova.objects.instance [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lazy-loading 'pci_devices' on Instance uuid 326254e7-ff86-424b-95ad-e65d08254daa {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG nova.objects.base [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Object Instance<326254e7-ff86-424b-95ad-e65d08254daa> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:13:14 user nova-compute[75076]:   <uuid>326254e7-ff86-424b-95ad-e65d08254daa</uuid>
Oct 27 16:13:14 user nova-compute[75076]:   <name>instance-00000006</name>
Oct 27 16:13:14 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:13:14 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:13:14 user nova-compute[75076]:   <metadata>
Oct 27 16:13:14 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:13:14 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:13:14 user nova-compute[75076]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-653944947</nova:name>
Oct 27 16:13:14 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:13:12</nova:creationTime>
Oct 27 16:13:14 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:13:14 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:13:14 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:13:14 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:13:14 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:13:14 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:13:14 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:13:14 user nova-compute[75076]:       <nova:owner>
Oct 27 16:13:14 user nova-compute[75076]:         <nova:user uuid="c2432dafd2f045488341359a6b6dbcc6">tempest-AttachVolumeShelveTestJSON-1430653442-project-member</nova:user>
Oct 27 16:13:14 user nova-compute[75076]:         <nova:project uuid="2765fd69b2e346a4aeb287c2d61f2f9b">tempest-AttachVolumeShelveTestJSON-1430653442</nova:project>
Oct 27 16:13:14 user nova-compute[75076]:       </nova:owner>
Oct 27 16:13:14 user nova-compute[75076]:       <nova:root type="image" uuid="c7c23fe7-bce0-4976-8734-bb9101f41738"/>
Oct 27 16:13:14 user nova-compute[75076]:       <nova:ports>
Oct 27 16:13:14 user nova-compute[75076]:         <nova:port uuid="f0fcc042-4c5a-4282-b45f-b58e3490bc42">
Oct 27 16:13:14 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 27 16:13:14 user nova-compute[75076]:         </nova:port>
Oct 27 16:13:14 user nova-compute[75076]:       </nova:ports>
Oct 27 16:13:14 user nova-compute[75076]:     </nova:instance>
Oct 27 16:13:14 user nova-compute[75076]:   </metadata>
Oct 27 16:13:14 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:13:14 user nova-compute[75076]:     <system>
Oct 27 16:13:14 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:13:14 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:13:14 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:13:14 user nova-compute[75076]:       <entry name="serial">326254e7-ff86-424b-95ad-e65d08254daa</entry>
Oct 27 16:13:14 user nova-compute[75076]:       <entry name="uuid">326254e7-ff86-424b-95ad-e65d08254daa</entry>
Oct 27 16:13:14 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:13:14 user nova-compute[75076]:     </system>
Oct 27 16:13:14 user nova-compute[75076]:   </sysinfo>
Oct 27 16:13:14 user nova-compute[75076]:   <os>
Oct 27 16:13:14 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:13:14 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:13:14 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:13:14 user nova-compute[75076]:   </os>
Oct 27 16:13:14 user nova-compute[75076]:   <features>
Oct 27 16:13:14 user nova-compute[75076]:     <acpi/>
Oct 27 16:13:14 user nova-compute[75076]:     <apic/>
Oct 27 16:13:14 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:13:14 user nova-compute[75076]:   </features>
Oct 27 16:13:14 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:13:14 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:13:14 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:13:14 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:13:14 user nova-compute[75076]:   </clock>
Oct 27 16:13:14 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:13:14 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:13:14 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:13:14 user nova-compute[75076]:   </cpu>
Oct 27 16:13:14 user nova-compute[75076]:   <devices>
Oct 27 16:13:14 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:13:14 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:13:14 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa/disk"/>
Oct 27 16:13:14 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:13:14 user nova-compute[75076]:     </disk>
Oct 27 16:13:14 user nova-compute[75076]:     <disk type="block" device="disk">
Oct 27 16:13:14 user nova-compute[75076]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:13:14 user nova-compute[75076]:       <source dev="/dev/sdd"/>
Oct 27 16:13:14 user nova-compute[75076]:       <target dev="vdc" bus="virtio"/>
Oct 27 16:13:14 user nova-compute[75076]:       <serial>78d45055-71ee-41e9-a82e-f3e342f596f2</serial>
Oct 27 16:13:14 user nova-compute[75076]:     </disk>
Oct 27 16:13:14 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:13:14 user nova-compute[75076]:       <mac address="fa:16:3e:e4:6b:00"/>
Oct 27 16:13:14 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:13:14 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:13:14 user nova-compute[75076]:       <target dev="tapf0fcc042-4c"/>
Oct 27 16:13:14 user nova-compute[75076]:     </interface>
Oct 27 16:13:14 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:13:14 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa/console.log" append="off"/>
Oct 27 16:13:14 user nova-compute[75076]:     </serial>
Oct 27 16:13:14 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:13:14 user nova-compute[75076]:     <video>
Oct 27 16:13:14 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:13:14 user nova-compute[75076]:     </video>
Oct 27 16:13:14 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:13:14 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:13:14 user nova-compute[75076]:     </rng>
Oct 27 16:13:14 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:13:14 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:13:14 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:13:14 user nova-compute[75076]:     </memballoon>
Oct 27 16:13:14 user nova-compute[75076]:   </devices>
Oct 27 16:13:14 user nova-compute[75076]: </domain>
Oct 27 16:13:14 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-27T16:08:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-653944947',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-653944947',id=6,image_ref='c7c23fe7-bce0-4976-8734-bb9101f41738',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-250489156',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:08:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='2765fd69b2e346a4aeb287c2d61f2f9b',ramdisk_id='',reservation_id='r-fifxwak3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1430653442',owner_user_name='tempest-AttachVolumeShelveTestJSON-1430653442-project-member',shelved_at='2023-10-27T16:10:34.266881',shelved_host='user',shelved_image_id='c7c23fe7-bce0-4976-8734-bb9101f41738'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:12:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c2432dafd2f045488341359a6b6dbcc6',uuid=326254e7-ff86-424b-95ad-e65d08254daa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "address": "fa:16:3e:e4:6b:00", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0fcc042-4c", "ovs_interfaceid": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Converting VIF {"id": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "address": "fa:16:3e:e4:6b:00", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0fcc042-4c", "ovs_interfaceid": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e4:6b:00,bridge_name='br-int',has_traffic_filtering=True,id=f0fcc042-4c5a-4282-b45f-b58e3490bc42,network=Network(da513516-55d9-4f26-b348-28c9b5d8dbaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf0fcc042-4c') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG os_vif [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e4:6b:00,bridge_name='br-int',has_traffic_filtering=True,id=f0fcc042-4c5a-4282-b45f-b58e3490bc42,network=Network(da513516-55d9-4f26-b348-28c9b5d8dbaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf0fcc042-4c') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '58653bb8-b503-57ef-aa26-1c9228c9622d', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf0fcc042-4c, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf0fcc042-4c, col_values=(('qos', UUID('e3a926dc-be05-41c0-9635-cc61508478ae')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf0fcc042-4c, col_values=(('external_ids', {'iface-id': 'f0fcc042-4c5a-4282-b45f-b58e3490bc42', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e4:6b:00', 'vm-uuid': '326254e7-ff86-424b-95ad-e65d08254daa'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] [instance: fd883620-5f32-4794-919b-ee341a7da39a] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'maFTrlij', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde', 'volume_id': '7600490d-8f1a-48c4-9366-c5471cd63c39'}, None), 'kwargs': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:13:14 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:13:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:14 user nova-compute[75076]: INFO os_vif [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e4:6b:00,bridge_name='br-int',has_traffic_filtering=True,id=f0fcc042-4c5a-4282-b45f-b58e3490bc42,network=Network(da513516-55d9-4f26-b348-28c9b5d8dbaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf0fcc042-4c')
Oct 27 16:13:14 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6961c12-61d9-4ae6-931d-dc00dbe0b184]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:13:14 user nova-compute[75076]: No targets found.
Oct 27 16:13:14 user nova-compute[75076]: iSNS:
Oct 27 16:13:14 user nova-compute[75076]: No targets found.
Oct 27 16:13:14 user nova-compute[75076]: STATIC:
Oct 27 16:13:14 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2
Oct 27 16:13:14 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:13:14 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:13:14 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78
Oct 27 16:13:14 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:13:14 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:13:14 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39
Oct 27 16:13:14 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:13:14 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:13:14 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956
Oct 27 16:13:14 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:13:14 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:13:14 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9
Oct 27 16:13:14 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:13:14 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:13:14 user nova-compute[75076]: FIRMWARE:
Oct 27 16:13:14 user nova-compute[75076]: No targets found.
Oct 27 16:13:14 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:13:14 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:13:14 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:14 user nova-compute[75076]: INFO nova.compute.manager [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Rescuing
Oct 27 16:13:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "refresh_cache-79fc2f4a-6f6f-480b-92b4-0ee7414acaf4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquired lock "refresh_cache-79fc2f4a-6f6f-480b-92b4-0ee7414acaf4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG nova.network.neutron [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fbfd2ad-70db-434c-b9b2-a36e47d6a151]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[96bb74b0-21b9-4a9e-809c-18d9dbd98fb9]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:13:14 user nova-compute[75076]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)
Oct 27 16:13:14 user nova-compute[75076]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)
Oct 27 16:13:14 user nova-compute[75076]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2 (non-flash)
Oct 27 16:13:14 user nova-compute[75076]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 (non-flash)
Oct 27 16:13:14 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:13:14 user nova-compute[75076]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)
Oct 27 16:13:14 user nova-compute[75076]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)
Oct 27 16:13:14 user nova-compute[75076]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2 (non-flash)
Oct 27 16:13:14 user nova-compute[75076]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 (non-flash)
Oct 27 16:13:14 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe1c4d11b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39'): ({'sde'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Removing single pathed devices sde {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] No VIF found with MAC fa:16:3e:e4:6b:00, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d1f772b-9c87-4bcb-8d3a-5629d6a21a11]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bce3970-2f87-49a5-ba18-1f9687bfc0bb]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Flushing IO for device /dev/sde {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a147ac8d-d1da-4154-b423-0e13918037f7]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.040s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ede1214e-80a4-48fd-9a4e-c838049c1a71]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Checking to see if SCSI volumes sde have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] SCSI volumes sde have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[2087c96e-45cf-47a2-ab3e-45a7b393f2f8]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 -p 172.16.0.220:3260 --logout" returned: 0 in 0.078s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[904da9df-3fd8-4ec4-97e3-f84ff849476d]: (4, ('Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39, portal: 172.16.0.220,3260]\nLogout of [sid: 9, target: iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39, portal: 172.16.0.220,3260]
Oct 27 16:13:14 user nova-compute[75076]: Logout of [sid: 9, target: iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39, portal: 172.16.0.220,3260] successful.
Oct 27 16:13:14 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7600490d-8f1a-48c4-9366-c5471cd63c39 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[43d4f684-65af-41a5-b613-ead5969c7ec6]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.335s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] <== disconnect_volume: return (337ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG nova.compute.manager [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iAaHLoXn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': 'fd883620-5f32-4794-919b-ee341a7da39a', 'attached_at': '', 'detached_at': '', 'volume_id': '2cb9fb69-a46d-4ad8-affc-5627780da1f9', 'serial'} {{(pid=75076) _swap_volume /opt/stack/nova/nova/compute/manager.py:7790}}
Oct 27 16:13:14 user nova-compute[75076]: DEBUG nova.compute.manager [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] [instance: fd883620-5f32-4794-919b-ee341a7da39a] swap_volume: removing Cinder connection for volume 7600490d-8f1a-48c4-9366-c5471cd63c39 {{(pid=75076) _swap_volume /opt/stack/nova/nova/compute/manager.py:7835}}
Oct 27 16:13:15 user nova-compute[75076]: DEBUG nova.network.neutron [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Updating instance_info_cache with network_info: [{"id": "427144d0-c0ee-47a4-bb1f-3a332a3edc64", "address": "fa:16:3e:cd:fb:01", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap427144d0-c0", "ovs_interfaceid": "427144d0-c0ee-47a4-bb1f-3a332a3edc64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:13:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Releasing lock "refresh_cache-79fc2f4a-6f6f-480b-92b4-0ee7414acaf4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:13:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:15 user nova-compute[75076]: DEBUG nova.compute.manager [req-1c8bdd45-f102-4106-84fb-43342bc690d9 req-48fa5ee3-785a-4bf5-ad76-2ceeabcfbeca service nova] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Received event network-vif-unplugged-427144d0-c0ee-47a4-bb1f-3a332a3edc64 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:13:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-1c8bdd45-f102-4106-84fb-43342bc690d9 req-48fa5ee3-785a-4bf5-ad76-2ceeabcfbeca service nova] Acquiring lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:13:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-1c8bdd45-f102-4106-84fb-43342bc690d9 req-48fa5ee3-785a-4bf5-ad76-2ceeabcfbeca service nova] Lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:13:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-1c8bdd45-f102-4106-84fb-43342bc690d9 req-48fa5ee3-785a-4bf5-ad76-2ceeabcfbeca service nova] Lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:13:15 user nova-compute[75076]: DEBUG nova.compute.manager [req-1c8bdd45-f102-4106-84fb-43342bc690d9 req-48fa5ee3-785a-4bf5-ad76-2ceeabcfbeca service nova] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] No waiting events found dispatching network-vif-unplugged-427144d0-c0ee-47a4-bb1f-3a332a3edc64 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:13:15 user nova-compute[75076]: WARNING nova.compute.manager [req-1c8bdd45-f102-4106-84fb-43342bc690d9 req-48fa5ee3-785a-4bf5-ad76-2ceeabcfbeca service nova] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Received unexpected event network-vif-unplugged-427144d0-c0ee-47a4-bb1f-3a332a3edc64 for instance with vm_state active and task_state rescuing.
Oct 27 16:13:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:15 user nova-compute[75076]: DEBUG nova.compute.manager [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] [instance: fd883620-5f32-4794-919b-ee341a7da39a] swap_volume: Updating volume 7600490d-8f1a-48c4-9366-c5471cd63c39 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "iAaHLoXn", "auth_password": "H08DEzFoYixgd6", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdb", "volume_id": "2cb9fb69-a46d-4ad8-affc-5627780da1f9"}, "status": "reserved", "instance": "fd883620-5f32-4794-919b-ee341a7da39a", "attached_at": "", "detached_at": "", "volume_id": "2cb9fb69-a46d-4ad8-affc-5627780da1f9", "serial": "2cb9fb69-a46d-4ad8-affc-5627780da1f9"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '2cb9fb69-a46d-4ad8-affc-5627780da1f9', 'no_device': None, 'attachment_id': '638ee983-eeb5-4b4a-80ed-92b3be659aa6'} {{(pid=75076) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7983}}
Oct 27 16:13:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b63c4765-3e70-4fa5-8e40-df5d8176402f tempest-TestVolumeSwap-688410107 tempest-TestVolumeSwap-688410107-project-admin] Lock "fd883620-5f32-4794-919b-ee341a7da39a" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 34.449s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:13:16 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Instance destroyed successfully.
Oct 27 16:13:16 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Attempting rescue
Oct 27 16:13:16 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75076) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Instance directory exists: not creating {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 27 16:13:16 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Creating image(s)
Oct 27 16:13:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "/opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "/opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "/opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG nova.objects.instance [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lazy-loading 'trusted_certs' on Instance uuid 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.180s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk.rescue {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk.rescue" returned: 0 in 0.056s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.241s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG nova.objects.instance [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lazy-loading 'migration_context' on Instance uuid 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG nova.objects.base [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Object Instance<79fc2f4a-6f6f-480b-92b4-0ee7414acaf4> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Start _get_guest_xml network_info=[{"id": "427144d0-c0ee-47a4-bb1f-3a332a3edc64", "address": "fa:16:3e:cd:fb:01", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "vif_mac": "fa:16:3e:cd:fb:01"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap427144d0-c0", "ovs_interfaceid": "427144d0-c0ee-47a4-bb1f-3a332a3edc64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG nova.objects.instance [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lazy-loading 'resources' on Instance uuid 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG nova.objects.base [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Object Instance<79fc2f4a-6f6f-480b-92b4-0ee7414acaf4> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG nova.objects.instance [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lazy-loading 'numa_topology' on Instance uuid 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG nova.objects.base [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Object Instance<79fc2f4a-6f6f-480b-92b4-0ee7414acaf4> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:13:16 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:13:16 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:13:16 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG nova.objects.instance [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lazy-loading 'vcpu_model' on Instance uuid 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG nova.objects.base [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Object Instance<79fc2f4a-6f6f-480b-92b4-0ee7414acaf4> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:08:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1628004155',display_name='tempest-ServerRescueNegativeTestJSON-server-1628004155',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1628004155',id=2,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:08:44Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0ef018ddb1b54e7b996b9fb0f8e15c10',ramdisk_id='',reservation_id='r-psyg1k8y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1251262599',owner_user_name='tempest-ServerRescueNegativeTestJSON-1251262599-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:08:45Z,user_data=None,user_id='0c99e98aaaae434397f33178d51b0f20',uuid=79fc2f4a-6f6f-480b-92b4-0ee7414acaf4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "427144d0-c0ee-47a4-bb1f-3a332a3edc64", "address": "fa:16:3e:cd:fb:01", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "vif_mac": "fa:16:3e:cd:fb:01"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap427144d0-c0", "ovs_interfaceid": "427144d0-c0ee-47a4-bb1f-3a332a3edc64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Converting VIF {"id": "427144d0-c0ee-47a4-bb1f-3a332a3edc64", "address": "fa:16:3e:cd:fb:01", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "vif_mac": "fa:16:3e:cd:fb:01"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap427144d0-c0", "ovs_interfaceid": "427144d0-c0ee-47a4-bb1f-3a332a3edc64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:cd:fb:01,bridge_name='br-int',has_traffic_filtering=True,id=427144d0-c0ee-47a4-bb1f-3a332a3edc64,network=Network(a3001d2a-0821-4923-b18e-5d46ff3977e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap427144d0-c0') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG nova.objects.instance [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lazy-loading 'pci_devices' on Instance uuid 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG nova.objects.base [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Object Instance<79fc2f4a-6f6f-480b-92b4-0ee7414acaf4> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:13:16 user nova-compute[75076]:   <uuid>79fc2f4a-6f6f-480b-92b4-0ee7414acaf4</uuid>
Oct 27 16:13:16 user nova-compute[75076]:   <name>instance-00000002</name>
Oct 27 16:13:16 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:13:16 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:13:16 user nova-compute[75076]:   <metadata>
Oct 27 16:13:16 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:13:16 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:13:16 user nova-compute[75076]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1628004155</nova:name>
Oct 27 16:13:16 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:13:16</nova:creationTime>
Oct 27 16:13:16 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:13:16 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:13:16 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:13:16 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:13:16 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:13:16 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:13:16 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:13:16 user nova-compute[75076]:       <nova:owner>
Oct 27 16:13:16 user nova-compute[75076]:         <nova:user uuid="0c99e98aaaae434397f33178d51b0f20">tempest-ServerRescueNegativeTestJSON-1251262599-project-member</nova:user>
Oct 27 16:13:16 user nova-compute[75076]:         <nova:project uuid="0ef018ddb1b54e7b996b9fb0f8e15c10">tempest-ServerRescueNegativeTestJSON-1251262599</nova:project>
Oct 27 16:13:16 user nova-compute[75076]:       </nova:owner>
Oct 27 16:13:16 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:13:16 user nova-compute[75076]:       <nova:ports>
Oct 27 16:13:16 user nova-compute[75076]:         <nova:port uuid="427144d0-c0ee-47a4-bb1f-3a332a3edc64">
Oct 27 16:13:16 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 27 16:13:16 user nova-compute[75076]:         </nova:port>
Oct 27 16:13:16 user nova-compute[75076]:       </nova:ports>
Oct 27 16:13:16 user nova-compute[75076]:     </nova:instance>
Oct 27 16:13:16 user nova-compute[75076]:   </metadata>
Oct 27 16:13:16 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:13:16 user nova-compute[75076]:     <system>
Oct 27 16:13:16 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:13:16 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:13:16 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:13:16 user nova-compute[75076]:       <entry name="serial">79fc2f4a-6f6f-480b-92b4-0ee7414acaf4</entry>
Oct 27 16:13:16 user nova-compute[75076]:       <entry name="uuid">79fc2f4a-6f6f-480b-92b4-0ee7414acaf4</entry>
Oct 27 16:13:16 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:13:16 user nova-compute[75076]:     </system>
Oct 27 16:13:16 user nova-compute[75076]:   </sysinfo>
Oct 27 16:13:16 user nova-compute[75076]:   <os>
Oct 27 16:13:16 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:13:16 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:13:16 user nova-compute[75076]:   </os>
Oct 27 16:13:16 user nova-compute[75076]:   <features>
Oct 27 16:13:16 user nova-compute[75076]:     <acpi/>
Oct 27 16:13:16 user nova-compute[75076]:     <apic/>
Oct 27 16:13:16 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:13:16 user nova-compute[75076]:   </features>
Oct 27 16:13:16 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:13:16 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:13:16 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:13:16 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:13:16 user nova-compute[75076]:   </clock>
Oct 27 16:13:16 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:13:16 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:13:16 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:13:16 user nova-compute[75076]:   </cpu>
Oct 27 16:13:16 user nova-compute[75076]:   <devices>
Oct 27 16:13:16 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:13:16 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:13:16 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk.rescue"/>
Oct 27 16:13:16 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:13:16 user nova-compute[75076]:     </disk>
Oct 27 16:13:16 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:13:16 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:13:16 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk"/>
Oct 27 16:13:16 user nova-compute[75076]:       <target dev="vdb" bus="virtio"/>
Oct 27 16:13:16 user nova-compute[75076]:     </disk>
Oct 27 16:13:16 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:13:16 user nova-compute[75076]:       <mac address="fa:16:3e:cd:fb:01"/>
Oct 27 16:13:16 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:13:16 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:13:16 user nova-compute[75076]:       <target dev="tap427144d0-c0"/>
Oct 27 16:13:16 user nova-compute[75076]:     </interface>
Oct 27 16:13:16 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:13:16 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/console.log" append="off"/>
Oct 27 16:13:16 user nova-compute[75076]:     </serial>
Oct 27 16:13:16 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:13:16 user nova-compute[75076]:     <video>
Oct 27 16:13:16 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:13:16 user nova-compute[75076]:     </video>
Oct 27 16:13:16 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:13:16 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:13:16 user nova-compute[75076]:     </rng>
Oct 27 16:13:16 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:13:16 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:13:16 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:13:16 user nova-compute[75076]:     </memballoon>
Oct 27 16:13:16 user nova-compute[75076]:   </devices>
Oct 27 16:13:16 user nova-compute[75076]: </domain>
Oct 27 16:13:16 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:13:16 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Instance destroyed successfully.
Oct 27 16:13:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5877f6e9-9e41-4d4d-9adb-5500b6063804 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Acquiring lock "fd883620-5f32-4794-919b-ee341a7da39a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:13:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5877f6e9-9e41-4d4d-9adb-5500b6063804 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Lock "fd883620-5f32-4794-919b-ee341a7da39a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:13:16 user nova-compute[75076]: INFO nova.compute.manager [None req-5877f6e9-9e41-4d4d-9adb-5500b6063804 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Detaching volume 2cb9fb69-a46d-4ad8-affc-5627780da1f9
Oct 27 16:13:17 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:13:17 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:13:17 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] No VIF found with MAC fa:16:3e:cd:fb:01, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:13:17 user nova-compute[75076]: INFO nova.virt.block_device [None req-5877f6e9-9e41-4d4d-9adb-5500b6063804 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Attempting to driver detach volume 2cb9fb69-a46d-4ad8-affc-5627780da1f9 from mountpoint /dev/vdb
Oct 27 16:13:17 user nova-compute[75076]: DEBUG nova.compute.manager [req-9c21c8aa-3398-48b0-aedb-0a16bc8ac612 req-9326ac4e-bf9d-4c30-9c4f-e5614014e94b service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] Received event network-vif-plugged-407df380-5ca0-4c8c-9e63-5bc8fe1cf81a {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:13:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-9c21c8aa-3398-48b0-aedb-0a16bc8ac612 req-9326ac4e-bf9d-4c30-9c4f-e5614014e94b service nova] Acquiring lock "c493b688-6673-469f-a919-b93552ba25db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:13:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-9c21c8aa-3398-48b0-aedb-0a16bc8ac612 req-9326ac4e-bf9d-4c30-9c4f-e5614014e94b service nova] Lock "c493b688-6673-469f-a919-b93552ba25db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:13:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-9c21c8aa-3398-48b0-aedb-0a16bc8ac612 req-9326ac4e-bf9d-4c30-9c4f-e5614014e94b service nova] Lock "c493b688-6673-469f-a919-b93552ba25db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:13:17 user nova-compute[75076]: DEBUG nova.compute.manager [req-9c21c8aa-3398-48b0-aedb-0a16bc8ac612 req-9326ac4e-bf9d-4c30-9c4f-e5614014e94b service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] No waiting events found dispatching network-vif-plugged-407df380-5ca0-4c8c-9e63-5bc8fe1cf81a {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:13:17 user nova-compute[75076]: WARNING nova.compute.manager [req-9c21c8aa-3398-48b0-aedb-0a16bc8ac612 req-9326ac4e-bf9d-4c30-9c4f-e5614014e94b service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] Received unexpected event network-vif-plugged-407df380-5ca0-4c8c-9e63-5bc8fe1cf81a for instance with vm_state active and task_state reboot_started_hard.
Oct 27 16:13:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:17 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5877f6e9-9e41-4d4d-9adb-5500b6063804 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Attempting to detach device vdb from instance fd883620-5f32-4794-919b-ee341a7da39a from the persistent domain config. {{(pid=75076) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 16:13:17 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-5877f6e9-9e41-4d4d-9adb-5500b6063804 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:13:17 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:13:17 user nova-compute[75076]:   <source dev="/dev/sdb"/>
Oct 27 16:13:17 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:13:17 user nova-compute[75076]:   <serial>2cb9fb69-a46d-4ad8-affc-5627780da1f9</serial>
Oct 27 16:13:17 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 16:13:17 user nova-compute[75076]: </disk>
Oct 27 16:13:17 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:13:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:17 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-5877f6e9-9e41-4d4d-9adb-5500b6063804 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Successfully detached device vdb from instance fd883620-5f32-4794-919b-ee341a7da39a from the persistent domain config.
Oct 27 16:13:17 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5877f6e9-9e41-4d4d-9adb-5500b6063804 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance fd883620-5f32-4794-919b-ee341a7da39a from the live domain config. {{(pid=75076) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 16:13:17 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-5877f6e9-9e41-4d4d-9adb-5500b6063804 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:13:17 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:13:17 user nova-compute[75076]:   <source dev="/dev/sdb"/>
Oct 27 16:13:17 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:13:17 user nova-compute[75076]:   <serial>2cb9fb69-a46d-4ad8-affc-5627780da1f9</serial>
Oct 27 16:13:17 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 16:13:17 user nova-compute[75076]: </disk>
Oct 27 16:13:17 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:13:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:17 user nova-compute[75076]: DEBUG nova.compute.manager [req-ab8a6d8e-7dec-4ad7-8674-5418576fa967 req-0e3d823d-e1a9-4b50-b6cb-a2ee6659cf2d service nova] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Received event network-vif-plugged-427144d0-c0ee-47a4-bb1f-3a332a3edc64 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:13:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ab8a6d8e-7dec-4ad7-8674-5418576fa967 req-0e3d823d-e1a9-4b50-b6cb-a2ee6659cf2d service nova] Acquiring lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:13:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ab8a6d8e-7dec-4ad7-8674-5418576fa967 req-0e3d823d-e1a9-4b50-b6cb-a2ee6659cf2d service nova] Lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:13:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ab8a6d8e-7dec-4ad7-8674-5418576fa967 req-0e3d823d-e1a9-4b50-b6cb-a2ee6659cf2d service nova] Lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:13:17 user nova-compute[75076]: DEBUG nova.compute.manager [req-ab8a6d8e-7dec-4ad7-8674-5418576fa967 req-0e3d823d-e1a9-4b50-b6cb-a2ee6659cf2d service nova] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] No waiting events found dispatching network-vif-plugged-427144d0-c0ee-47a4-bb1f-3a332a3edc64 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:13:17 user nova-compute[75076]: WARNING nova.compute.manager [req-ab8a6d8e-7dec-4ad7-8674-5418576fa967 req-0e3d823d-e1a9-4b50-b6cb-a2ee6659cf2d service nova] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Received unexpected event network-vif-plugged-427144d0-c0ee-47a4-bb1f-3a332a3edc64 for instance with vm_state active and task_state rescuing.
Oct 27 16:13:17 user nova-compute[75076]: DEBUG nova.compute.manager [req-ab8a6d8e-7dec-4ad7-8674-5418576fa967 req-0e3d823d-e1a9-4b50-b6cb-a2ee6659cf2d service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Received event network-vif-plugged-f0fcc042-4c5a-4282-b45f-b58e3490bc42 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:13:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ab8a6d8e-7dec-4ad7-8674-5418576fa967 req-0e3d823d-e1a9-4b50-b6cb-a2ee6659cf2d service nova] Acquiring lock "326254e7-ff86-424b-95ad-e65d08254daa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:13:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ab8a6d8e-7dec-4ad7-8674-5418576fa967 req-0e3d823d-e1a9-4b50-b6cb-a2ee6659cf2d service nova] Lock "326254e7-ff86-424b-95ad-e65d08254daa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:13:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ab8a6d8e-7dec-4ad7-8674-5418576fa967 req-0e3d823d-e1a9-4b50-b6cb-a2ee6659cf2d service nova] Lock "326254e7-ff86-424b-95ad-e65d08254daa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:13:17 user nova-compute[75076]: DEBUG nova.compute.manager [req-ab8a6d8e-7dec-4ad7-8674-5418576fa967 req-0e3d823d-e1a9-4b50-b6cb-a2ee6659cf2d service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] No waiting events found dispatching network-vif-plugged-f0fcc042-4c5a-4282-b45f-b58e3490bc42 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:13:17 user nova-compute[75076]: WARNING nova.compute.manager [req-ab8a6d8e-7dec-4ad7-8674-5418576fa967 req-0e3d823d-e1a9-4b50-b6cb-a2ee6659cf2d service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Received unexpected event network-vif-plugged-f0fcc042-4c5a-4282-b45f-b58e3490bc42 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 27 16:13:17 user nova-compute[75076]: DEBUG nova.compute.manager [req-ab8a6d8e-7dec-4ad7-8674-5418576fa967 req-0e3d823d-e1a9-4b50-b6cb-a2ee6659cf2d service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Received event network-vif-plugged-f0fcc042-4c5a-4282-b45f-b58e3490bc42 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:13:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ab8a6d8e-7dec-4ad7-8674-5418576fa967 req-0e3d823d-e1a9-4b50-b6cb-a2ee6659cf2d service nova] Acquiring lock "326254e7-ff86-424b-95ad-e65d08254daa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:13:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ab8a6d8e-7dec-4ad7-8674-5418576fa967 req-0e3d823d-e1a9-4b50-b6cb-a2ee6659cf2d service nova] Lock "326254e7-ff86-424b-95ad-e65d08254daa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:13:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ab8a6d8e-7dec-4ad7-8674-5418576fa967 req-0e3d823d-e1a9-4b50-b6cb-a2ee6659cf2d service nova] Lock "326254e7-ff86-424b-95ad-e65d08254daa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:13:17 user nova-compute[75076]: DEBUG nova.compute.manager [req-ab8a6d8e-7dec-4ad7-8674-5418576fa967 req-0e3d823d-e1a9-4b50-b6cb-a2ee6659cf2d service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] No waiting events found dispatching network-vif-plugged-f0fcc042-4c5a-4282-b45f-b58e3490bc42 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:13:17 user nova-compute[75076]: WARNING nova.compute.manager [req-ab8a6d8e-7dec-4ad7-8674-5418576fa967 req-0e3d823d-e1a9-4b50-b6cb-a2ee6659cf2d service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Received unexpected event network-vif-plugged-f0fcc042-4c5a-4282-b45f-b58e3490bc42 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 27 16:13:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:18 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5877f6e9-9e41-4d4d-9adb-5500b6063804 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance fd883620-5f32-4794-919b-ee341a7da39a {{(pid=75076) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 16:13:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:19 user nova-compute[75076]: DEBUG nova.compute.manager [req-9e6e5957-e9e8-48ac-a83a-22980b18f64f req-55326160-1df9-4061-b4bc-afd5c1fd40a5 service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] Received event network-vif-plugged-407df380-5ca0-4c8c-9e63-5bc8fe1cf81a {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:13:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-9e6e5957-e9e8-48ac-a83a-22980b18f64f req-55326160-1df9-4061-b4bc-afd5c1fd40a5 service nova] Acquiring lock "c493b688-6673-469f-a919-b93552ba25db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:13:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-9e6e5957-e9e8-48ac-a83a-22980b18f64f req-55326160-1df9-4061-b4bc-afd5c1fd40a5 service nova] Lock "c493b688-6673-469f-a919-b93552ba25db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:13:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-9e6e5957-e9e8-48ac-a83a-22980b18f64f req-55326160-1df9-4061-b4bc-afd5c1fd40a5 service nova] Lock "c493b688-6673-469f-a919-b93552ba25db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:13:19 user nova-compute[75076]: DEBUG nova.compute.manager [req-9e6e5957-e9e8-48ac-a83a-22980b18f64f req-55326160-1df9-4061-b4bc-afd5c1fd40a5 service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] No waiting events found dispatching network-vif-plugged-407df380-5ca0-4c8c-9e63-5bc8fe1cf81a {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:13:19 user nova-compute[75076]: WARNING nova.compute.manager [req-9e6e5957-e9e8-48ac-a83a-22980b18f64f req-55326160-1df9-4061-b4bc-afd5c1fd40a5 service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] Received unexpected event network-vif-plugged-407df380-5ca0-4c8c-9e63-5bc8fe1cf81a for instance with vm_state active and task_state reboot_started_hard.
Oct 27 16:13:19 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:19 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:19 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:19 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:19 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:19 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:19 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:19 user nova-compute[75076]: DEBUG nova.compute.manager [req-26156753-2846-4866-8c6d-ddc99f10d47a req-20693977-6619-4689-b5c2-af5b696fcac0 service nova] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Received event network-vif-plugged-427144d0-c0ee-47a4-bb1f-3a332a3edc64 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:13:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-26156753-2846-4866-8c6d-ddc99f10d47a req-20693977-6619-4689-b5c2-af5b696fcac0 service nova] Acquiring lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:13:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-26156753-2846-4866-8c6d-ddc99f10d47a req-20693977-6619-4689-b5c2-af5b696fcac0 service nova] Lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:13:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-26156753-2846-4866-8c6d-ddc99f10d47a req-20693977-6619-4689-b5c2-af5b696fcac0 service nova] Lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:13:19 user nova-compute[75076]: DEBUG nova.compute.manager [req-26156753-2846-4866-8c6d-ddc99f10d47a req-20693977-6619-4689-b5c2-af5b696fcac0 service nova] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] No waiting events found dispatching network-vif-plugged-427144d0-c0ee-47a4-bb1f-3a332a3edc64 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:13:19 user nova-compute[75076]: WARNING nova.compute.manager [req-26156753-2846-4866-8c6d-ddc99f10d47a req-20693977-6619-4689-b5c2-af5b696fcac0 service nova] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Received unexpected event network-vif-plugged-427144d0-c0ee-47a4-bb1f-3a332a3edc64 for instance with vm_state active and task_state rescuing.
Oct 27 16:13:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:21 user nova-compute[75076]: DEBUG nova.compute.manager [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:13:21 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:13:21 user nova-compute[75076]: DEBUG nova.compute.manager [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:13:21 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Instance spawned successfully.
Oct 27 16:13:21 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: c493b688-6673-469f-a919-b93552ba25db] Instance rebooted successfully.
Oct 27 16:13:21 user nova-compute[75076]: DEBUG nova.compute.manager [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:13:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-dfdf4f17-d198-45d1-8b23-b0de4c66c1d9 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "c493b688-6673-469f-a919-b93552ba25db" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 13.840s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:13:21 user nova-compute[75076]: DEBUG nova.compute.manager [None req-8f9d9865-bd51-4858-ae3c-a6867b901b76 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:13:21 user nova-compute[75076]: DEBUG nova.compute.manager [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:13:21 user nova-compute[75076]: DEBUG nova.compute.manager [req-e53b2399-1738-4b9e-8153-070d67441217 req-f354102c-c0d7-46a8-aab1-2dacb94f8ec9 service nova] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Received event network-vif-plugged-427144d0-c0ee-47a4-bb1f-3a332a3edc64 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:13:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-e53b2399-1738-4b9e-8153-070d67441217 req-f354102c-c0d7-46a8-aab1-2dacb94f8ec9 service nova] Acquiring lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:13:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-e53b2399-1738-4b9e-8153-070d67441217 req-f354102c-c0d7-46a8-aab1-2dacb94f8ec9 service nova] Lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:13:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-e53b2399-1738-4b9e-8153-070d67441217 req-f354102c-c0d7-46a8-aab1-2dacb94f8ec9 service nova] Lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:13:21 user nova-compute[75076]: DEBUG nova.compute.manager [req-e53b2399-1738-4b9e-8153-070d67441217 req-f354102c-c0d7-46a8-aab1-2dacb94f8ec9 service nova] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] No waiting events found dispatching network-vif-plugged-427144d0-c0ee-47a4-bb1f-3a332a3edc64 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:13:21 user nova-compute[75076]: WARNING nova.compute.manager [req-e53b2399-1738-4b9e-8153-070d67441217 req-f354102c-c0d7-46a8-aab1-2dacb94f8ec9 service nova] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Received unexpected event network-vif-plugged-427144d0-c0ee-47a4-bb1f-3a332a3edc64 for instance with vm_state rescued and task_state None.
Oct 27 16:13:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b36770f0-035d-4b7f-8fb2-1288f03d9c10 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "326254e7-ff86-424b-95ad-e65d08254daa" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 48.597s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:13:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Acquiring lock "8b5fe558-173a-4047-9c88-fecd2eff241d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:13:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Lock "8b5fe558-173a-4047-9c88-fecd2eff241d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:13:22 user nova-compute[75076]: DEBUG nova.compute.manager [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:13:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:13:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:13:22 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:13:22 user nova-compute[75076]: INFO nova.compute.claims [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Claim successful on node user
Oct 27 16:13:22 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:13:22 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:13:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.657s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:13:22 user nova-compute[75076]: DEBUG nova.compute.manager [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:13:22 user nova-compute[75076]: DEBUG nova.compute.manager [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:13:22 user nova-compute[75076]: DEBUG nova.network.neutron [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:13:22 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:13:22 user nova-compute[75076]: DEBUG nova.compute.manager [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:13:22 user nova-compute[75076]: DEBUG nova.policy [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c40c725be1741669d41b33899704b5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84969f66225a4c4f8242aa2a4a6a4943', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:13:23 user nova-compute[75076]: DEBUG nova.compute.manager [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:13:23 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:13:23 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Creating image(s)
Oct 27 16:13:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Acquiring lock "/opt/stack/data/nova/instances/8b5fe558-173a-4047-9c88-fecd2eff241d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:13:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Lock "/opt/stack/data/nova/instances/8b5fe558-173a-4047-9c88-fecd2eff241d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:13:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Lock "/opt/stack/data/nova/instances/8b5fe558-173a-4047-9c88-fecd2eff241d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:13:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.219s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Acquiring lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:13:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:13:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.183s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/8b5fe558-173a-4047-9c88-fecd2eff241d/disk 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/8b5fe558-173a-4047-9c88-fecd2eff241d/disk 1073741824" returned: 0 in 0.056s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.248s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:13:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:23 user nova-compute[75076]: DEBUG nova.network.neutron [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Successfully created port: a67cd0b3-2934-4595-bb17-cbfa4c2a5341 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:13:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.215s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:23 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8b5fe558-173a-4047-9c88-fecd2eff241d/disk. size=1073741824 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:13:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b5fe558-173a-4047-9c88-fecd2eff241d/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b5fe558-173a-4047-9c88-fecd2eff241d/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:23 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Cannot resize image /opt/stack/data/nova/instances/8b5fe558-173a-4047-9c88-fecd2eff241d/disk to a smaller size. {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 16:13:23 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:13:23 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Ensure instance console log exists: /opt/stack/data/nova/instances/8b5fe558-173a-4047-9c88-fecd2eff241d/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:13:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:13:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:13:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:13:24 user nova-compute[75076]: DEBUG nova.network.neutron [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Successfully updated port: a67cd0b3-2934-4595-bb17-cbfa4c2a5341 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:13:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Acquiring lock "refresh_cache-8b5fe558-173a-4047-9c88-fecd2eff241d" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:13:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Acquired lock "refresh_cache-8b5fe558-173a-4047-9c88-fecd2eff241d" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:13:24 user nova-compute[75076]: DEBUG nova.network.neutron [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:13:24 user nova-compute[75076]: DEBUG nova.compute.manager [req-1843866a-3616-4a9d-9e43-68e42aff5a1a req-271aed15-75ce-4fb0-931e-0aaf9ea04a28 service nova] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Received event network-changed-a67cd0b3-2934-4595-bb17-cbfa4c2a5341 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:13:24 user nova-compute[75076]: DEBUG nova.compute.manager [req-1843866a-3616-4a9d-9e43-68e42aff5a1a req-271aed15-75ce-4fb0-931e-0aaf9ea04a28 service nova] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Refreshing instance network info cache due to event network-changed-a67cd0b3-2934-4595-bb17-cbfa4c2a5341. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:13:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-1843866a-3616-4a9d-9e43-68e42aff5a1a req-271aed15-75ce-4fb0-931e-0aaf9ea04a28 service nova] Acquiring lock "refresh_cache-8b5fe558-173a-4047-9c88-fecd2eff241d" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:13:24 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:24 user nova-compute[75076]: DEBUG nova.network.neutron [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG nova.network.neutron [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Updating instance_info_cache with network_info: [{"id": "a67cd0b3-2934-4595-bb17-cbfa4c2a5341", "address": "fa:16:3e:17:3b:32", "network": {"id": "d8135be7-4201-44b5-8af0-909a8e970931", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1150353062-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84969f66225a4c4f8242aa2a4a6a4943", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa67cd0b3-29", "ovs_interfaceid": "a67cd0b3-2934-4595-bb17-cbfa4c2a5341", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Releasing lock "refresh_cache-8b5fe558-173a-4047-9c88-fecd2eff241d" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG nova.compute.manager [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Instance network_info: |[{"id": "a67cd0b3-2934-4595-bb17-cbfa4c2a5341", "address": "fa:16:3e:17:3b:32", "network": {"id": "d8135be7-4201-44b5-8af0-909a8e970931", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1150353062-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84969f66225a4c4f8242aa2a4a6a4943", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa67cd0b3-29", "ovs_interfaceid": "a67cd0b3-2934-4595-bb17-cbfa4c2a5341", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-1843866a-3616-4a9d-9e43-68e42aff5a1a req-271aed15-75ce-4fb0-931e-0aaf9ea04a28 service nova] Acquired lock "refresh_cache-8b5fe558-173a-4047-9c88-fecd2eff241d" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG nova.network.neutron [req-1843866a-3616-4a9d-9e43-68e42aff5a1a req-271aed15-75ce-4fb0-931e-0aaf9ea04a28 service nova] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Refreshing network info cache for port a67cd0b3-2934-4595-bb17-cbfa4c2a5341 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Start _get_guest_xml network_info=[{"id": "a67cd0b3-2934-4595-bb17-cbfa4c2a5341", "address": "fa:16:3e:17:3b:32", "network": {"id": "d8135be7-4201-44b5-8af0-909a8e970931", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1150353062-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84969f66225a4c4f8242aa2a4a6a4943", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa67cd0b3-29", "ovs_interfaceid": "a67cd0b3-2934-4595-bb17-cbfa4c2a5341", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:13:25 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:13:25 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:13:25 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:13:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1048881239',display_name='tempest-DeleteServersTestJSON-server-1048881239',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1048881239',id=16,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='84969f66225a4c4f8242aa2a4a6a4943',ramdisk_id='',reservation_id='r-jcd73bqc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-2113445085',owner_user_name='tempest-DeleteServersTestJSON-2113445085-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:13:23Z,user_data=None,user_id='8c40c725be1741669d41b33899704b5b',uuid=8b5fe558-173a-4047-9c88-fecd2eff241d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a67cd0b3-2934-4595-bb17-cbfa4c2a5341", "address": "fa:16:3e:17:3b:32", "network": {"id": "d8135be7-4201-44b5-8af0-909a8e970931", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1150353062-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84969f66225a4c4f8242aa2a4a6a4943", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa67cd0b3-29", "ovs_interfaceid": "a67cd0b3-2934-4595-bb17-cbfa4c2a5341", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Converting VIF {"id": "a67cd0b3-2934-4595-bb17-cbfa4c2a5341", "address": "fa:16:3e:17:3b:32", "network": {"id": "d8135be7-4201-44b5-8af0-909a8e970931", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1150353062-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84969f66225a4c4f8242aa2a4a6a4943", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa67cd0b3-29", "ovs_interfaceid": "a67cd0b3-2934-4595-bb17-cbfa4c2a5341", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:17:3b:32,bridge_name='br-int',has_traffic_filtering=True,id=a67cd0b3-2934-4595-bb17-cbfa4c2a5341,network=Network(d8135be7-4201-44b5-8af0-909a8e970931),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa67cd0b3-29') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG nova.objects.instance [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Lazy-loading 'pci_devices' on Instance uuid 8b5fe558-173a-4047-9c88-fecd2eff241d {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:13:25 user nova-compute[75076]:   <uuid>8b5fe558-173a-4047-9c88-fecd2eff241d</uuid>
Oct 27 16:13:25 user nova-compute[75076]:   <name>instance-00000010</name>
Oct 27 16:13:25 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:13:25 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:13:25 user nova-compute[75076]:   <metadata>
Oct 27 16:13:25 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:13:25 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:13:25 user nova-compute[75076]:       <nova:name>tempest-DeleteServersTestJSON-server-1048881239</nova:name>
Oct 27 16:13:25 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:13:25</nova:creationTime>
Oct 27 16:13:25 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:13:25 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:13:25 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:13:25 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:13:25 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:13:25 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:13:25 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:13:25 user nova-compute[75076]:       <nova:owner>
Oct 27 16:13:25 user nova-compute[75076]:         <nova:user uuid="8c40c725be1741669d41b33899704b5b">tempest-DeleteServersTestJSON-2113445085-project-member</nova:user>
Oct 27 16:13:25 user nova-compute[75076]:         <nova:project uuid="84969f66225a4c4f8242aa2a4a6a4943">tempest-DeleteServersTestJSON-2113445085</nova:project>
Oct 27 16:13:25 user nova-compute[75076]:       </nova:owner>
Oct 27 16:13:25 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:13:25 user nova-compute[75076]:       <nova:ports>
Oct 27 16:13:25 user nova-compute[75076]:         <nova:port uuid="a67cd0b3-2934-4595-bb17-cbfa4c2a5341">
Oct 27 16:13:25 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 27 16:13:25 user nova-compute[75076]:         </nova:port>
Oct 27 16:13:25 user nova-compute[75076]:       </nova:ports>
Oct 27 16:13:25 user nova-compute[75076]:     </nova:instance>
Oct 27 16:13:25 user nova-compute[75076]:   </metadata>
Oct 27 16:13:25 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:13:25 user nova-compute[75076]:     <system>
Oct 27 16:13:25 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:13:25 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:13:25 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:13:25 user nova-compute[75076]:       <entry name="serial">8b5fe558-173a-4047-9c88-fecd2eff241d</entry>
Oct 27 16:13:25 user nova-compute[75076]:       <entry name="uuid">8b5fe558-173a-4047-9c88-fecd2eff241d</entry>
Oct 27 16:13:25 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:13:25 user nova-compute[75076]:     </system>
Oct 27 16:13:25 user nova-compute[75076]:   </sysinfo>
Oct 27 16:13:25 user nova-compute[75076]:   <os>
Oct 27 16:13:25 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:13:25 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:13:25 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:13:25 user nova-compute[75076]:   </os>
Oct 27 16:13:25 user nova-compute[75076]:   <features>
Oct 27 16:13:25 user nova-compute[75076]:     <acpi/>
Oct 27 16:13:25 user nova-compute[75076]:     <apic/>
Oct 27 16:13:25 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:13:25 user nova-compute[75076]:   </features>
Oct 27 16:13:25 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:13:25 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:13:25 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:13:25 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:13:25 user nova-compute[75076]:   </clock>
Oct 27 16:13:25 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:13:25 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:13:25 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:13:25 user nova-compute[75076]:   </cpu>
Oct 27 16:13:25 user nova-compute[75076]:   <devices>
Oct 27 16:13:25 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:13:25 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:13:25 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/8b5fe558-173a-4047-9c88-fecd2eff241d/disk"/>
Oct 27 16:13:25 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:13:25 user nova-compute[75076]:     </disk>
Oct 27 16:13:25 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:13:25 user nova-compute[75076]:       <mac address="fa:16:3e:17:3b:32"/>
Oct 27 16:13:25 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:13:25 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:13:25 user nova-compute[75076]:       <target dev="tapa67cd0b3-29"/>
Oct 27 16:13:25 user nova-compute[75076]:     </interface>
Oct 27 16:13:25 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:13:25 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/8b5fe558-173a-4047-9c88-fecd2eff241d/console.log" append="off"/>
Oct 27 16:13:25 user nova-compute[75076]:     </serial>
Oct 27 16:13:25 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:13:25 user nova-compute[75076]:     <video>
Oct 27 16:13:25 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:13:25 user nova-compute[75076]:     </video>
Oct 27 16:13:25 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:13:25 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:13:25 user nova-compute[75076]:     </rng>
Oct 27 16:13:25 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:13:25 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:13:25 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:13:25 user nova-compute[75076]:     </memballoon>
Oct 27 16:13:25 user nova-compute[75076]:   </devices>
Oct 27 16:13:25 user nova-compute[75076]: </domain>
Oct 27 16:13:25 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:13:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1048881239',display_name='tempest-DeleteServersTestJSON-server-1048881239',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1048881239',id=16,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='84969f66225a4c4f8242aa2a4a6a4943',ramdisk_id='',reservation_id='r-jcd73bqc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-2113445085',owner_user_name='tempest-DeleteServersTestJSON-2113445085-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:13:23Z,user_data=None,user_id='8c40c725be1741669d41b33899704b5b',uuid=8b5fe558-173a-4047-9c88-fecd2eff241d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a67cd0b3-2934-4595-bb17-cbfa4c2a5341", "address": "fa:16:3e:17:3b:32", "network": {"id": "d8135be7-4201-44b5-8af0-909a8e970931", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1150353062-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84969f66225a4c4f8242aa2a4a6a4943", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa67cd0b3-29", "ovs_interfaceid": "a67cd0b3-2934-4595-bb17-cbfa4c2a5341", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Converting VIF {"id": "a67cd0b3-2934-4595-bb17-cbfa4c2a5341", "address": "fa:16:3e:17:3b:32", "network": {"id": "d8135be7-4201-44b5-8af0-909a8e970931", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1150353062-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84969f66225a4c4f8242aa2a4a6a4943", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa67cd0b3-29", "ovs_interfaceid": "a67cd0b3-2934-4595-bb17-cbfa4c2a5341", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:17:3b:32,bridge_name='br-int',has_traffic_filtering=True,id=a67cd0b3-2934-4595-bb17-cbfa4c2a5341,network=Network(d8135be7-4201-44b5-8af0-909a8e970931),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa67cd0b3-29') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG os_vif [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:17:3b:32,bridge_name='br-int',has_traffic_filtering=True,id=a67cd0b3-2934-4595-bb17-cbfa4c2a5341,network=Network(d8135be7-4201-44b5-8af0-909a8e970931),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa67cd0b3-29') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7d1d7110-1d5a-50a2-9c67-7e180ab4eb0b', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa67cd0b3-29, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa67cd0b3-29, col_values=(('qos', UUID('c6f7f7bb-01cc-416f-aa7c-310b80087475')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa67cd0b3-29, col_values=(('external_ids', {'iface-id': 'a67cd0b3-2934-4595-bb17-cbfa4c2a5341', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:17:3b:32', 'vm-uuid': '8b5fe558-173a-4047-9c88-fecd2eff241d'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:25 user nova-compute[75076]: INFO os_vif [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:17:3b:32,bridge_name='br-int',has_traffic_filtering=True,id=a67cd0b3-2934-4595-bb17-cbfa4c2a5341,network=Network(d8135be7-4201-44b5-8af0-909a8e970931),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa67cd0b3-29')
Oct 27 16:13:25 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] No VIF found with MAC fa:16:3e:17:3b:32, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG nova.network.neutron [req-1843866a-3616-4a9d-9e43-68e42aff5a1a req-271aed15-75ce-4fb0-931e-0aaf9ea04a28 service nova] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Updated VIF entry in instance network info cache for port a67cd0b3-2934-4595-bb17-cbfa4c2a5341. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG nova.network.neutron [req-1843866a-3616-4a9d-9e43-68e42aff5a1a req-271aed15-75ce-4fb0-931e-0aaf9ea04a28 service nova] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Updating instance_info_cache with network_info: [{"id": "a67cd0b3-2934-4595-bb17-cbfa4c2a5341", "address": "fa:16:3e:17:3b:32", "network": {"id": "d8135be7-4201-44b5-8af0-909a8e970931", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1150353062-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84969f66225a4c4f8242aa2a4a6a4943", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa67cd0b3-29", "ovs_interfaceid": "a67cd0b3-2934-4595-bb17-cbfa4c2a5341", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:13:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-1843866a-3616-4a9d-9e43-68e42aff5a1a req-271aed15-75ce-4fb0-931e-0aaf9ea04a28 service nova] Releasing lock "refresh_cache-8b5fe558-173a-4047-9c88-fecd2eff241d" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:13:26 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:26 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:26 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:27 user nova-compute[75076]: DEBUG nova.compute.manager [req-8cb71771-0149-4bab-a285-c1eebd85a2c8 req-1fd13bb5-9d55-4b2a-9403-dc99228bb230 service nova] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Received event network-vif-plugged-a67cd0b3-2934-4595-bb17-cbfa4c2a5341 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:13:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8cb71771-0149-4bab-a285-c1eebd85a2c8 req-1fd13bb5-9d55-4b2a-9403-dc99228bb230 service nova] Acquiring lock "8b5fe558-173a-4047-9c88-fecd2eff241d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:13:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8cb71771-0149-4bab-a285-c1eebd85a2c8 req-1fd13bb5-9d55-4b2a-9403-dc99228bb230 service nova] Lock "8b5fe558-173a-4047-9c88-fecd2eff241d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:13:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8cb71771-0149-4bab-a285-c1eebd85a2c8 req-1fd13bb5-9d55-4b2a-9403-dc99228bb230 service nova] Lock "8b5fe558-173a-4047-9c88-fecd2eff241d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:13:27 user nova-compute[75076]: DEBUG nova.compute.manager [req-8cb71771-0149-4bab-a285-c1eebd85a2c8 req-1fd13bb5-9d55-4b2a-9403-dc99228bb230 service nova] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] No waiting events found dispatching network-vif-plugged-a67cd0b3-2934-4595-bb17-cbfa4c2a5341 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:13:27 user nova-compute[75076]: WARNING nova.compute.manager [req-8cb71771-0149-4bab-a285-c1eebd85a2c8 req-1fd13bb5-9d55-4b2a-9403-dc99228bb230 service nova] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Received unexpected event network-vif-plugged-a67cd0b3-2934-4595-bb17-cbfa4c2a5341 for instance with vm_state building and task_state spawning.
Oct 27 16:13:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-de20b0d1-3b9a-4b44-b055-c4ae1c6ae09e tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Acquiring lock "4ad06bbc-5cd1-4ce5-89e4-6e3269c83714" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:13:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-de20b0d1-3b9a-4b44-b055-c4ae1c6ae09e tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Lock "4ad06bbc-5cd1-4ce5-89e4-6e3269c83714" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:13:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-de20b0d1-3b9a-4b44-b055-c4ae1c6ae09e tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Acquiring lock "4ad06bbc-5cd1-4ce5-89e4-6e3269c83714-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:13:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-de20b0d1-3b9a-4b44-b055-c4ae1c6ae09e tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Lock "4ad06bbc-5cd1-4ce5-89e4-6e3269c83714-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:13:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-de20b0d1-3b9a-4b44-b055-c4ae1c6ae09e tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Lock "4ad06bbc-5cd1-4ce5-89e4-6e3269c83714-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:13:27 user nova-compute[75076]: INFO nova.compute.manager [None req-de20b0d1-3b9a-4b44-b055-c4ae1c6ae09e tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Terminating instance
Oct 27 16:13:27 user nova-compute[75076]: DEBUG nova.compute.manager [None req-de20b0d1-3b9a-4b44-b055-c4ae1c6ae09e tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:13:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:27 user nova-compute[75076]: DEBUG nova.compute.manager [req-0d491db5-59eb-4172-830f-29099627336d req-a0b8a326-4b0a-46eb-8feb-b48651f3fbe7 service nova] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Received event network-vif-unplugged-d7ed84f2-ee2d-4c08-ade0-30d119751bec {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:13:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-0d491db5-59eb-4172-830f-29099627336d req-a0b8a326-4b0a-46eb-8feb-b48651f3fbe7 service nova] Acquiring lock "4ad06bbc-5cd1-4ce5-89e4-6e3269c83714-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:13:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-0d491db5-59eb-4172-830f-29099627336d req-a0b8a326-4b0a-46eb-8feb-b48651f3fbe7 service nova] Lock "4ad06bbc-5cd1-4ce5-89e4-6e3269c83714-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:13:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-0d491db5-59eb-4172-830f-29099627336d req-a0b8a326-4b0a-46eb-8feb-b48651f3fbe7 service nova] Lock "4ad06bbc-5cd1-4ce5-89e4-6e3269c83714-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:13:27 user nova-compute[75076]: DEBUG nova.compute.manager [req-0d491db5-59eb-4172-830f-29099627336d req-a0b8a326-4b0a-46eb-8feb-b48651f3fbe7 service nova] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] No waiting events found dispatching network-vif-unplugged-d7ed84f2-ee2d-4c08-ade0-30d119751bec {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:13:27 user nova-compute[75076]: DEBUG nova.compute.manager [req-0d491db5-59eb-4172-830f-29099627336d req-a0b8a326-4b0a-46eb-8feb-b48651f3fbe7 service nova] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Received event network-vif-unplugged-d7ed84f2-ee2d-4c08-ade0-30d119751bec for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:13:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:28 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Instance destroyed successfully.
Oct 27 16:13:28 user nova-compute[75076]: DEBUG nova.objects.instance [None req-de20b0d1-3b9a-4b44-b055-c4ae1c6ae09e tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Lazy-loading 'resources' on Instance uuid 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:13:28 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-de20b0d1-3b9a-4b44-b055-c4ae1c6ae09e tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:09:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-687591884',display_name='tempest-VolumesAssistedSnapshotsTest-server-687591884',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-687591884',id=9,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDhN6qTqt9ZnRTJemZLiCpjzbmyRvAWq1gc/hBqcTFWvo+9g0kQbTwU15q5BDCyLTkx39j2RZzKlEEyxzJ/rGMup8ElQsG9g8h19ZavInu5MwW7+HtxWI6JAMs650um8Rw==',key_name='tempest-keypair-1253623654',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:09:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d31d8f57198649ae84bc45b7f288deff',ramdisk_id='',reservation_id='r-ktinf4nj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAssistedSnapshotsTest-652124471',owner_user_name='tempest-VolumesAssistedSnapshotsTest-652124471-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:09:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='44ded77b9d604261b2e26fda251e2091',uuid=4ad06bbc-5cd1-4ce5-89e4-6e3269c83714,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d7ed84f2-ee2d-4c08-ade0-30d119751bec", "address": "fa:16:3e:69:fd:b4", "network": {"id": "4e7736d7-270d-48b2-8084-d2ce20169b20", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1956542261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d31d8f57198649ae84bc45b7f288deff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7ed84f2-ee", "ovs_interfaceid": "d7ed84f2-ee2d-4c08-ade0-30d119751bec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:13:28 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-de20b0d1-3b9a-4b44-b055-c4ae1c6ae09e tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Converting VIF {"id": "d7ed84f2-ee2d-4c08-ade0-30d119751bec", "address": "fa:16:3e:69:fd:b4", "network": {"id": "4e7736d7-270d-48b2-8084-d2ce20169b20", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1956542261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d31d8f57198649ae84bc45b7f288deff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7ed84f2-ee", "ovs_interfaceid": "d7ed84f2-ee2d-4c08-ade0-30d119751bec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:13:28 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-de20b0d1-3b9a-4b44-b055-c4ae1c6ae09e tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:69:fd:b4,bridge_name='br-int',has_traffic_filtering=True,id=d7ed84f2-ee2d-4c08-ade0-30d119751bec,network=Network(4e7736d7-270d-48b2-8084-d2ce20169b20),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd7ed84f2-ee') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:13:28 user nova-compute[75076]: DEBUG os_vif [None req-de20b0d1-3b9a-4b44-b055-c4ae1c6ae09e tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:69:fd:b4,bridge_name='br-int',has_traffic_filtering=True,id=d7ed84f2-ee2d-4c08-ade0-30d119751bec,network=Network(4e7736d7-270d-48b2-8084-d2ce20169b20),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd7ed84f2-ee') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:13:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd7ed84f2-ee, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:13:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:13:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a2511e81-145d-4ca7-ac94-3684b66e2b9a) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:13:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:13:28 user nova-compute[75076]: INFO os_vif [None req-de20b0d1-3b9a-4b44-b055-c4ae1c6ae09e tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:69:fd:b4,bridge_name='br-int',has_traffic_filtering=True,id=d7ed84f2-ee2d-4c08-ade0-30d119751bec,network=Network(4e7736d7-270d-48b2-8084-d2ce20169b20),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd7ed84f2-ee')
Oct 27 16:13:28 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-de20b0d1-3b9a-4b44-b055-c4ae1c6ae09e tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Deleting instance files /opt/stack/data/nova/instances/4ad06bbc-5cd1-4ce5-89e4-6e3269c83714_del
Oct 27 16:13:28 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-de20b0d1-3b9a-4b44-b055-c4ae1c6ae09e tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Deletion of /opt/stack/data/nova/instances/4ad06bbc-5cd1-4ce5-89e4-6e3269c83714_del complete
Oct 27 16:13:28 user nova-compute[75076]: INFO nova.compute.manager [None req-de20b0d1-3b9a-4b44-b055-c4ae1c6ae09e tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Took 1.17 seconds to destroy the instance on the hypervisor.
Oct 27 16:13:28 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-de20b0d1-3b9a-4b44-b055-c4ae1c6ae09e tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:13:28 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:13:28 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:13:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:29 user nova-compute[75076]: DEBUG nova.compute.manager [req-75e7fa06-89fb-4b9d-aa6a-31f1822bdd99 req-40cff1f9-458b-438f-8221-ceb97d4ba4cb service nova] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Received event network-vif-plugged-a67cd0b3-2934-4595-bb17-cbfa4c2a5341 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:13:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-75e7fa06-89fb-4b9d-aa6a-31f1822bdd99 req-40cff1f9-458b-438f-8221-ceb97d4ba4cb service nova] Acquiring lock "8b5fe558-173a-4047-9c88-fecd2eff241d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:13:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-75e7fa06-89fb-4b9d-aa6a-31f1822bdd99 req-40cff1f9-458b-438f-8221-ceb97d4ba4cb service nova] Lock "8b5fe558-173a-4047-9c88-fecd2eff241d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:13:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-75e7fa06-89fb-4b9d-aa6a-31f1822bdd99 req-40cff1f9-458b-438f-8221-ceb97d4ba4cb service nova] Lock "8b5fe558-173a-4047-9c88-fecd2eff241d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:13:29 user nova-compute[75076]: DEBUG nova.compute.manager [req-75e7fa06-89fb-4b9d-aa6a-31f1822bdd99 req-40cff1f9-458b-438f-8221-ceb97d4ba4cb service nova] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] No waiting events found dispatching network-vif-plugged-a67cd0b3-2934-4595-bb17-cbfa4c2a5341 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:13:29 user nova-compute[75076]: WARNING nova.compute.manager [req-75e7fa06-89fb-4b9d-aa6a-31f1822bdd99 req-40cff1f9-458b-438f-8221-ceb97d4ba4cb service nova] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Received unexpected event network-vif-plugged-a67cd0b3-2934-4595-bb17-cbfa4c2a5341 for instance with vm_state building and task_state spawning.
Oct 27 16:13:29 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:13:29 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Took 1.00 seconds to deallocate network for instance.
Oct 27 16:13:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-de20b0d1-3b9a-4b44-b055-c4ae1c6ae09e tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:13:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-de20b0d1-3b9a-4b44-b055-c4ae1c6ae09e tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:13:29 user nova-compute[75076]: DEBUG nova.compute.manager [req-4f1ec8d7-f2e2-47a5-987b-539a9d54ee58 req-9acf5a2a-09c5-4ced-a73e-a5c349856435 service nova] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Received event network-vif-plugged-d7ed84f2-ee2d-4c08-ade0-30d119751bec {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:13:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-4f1ec8d7-f2e2-47a5-987b-539a9d54ee58 req-9acf5a2a-09c5-4ced-a73e-a5c349856435 service nova] Acquiring lock "4ad06bbc-5cd1-4ce5-89e4-6e3269c83714-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:13:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-4f1ec8d7-f2e2-47a5-987b-539a9d54ee58 req-9acf5a2a-09c5-4ced-a73e-a5c349856435 service nova] Lock "4ad06bbc-5cd1-4ce5-89e4-6e3269c83714-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:13:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-4f1ec8d7-f2e2-47a5-987b-539a9d54ee58 req-9acf5a2a-09c5-4ced-a73e-a5c349856435 service nova] Lock "4ad06bbc-5cd1-4ce5-89e4-6e3269c83714-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:13:29 user nova-compute[75076]: DEBUG nova.compute.manager [req-4f1ec8d7-f2e2-47a5-987b-539a9d54ee58 req-9acf5a2a-09c5-4ced-a73e-a5c349856435 service nova] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] No waiting events found dispatching network-vif-plugged-d7ed84f2-ee2d-4c08-ade0-30d119751bec {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:13:29 user nova-compute[75076]: WARNING nova.compute.manager [req-4f1ec8d7-f2e2-47a5-987b-539a9d54ee58 req-9acf5a2a-09c5-4ced-a73e-a5c349856435 service nova] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Received unexpected event network-vif-plugged-d7ed84f2-ee2d-4c08-ade0-30d119751bec for instance with vm_state deleted and task_state None.
Oct 27 16:13:29 user nova-compute[75076]: DEBUG nova.compute.manager [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:13:29 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:13:29 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Instance spawned successfully.
Oct 27 16:13:29 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:13:29 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:13:29 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:13:29 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:13:29 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:13:29 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:13:29 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:13:29 user nova-compute[75076]: INFO nova.compute.manager [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Took 6.84 seconds to spawn the instance on the hypervisor.
Oct 27 16:13:29 user nova-compute[75076]: DEBUG nova.compute.manager [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:13:29 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-de20b0d1-3b9a-4b44-b055-c4ae1c6ae09e tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:13:29 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-de20b0d1-3b9a-4b44-b055-c4ae1c6ae09e tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:13:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-de20b0d1-3b9a-4b44-b055-c4ae1c6ae09e tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.549s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:13:29 user nova-compute[75076]: INFO nova.compute.manager [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Took 7.89 seconds to build instance.
Oct 27 16:13:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-811dac07-58f7-4826-ac52-b64320d288f8 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Lock "8b5fe558-173a-4047-9c88-fecd2eff241d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.992s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:13:29 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-de20b0d1-3b9a-4b44-b055-c4ae1c6ae09e tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Deleted allocations for instance 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714
Oct 27 16:13:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-de20b0d1-3b9a-4b44-b055-c4ae1c6ae09e tempest-VolumesAssistedSnapshotsTest-652124471 tempest-VolumesAssistedSnapshotsTest-652124471-project-member] Lock "4ad06bbc-5cd1-4ce5-89e4-6e3269c83714" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.958s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:13:31 user nova-compute[75076]: DEBUG nova.compute.manager [req-85a963db-5b1d-4a01-a9dd-553a2ee2ec9b req-8950696b-85b0-4df9-bbd7-86033f952055 service nova] [instance: 4ad06bbc-5cd1-4ce5-89e4-6e3269c83714] Received event network-vif-deleted-d7ed84f2-ee2d-4c08-ade0-30d119751bec {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:13:31 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:13:31 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:13:31 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:13:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:13:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:13:31 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 16:13:32 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Updating instance_info_cache with network_info: [{"id": "77926178-3290-4300-9402-540e345190e6", "address": "fa:16:3e:1f:ef:13", "network": {"id": "0dd7e13c-e83e-4992-a2f8-dbef5936e385", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-953935440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f7508e301974f7c864862ca603b09d2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap77926178-32", "ovs_interfaceid": "77926178-3290-4300-9402-540e345190e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:13:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:13:32 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 16:13:32 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:13:32 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:13:32 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:13:32 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:13:32 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:13:32 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:13:32 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:13:32 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:13:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:13:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:13:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:13:32 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:13:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:13:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdd (vdc) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:13:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk --force-share --output=json" returned: 0 in 0.283s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:13:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f2bc90f1-becb-4c54-945c-10b6da691b8b/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f2bc90f1-becb-4c54-945c-10b6da691b8b/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f2bc90f1-becb-4c54-945c-10b6da691b8b/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f2bc90f1-becb-4c54-945c-10b6da691b8b/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b5fe558-173a-4047-9c88-fecd2eff241d/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b5fe558-173a-4047-9c88-fecd2eff241d/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b5fe558-173a-4047-9c88-fecd2eff241d/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b5fe558-173a-4047-9c88-fecd2eff241d/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd883620-5f32-4794-919b-ee341a7da39a/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd883620-5f32-4794-919b-ee341a7da39a/disk --force-share --output=json" returned: 0 in 0.254s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd883620-5f32-4794-919b-ee341a7da39a/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd883620-5f32-4794-919b-ee341a7da39a/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk.rescue --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk.rescue --force-share --output=json" returned: 0 in 0.190s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk.rescue --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a195f3cf-fb3a-45e8-b0ca-d957fbe36b97/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a195f3cf-fb3a-45e8-b0ca-d957fbe36b97/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a195f3cf-fb3a-45e8-b0ca-d957fbe36b97/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a195f3cf-fb3a-45e8-b0ca-d957fbe36b97/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:38 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-5877f6e9-9e41-4d4d-9adb-5500b6063804 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance fd883620-5f32-4794-919b-ee341a7da39a is timed out.
Oct 27 16:13:38 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-5877f6e9-9e41-4d4d-9adb-5500b6063804 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Successfully detached device vdb from instance fd883620-5f32-4794-919b-ee341a7da39a from the live domain config.
Oct 27 16:13:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5877f6e9-9e41-4d4d-9adb-5500b6063804 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5877f6e9-9e41-4d4d-9adb-5500b6063804 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iAaHLoXn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb', 'volume_id': '2cb9fb69-a46d-4ad8-affc-5627780da1f9'}, None), 'kwargs': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:13:38 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-5877f6e9-9e41-4d4d-9adb-5500b6063804 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:13:38 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-5877f6e9-9e41-4d4d-9adb-5500b6063804 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-5877f6e9-9e41-4d4d-9adb-5500b6063804 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[9252f37a-4c4d-4103-b9f1-61ab028a7b04]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5877f6e9-9e41-4d4d-9adb-5500b6063804 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:13:38 user nova-compute[75076]: No targets found.
Oct 27 16:13:38 user nova-compute[75076]: iSNS:
Oct 27 16:13:38 user nova-compute[75076]: No targets found.
Oct 27 16:13:38 user nova-compute[75076]: STATIC:
Oct 27 16:13:38 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2
Oct 27 16:13:38 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:13:38 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:13:38 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78
Oct 27 16:13:38 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:13:38 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:13:38 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956
Oct 27 16:13:38 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:13:38 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:13:38 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9
Oct 27 16:13:38 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:13:38 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:13:38 user nova-compute[75076]: FIRMWARE:
Oct 27 16:13:38 user nova-compute[75076]: No targets found.
Oct 27 16:13:38 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5877f6e9-9e41-4d4d-9adb-5500b6063804 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:13:38 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:13:38 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5877f6e9-9e41-4d4d-9adb-5500b6063804 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:38 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:13:38 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:13:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=7438MB free_disk=25.297550201416016GB free_vcpus=-1 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9f890bb-e428-4c28-a56d-8e02a8fc0adb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce5d897b-958c-4d5c-ad48-0729891a091a]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5877f6e9-9e41-4d4d-9adb-5500b6063804 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:13:38 user nova-compute[75076]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)
Oct 27 16:13:38 user nova-compute[75076]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)
Oct 27 16:13:38 user nova-compute[75076]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2 (non-flash)
Oct 27 16:13:38 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5877f6e9-9e41-4d4d-9adb-5500b6063804 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:13:38 user nova-compute[75076]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 (non-flash)
Oct 27 16:13:38 user nova-compute[75076]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)
Oct 27 16:13:38 user nova-compute[75076]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2 (non-flash)
Oct 27 16:13:38 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5877f6e9-9e41-4d4d-9adb-5500b6063804 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe1c5d45e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9'): ({'sdb'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-5877f6e9-9e41-4d4d-9adb-5500b6063804 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Removing single pathed devices sdb {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[21478df0-b89d-45fc-975d-e30f1fc31962]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbccfa50-daa3-4f1c-a6f7-412824464745]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-5877f6e9-9e41-4d4d-9adb-5500b6063804 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Flushing IO for device /dev/sdb {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c2f3e5c-1c9e-4c0a-9506-468c2d5d8e7c]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-5877f6e9-9e41-4d4d-9adb-5500b6063804 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[005fff1a-1fb8-4e10-9923-353d598c156f]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-5877f6e9-9e41-4d4d-9adb-5500b6063804 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-5877f6e9-9e41-4d4d-9adb-5500b6063804 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] SCSI volumes sdb have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5877f6e9-9e41-4d4d-9adb-5500b6063804 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 961254d8-ebf1-4fa6-a93d-62c8eb1bd359 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance add0650a-7ec6-4d12-9662-880e6b3f7052 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance f2bc90f1-becb-4c54-945c-10b6da691b8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance fd883620-5f32-4794-919b-ee341a7da39a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 374d9279-bc18-44dd-91cd-a87bef438090 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance c493b688-6673-469f-a919-b93552ba25db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance a195f3cf-fb3a-45e8-b0ca-d957fbe36b97 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 326254e7-ff86-424b-95ad-e65d08254daa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance c35e1163-5e25-488f-858f-8ad5d5430617 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 8b5fe558-173a-4047-9c88-fecd2eff241d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 14 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=12GB total_vcpus=12 used_vcpus=14 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6319d80b-9cb0-4fb2-a314-91d45725ce1f]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5877f6e9-9e41-4d4d-9adb-5500b6063804 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f09bd39-718a-4a6b-8ac9-3291b74eddc6]: (4, ('Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9, portal: 172.16.0.220,3260]\nLogout of [sid: 11, target: iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5877f6e9-9e41-4d4d-9adb-5500b6063804 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9, portal: 172.16.0.220,3260]
Oct 27 16:13:38 user nova-compute[75076]: Logout of [sid: 11, target: iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9, portal: 172.16.0.220,3260] successful.
Oct 27 16:13:38 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:13:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:13:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cb9fb69-a46d-4ad8-affc-5627780da1f9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:13:39 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e432501e-aac2-406d-a008-4cd569f0922e]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:13:39 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5877f6e9-9e41-4d4d-9adb-5500b6063804 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:13:39 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-5877f6e9-9e41-4d4d-9adb-5500b6063804 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.738s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:13:39 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5877f6e9-9e41-4d4d-9adb-5500b6063804 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] <== disconnect_volume: return (741ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:13:39 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5877f6e9-9e41-4d4d-9adb-5500b6063804 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:13:39 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:13:39 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:13:39 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:13:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.682s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:13:39 user nova-compute[75076]: DEBUG nova.objects.instance [None req-5877f6e9-9e41-4d4d-9adb-5500b6063804 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Lazy-loading 'flavor' on Instance uuid fd883620-5f32-4794-919b-ee341a7da39a {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:13:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5877f6e9-9e41-4d4d-9adb-5500b6063804 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Lock "fd883620-5f32-4794-919b-ee341a7da39a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 23.004s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:13:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3d9a5ac4-d134-46bb-aed2-ff519fa5b6b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Acquiring lock "a195f3cf-fb3a-45e8-b0ca-d957fbe36b97" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:13:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3d9a5ac4-d134-46bb-aed2-ff519fa5b6b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "a195f3cf-fb3a-45e8-b0ca-d957fbe36b97" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:13:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3d9a5ac4-d134-46bb-aed2-ff519fa5b6b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Acquiring lock "a195f3cf-fb3a-45e8-b0ca-d957fbe36b97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:13:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3d9a5ac4-d134-46bb-aed2-ff519fa5b6b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "a195f3cf-fb3a-45e8-b0ca-d957fbe36b97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:13:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3d9a5ac4-d134-46bb-aed2-ff519fa5b6b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "a195f3cf-fb3a-45e8-b0ca-d957fbe36b97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:13:58 user nova-compute[75076]: INFO nova.compute.manager [None req-3d9a5ac4-d134-46bb-aed2-ff519fa5b6b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Terminating instance
Oct 27 16:13:58 user nova-compute[75076]: DEBUG nova.compute.manager [None req-3d9a5ac4-d134-46bb-aed2-ff519fa5b6b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:13:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:59 user nova-compute[75076]: DEBUG nova.compute.manager [req-9e4e831b-b20a-4423-8e0e-063be2c67d8e req-94e8301f-6502-41b0-883e-5f454db5220e service nova] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Received event network-vif-unplugged-db00f9d0-58ea-46cb-b021-ed090360c6e8 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:13:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-9e4e831b-b20a-4423-8e0e-063be2c67d8e req-94e8301f-6502-41b0-883e-5f454db5220e service nova] Acquiring lock "a195f3cf-fb3a-45e8-b0ca-d957fbe36b97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:13:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-9e4e831b-b20a-4423-8e0e-063be2c67d8e req-94e8301f-6502-41b0-883e-5f454db5220e service nova] Lock "a195f3cf-fb3a-45e8-b0ca-d957fbe36b97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:13:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-9e4e831b-b20a-4423-8e0e-063be2c67d8e req-94e8301f-6502-41b0-883e-5f454db5220e service nova] Lock "a195f3cf-fb3a-45e8-b0ca-d957fbe36b97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:13:59 user nova-compute[75076]: DEBUG nova.compute.manager [req-9e4e831b-b20a-4423-8e0e-063be2c67d8e req-94e8301f-6502-41b0-883e-5f454db5220e service nova] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] No waiting events found dispatching network-vif-unplugged-db00f9d0-58ea-46cb-b021-ed090360c6e8 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:13:59 user nova-compute[75076]: DEBUG nova.compute.manager [req-9e4e831b-b20a-4423-8e0e-063be2c67d8e req-94e8301f-6502-41b0-883e-5f454db5220e service nova] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Received event network-vif-unplugged-db00f9d0-58ea-46cb-b021-ed090360c6e8 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:13:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:59 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Instance destroyed successfully.
Oct 27 16:13:59 user nova-compute[75076]: DEBUG nova.objects.instance [None req-3d9a5ac4-d134-46bb-aed2-ff519fa5b6b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lazy-loading 'resources' on Instance uuid a195f3cf-fb3a-45e8-b0ca-d957fbe36b97 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:13:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-3d9a5ac4-d134-46bb-aed2-ff519fa5b6b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:11:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-385207902',display_name='tempest-VolumesAdminNegativeTest-server-385207902',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-385207902',id=14,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:11:59Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e320e8691e904a7c8dc4b5c824ba6565',ramdisk_id='',reservation_id='r-6nwvqrf2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-866097689',owner_user_name='tempest-VolumesAdminNegativeTest-866097689-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:12:00Z,user_data=None,user_id='c7e8f850e02e434891189cdb1783f848',uuid=a195f3cf-fb3a-45e8-b0ca-d957fbe36b97,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "db00f9d0-58ea-46cb-b021-ed090360c6e8", "address": "fa:16:3e:11:a3:24", "network": {"id": "7b16c2ee-0e93-4a45-aeea-c13628fe29a5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-761084663-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320e8691e904a7c8dc4b5c824ba6565", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb00f9d0-58", "ovs_interfaceid": "db00f9d0-58ea-46cb-b021-ed090360c6e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:13:59 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-3d9a5ac4-d134-46bb-aed2-ff519fa5b6b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Converting VIF {"id": "db00f9d0-58ea-46cb-b021-ed090360c6e8", "address": "fa:16:3e:11:a3:24", "network": {"id": "7b16c2ee-0e93-4a45-aeea-c13628fe29a5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-761084663-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320e8691e904a7c8dc4b5c824ba6565", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb00f9d0-58", "ovs_interfaceid": "db00f9d0-58ea-46cb-b021-ed090360c6e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:13:59 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-3d9a5ac4-d134-46bb-aed2-ff519fa5b6b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:11:a3:24,bridge_name='br-int',has_traffic_filtering=True,id=db00f9d0-58ea-46cb-b021-ed090360c6e8,network=Network(7b16c2ee-0e93-4a45-aeea-c13628fe29a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb00f9d0-58') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:13:59 user nova-compute[75076]: DEBUG os_vif [None req-3d9a5ac4-d134-46bb-aed2-ff519fa5b6b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:11:a3:24,bridge_name='br-int',has_traffic_filtering=True,id=db00f9d0-58ea-46cb-b021-ed090360c6e8,network=Network(7b16c2ee-0e93-4a45-aeea-c13628fe29a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb00f9d0-58') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:13:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdb00f9d0-58, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:13:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bec45f5b-cd41-4f35-8c02-0c838bc76330) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:13:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:13:59 user nova-compute[75076]: INFO os_vif [None req-3d9a5ac4-d134-46bb-aed2-ff519fa5b6b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:11:a3:24,bridge_name='br-int',has_traffic_filtering=True,id=db00f9d0-58ea-46cb-b021-ed090360c6e8,network=Network(7b16c2ee-0e93-4a45-aeea-c13628fe29a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb00f9d0-58')
Oct 27 16:13:59 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-3d9a5ac4-d134-46bb-aed2-ff519fa5b6b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Deleting instance files /opt/stack/data/nova/instances/a195f3cf-fb3a-45e8-b0ca-d957fbe36b97_del
Oct 27 16:13:59 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-3d9a5ac4-d134-46bb-aed2-ff519fa5b6b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Deletion of /opt/stack/data/nova/instances/a195f3cf-fb3a-45e8-b0ca-d957fbe36b97_del complete
Oct 27 16:13:59 user nova-compute[75076]: INFO nova.compute.manager [None req-3d9a5ac4-d134-46bb-aed2-ff519fa5b6b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Took 0.70 seconds to destroy the instance on the hypervisor.
Oct 27 16:13:59 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-3d9a5ac4-d134-46bb-aed2-ff519fa5b6b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:13:59 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:13:59 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:14:00 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:14:00 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Took 0.57 seconds to deallocate network for instance.
Oct 27 16:14:00 user nova-compute[75076]: DEBUG nova.compute.manager [req-8230b9a7-5102-4848-aead-8dc26729fd3d req-8d776e74-4b92-446b-9514-543f1ab9ecbc service nova] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Received event network-vif-deleted-db00f9d0-58ea-46cb-b021-ed090360c6e8 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:14:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3d9a5ac4-d134-46bb-aed2-ff519fa5b6b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:14:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3d9a5ac4-d134-46bb-aed2-ff519fa5b6b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:14:00 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-3d9a5ac4-d134-46bb-aed2-ff519fa5b6b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:14:00 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-3d9a5ac4-d134-46bb-aed2-ff519fa5b6b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:14:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3d9a5ac4-d134-46bb-aed2-ff519fa5b6b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.454s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:14:00 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-3d9a5ac4-d134-46bb-aed2-ff519fa5b6b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Deleted allocations for instance a195f3cf-fb3a-45e8-b0ca-d957fbe36b97
Oct 27 16:14:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3d9a5ac4-d134-46bb-aed2-ff519fa5b6b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "a195f3cf-fb3a-45e8-b0ca-d957fbe36b97" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.951s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:14:01 user nova-compute[75076]: DEBUG nova.compute.manager [req-7c86592c-1895-498f-92de-f985904cad73 req-8a36ddc2-0561-4bee-9d46-808b83880737 service nova] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Received event network-vif-plugged-db00f9d0-58ea-46cb-b021-ed090360c6e8 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:14:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7c86592c-1895-498f-92de-f985904cad73 req-8a36ddc2-0561-4bee-9d46-808b83880737 service nova] Acquiring lock "a195f3cf-fb3a-45e8-b0ca-d957fbe36b97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:14:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7c86592c-1895-498f-92de-f985904cad73 req-8a36ddc2-0561-4bee-9d46-808b83880737 service nova] Lock "a195f3cf-fb3a-45e8-b0ca-d957fbe36b97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:14:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7c86592c-1895-498f-92de-f985904cad73 req-8a36ddc2-0561-4bee-9d46-808b83880737 service nova] Lock "a195f3cf-fb3a-45e8-b0ca-d957fbe36b97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:14:01 user nova-compute[75076]: DEBUG nova.compute.manager [req-7c86592c-1895-498f-92de-f985904cad73 req-8a36ddc2-0561-4bee-9d46-808b83880737 service nova] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] No waiting events found dispatching network-vif-plugged-db00f9d0-58ea-46cb-b021-ed090360c6e8 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:14:01 user nova-compute[75076]: WARNING nova.compute.manager [req-7c86592c-1895-498f-92de-f985904cad73 req-8a36ddc2-0561-4bee-9d46-808b83880737 service nova] [instance: a195f3cf-fb3a-45e8-b0ca-d957fbe36b97] Received unexpected event network-vif-plugged-db00f9d0-58ea-46cb-b021-ed090360c6e8 for instance with vm_state deleted and task_state None.
Oct 27 16:14:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:04 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:07 user nova-compute[75076]: INFO nova.compute.manager [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Rescuing
Oct 27 16:14:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "refresh_cache-787fbfd3-dee0-4dbf-b2a7-6a8199d8b005" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:14:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquired lock "refresh_cache-787fbfd3-dee0-4dbf-b2a7-6a8199d8b005" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:14:07 user nova-compute[75076]: DEBUG nova.network.neutron [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:14:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-7ef82799-7ba9-4584-bf3c-9394b7711d96 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Acquiring lock "fd883620-5f32-4794-919b-ee341a7da39a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:14:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-7ef82799-7ba9-4584-bf3c-9394b7711d96 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Lock "fd883620-5f32-4794-919b-ee341a7da39a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:14:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-7ef82799-7ba9-4584-bf3c-9394b7711d96 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Acquiring lock "fd883620-5f32-4794-919b-ee341a7da39a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:14:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-7ef82799-7ba9-4584-bf3c-9394b7711d96 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Lock "fd883620-5f32-4794-919b-ee341a7da39a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:14:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-7ef82799-7ba9-4584-bf3c-9394b7711d96 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Lock "fd883620-5f32-4794-919b-ee341a7da39a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:14:07 user nova-compute[75076]: INFO nova.compute.manager [None req-7ef82799-7ba9-4584-bf3c-9394b7711d96 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Terminating instance
Oct 27 16:14:07 user nova-compute[75076]: DEBUG nova.compute.manager [None req-7ef82799-7ba9-4584-bf3c-9394b7711d96 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:14:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:07 user nova-compute[75076]: DEBUG nova.network.neutron [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Updating instance_info_cache with network_info: [{"id": "e11d0d65-58bc-4b60-ba3b-6a842cfb4719", "address": "fa:16:3e:bd:e9:ab", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape11d0d65-58", "ovs_interfaceid": "e11d0d65-58bc-4b60-ba3b-6a842cfb4719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:14:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Releasing lock "refresh_cache-787fbfd3-dee0-4dbf-b2a7-6a8199d8b005" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:14:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:07 user nova-compute[75076]: DEBUG nova.compute.manager [req-39e3e964-11c2-4ab0-be4c-fa7e2f52db03 req-21e13fa9-6d6a-4b35-b30f-7e5bc92d0177 service nova] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Received event network-vif-unplugged-7088ba37-918a-42f3-82c9-cfa15c9025ee {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:14:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-39e3e964-11c2-4ab0-be4c-fa7e2f52db03 req-21e13fa9-6d6a-4b35-b30f-7e5bc92d0177 service nova] Acquiring lock "fd883620-5f32-4794-919b-ee341a7da39a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:14:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-39e3e964-11c2-4ab0-be4c-fa7e2f52db03 req-21e13fa9-6d6a-4b35-b30f-7e5bc92d0177 service nova] Lock "fd883620-5f32-4794-919b-ee341a7da39a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:14:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-39e3e964-11c2-4ab0-be4c-fa7e2f52db03 req-21e13fa9-6d6a-4b35-b30f-7e5bc92d0177 service nova] Lock "fd883620-5f32-4794-919b-ee341a7da39a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:14:07 user nova-compute[75076]: DEBUG nova.compute.manager [req-39e3e964-11c2-4ab0-be4c-fa7e2f52db03 req-21e13fa9-6d6a-4b35-b30f-7e5bc92d0177 service nova] [instance: fd883620-5f32-4794-919b-ee341a7da39a] No waiting events found dispatching network-vif-unplugged-7088ba37-918a-42f3-82c9-cfa15c9025ee {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:14:07 user nova-compute[75076]: DEBUG nova.compute.manager [req-39e3e964-11c2-4ab0-be4c-fa7e2f52db03 req-21e13fa9-6d6a-4b35-b30f-7e5bc92d0177 service nova] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Received event network-vif-unplugged-7088ba37-918a-42f3-82c9-cfa15c9025ee for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:14:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:08 user nova-compute[75076]: DEBUG nova.compute.manager [req-24e24949-5317-4008-95e0-a03e265c2ccc req-9dcde36e-da07-477f-ac92-ecc48819e699 service nova] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Received event network-vif-unplugged-e11d0d65-58bc-4b60-ba3b-6a842cfb4719 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:14:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-24e24949-5317-4008-95e0-a03e265c2ccc req-9dcde36e-da07-477f-ac92-ecc48819e699 service nova] Acquiring lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:14:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-24e24949-5317-4008-95e0-a03e265c2ccc req-9dcde36e-da07-477f-ac92-ecc48819e699 service nova] Lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:14:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-24e24949-5317-4008-95e0-a03e265c2ccc req-9dcde36e-da07-477f-ac92-ecc48819e699 service nova] Lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:14:08 user nova-compute[75076]: DEBUG nova.compute.manager [req-24e24949-5317-4008-95e0-a03e265c2ccc req-9dcde36e-da07-477f-ac92-ecc48819e699 service nova] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] No waiting events found dispatching network-vif-unplugged-e11d0d65-58bc-4b60-ba3b-6a842cfb4719 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:14:08 user nova-compute[75076]: WARNING nova.compute.manager [req-24e24949-5317-4008-95e0-a03e265c2ccc req-9dcde36e-da07-477f-ac92-ecc48819e699 service nova] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Received unexpected event network-vif-unplugged-e11d0d65-58bc-4b60-ba3b-6a842cfb4719 for instance with vm_state active and task_state rescuing.
Oct 27 16:14:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:08 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Instance destroyed successfully.
Oct 27 16:14:08 user nova-compute[75076]: DEBUG nova.objects.instance [None req-7ef82799-7ba9-4584-bf3c-9394b7711d96 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Lazy-loading 'resources' on Instance uuid fd883620-5f32-4794-919b-ee341a7da39a {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:14:08 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Instance destroyed successfully.
Oct 27 16:14:08 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Attempting a stable device rescue
Oct 27 16:14:08 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-7ef82799-7ba9-4584-bf3c-9394b7711d96 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:09:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-80151405',display_name='tempest-TestVolumeSwap-server-80151405',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-80151405',id=10,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPN0jvjTafZ6vul0H5xYVBStlmPxXMdarqpCE+N8m1c331pFoxmQMhkPLSbqYOURWHmUP+24ptJ1aiKJaV31ceYrYPeZLR32GzG+QrNHdtQvOc8P15jtNHEbsPsRw3PLJg==',key_name='tempest-keypair-1487165783',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:09:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e34c200450544695908987b653350be3',ramdisk_id='',reservation_id='r-ctylsdc8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeSwap-429846374',owner_user_name='tempest-TestVolumeSwap-429846374-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:09:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='37ca362cad334e279c31879ec9f1c552',uuid=fd883620-5f32-4794-919b-ee341a7da39a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7088ba37-918a-42f3-82c9-cfa15c9025ee", "address": "fa:16:3e:14:c0:49", "network": {"id": "75e67bbe-5bb4-4c57-97dd-2fb0bb73fe2d", "bridge": "br-int", "label": "tempest-TestVolumeSwap-2118800676-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e34c200450544695908987b653350be3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7088ba37-91", "ovs_interfaceid": "7088ba37-918a-42f3-82c9-cfa15c9025ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:14:08 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-7ef82799-7ba9-4584-bf3c-9394b7711d96 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Converting VIF {"id": "7088ba37-918a-42f3-82c9-cfa15c9025ee", "address": "fa:16:3e:14:c0:49", "network": {"id": "75e67bbe-5bb4-4c57-97dd-2fb0bb73fe2d", "bridge": "br-int", "label": "tempest-TestVolumeSwap-2118800676-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e34c200450544695908987b653350be3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7088ba37-91", "ovs_interfaceid": "7088ba37-918a-42f3-82c9-cfa15c9025ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:14:08 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-7ef82799-7ba9-4584-bf3c-9394b7711d96 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:14:c0:49,bridge_name='br-int',has_traffic_filtering=True,id=7088ba37-918a-42f3-82c9-cfa15c9025ee,network=Network(75e67bbe-5bb4-4c57-97dd-2fb0bb73fe2d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7088ba37-91') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:14:08 user nova-compute[75076]: DEBUG os_vif [None req-7ef82799-7ba9-4584-bf3c-9394b7711d96 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:14:c0:49,bridge_name='br-int',has_traffic_filtering=True,id=7088ba37-918a-42f3-82c9-cfa15c9025ee,network=Network(75e67bbe-5bb4-4c57-97dd-2fb0bb73fe2d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7088ba37-91') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:14:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7088ba37-91, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:14:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:14:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=766bc67b-3f23-4263-a1fa-0addcf078b92) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:14:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:14:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:08 user nova-compute[75076]: INFO os_vif [None req-7ef82799-7ba9-4584-bf3c-9394b7711d96 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:14:c0:49,bridge_name='br-int',has_traffic_filtering=True,id=7088ba37-918a-42f3-82c9-cfa15c9025ee,network=Network(75e67bbe-5bb4-4c57-97dd-2fb0bb73fe2d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7088ba37-91')
Oct 27 16:14:08 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-7ef82799-7ba9-4584-bf3c-9394b7711d96 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Deleting instance files /opt/stack/data/nova/instances/fd883620-5f32-4794-919b-ee341a7da39a_del
Oct 27 16:14:08 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-7ef82799-7ba9-4584-bf3c-9394b7711d96 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Deletion of /opt/stack/data/nova/instances/fd883620-5f32-4794-919b-ee341a7da39a_del complete
Oct 27 16:14:08 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75076) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 27 16:14:08 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Instance directory exists: not creating {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 27 16:14:08 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Creating image(s)
Oct 27 16:14:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "/opt/stack/data/nova/instances/787fbfd3-dee0-4dbf-b2a7-6a8199d8b005/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:14:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "/opt/stack/data/nova/instances/787fbfd3-dee0-4dbf-b2a7-6a8199d8b005/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:14:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "/opt/stack/data/nova/instances/787fbfd3-dee0-4dbf-b2a7-6a8199d8b005/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:14:08 user nova-compute[75076]: DEBUG nova.objects.instance [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lazy-loading 'trusted_certs' on Instance uuid 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:14:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "c9dd1e7815caba33d9ad3605e467d815bba48d4d" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:14:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "c9dd1e7815caba33d9ad3605e467d815bba48d4d" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:14:08 user nova-compute[75076]: INFO nova.compute.manager [None req-7ef82799-7ba9-4584-bf3c-9394b7711d96 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Took 1.28 seconds to destroy the instance on the hypervisor.
Oct 27 16:14:08 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-7ef82799-7ba9-4584-bf3c-9394b7711d96 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:14:08 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:14:08 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: fd883620-5f32-4794-919b-ee341a7da39a] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:14:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c9dd1e7815caba33d9ad3605e467d815bba48d4d.part --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:09 user nova-compute[75076]: DEBUG nova.compute.manager [req-f341acb0-2f73-497e-b06a-767a9dcb5929 req-2a458749-a8ba-4023-b8f9-f593202a9bb7 service nova] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Received event network-vif-plugged-7088ba37-918a-42f3-82c9-cfa15c9025ee {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:14:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f341acb0-2f73-497e-b06a-767a9dcb5929 req-2a458749-a8ba-4023-b8f9-f593202a9bb7 service nova] Acquiring lock "fd883620-5f32-4794-919b-ee341a7da39a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:14:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f341acb0-2f73-497e-b06a-767a9dcb5929 req-2a458749-a8ba-4023-b8f9-f593202a9bb7 service nova] Lock "fd883620-5f32-4794-919b-ee341a7da39a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:14:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f341acb0-2f73-497e-b06a-767a9dcb5929 req-2a458749-a8ba-4023-b8f9-f593202a9bb7 service nova] Lock "fd883620-5f32-4794-919b-ee341a7da39a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:14:09 user nova-compute[75076]: DEBUG nova.compute.manager [req-f341acb0-2f73-497e-b06a-767a9dcb5929 req-2a458749-a8ba-4023-b8f9-f593202a9bb7 service nova] [instance: fd883620-5f32-4794-919b-ee341a7da39a] No waiting events found dispatching network-vif-plugged-7088ba37-918a-42f3-82c9-cfa15c9025ee {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:14:09 user nova-compute[75076]: WARNING nova.compute.manager [req-f341acb0-2f73-497e-b06a-767a9dcb5929 req-2a458749-a8ba-4023-b8f9-f593202a9bb7 service nova] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Received unexpected event network-vif-plugged-7088ba37-918a-42f3-82c9-cfa15c9025ee for instance with vm_state active and task_state deleting.
Oct 27 16:14:09 user nova-compute[75076]: DEBUG nova.compute.manager [req-f341acb0-2f73-497e-b06a-767a9dcb5929 req-2a458749-a8ba-4023-b8f9-f593202a9bb7 service nova] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Received event network-vif-plugged-7088ba37-918a-42f3-82c9-cfa15c9025ee {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:14:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f341acb0-2f73-497e-b06a-767a9dcb5929 req-2a458749-a8ba-4023-b8f9-f593202a9bb7 service nova] Acquiring lock "fd883620-5f32-4794-919b-ee341a7da39a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:14:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f341acb0-2f73-497e-b06a-767a9dcb5929 req-2a458749-a8ba-4023-b8f9-f593202a9bb7 service nova] Lock "fd883620-5f32-4794-919b-ee341a7da39a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:14:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f341acb0-2f73-497e-b06a-767a9dcb5929 req-2a458749-a8ba-4023-b8f9-f593202a9bb7 service nova] Lock "fd883620-5f32-4794-919b-ee341a7da39a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:14:09 user nova-compute[75076]: DEBUG nova.compute.manager [req-f341acb0-2f73-497e-b06a-767a9dcb5929 req-2a458749-a8ba-4023-b8f9-f593202a9bb7 service nova] [instance: fd883620-5f32-4794-919b-ee341a7da39a] No waiting events found dispatching network-vif-plugged-7088ba37-918a-42f3-82c9-cfa15c9025ee {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:14:09 user nova-compute[75076]: WARNING nova.compute.manager [req-f341acb0-2f73-497e-b06a-767a9dcb5929 req-2a458749-a8ba-4023-b8f9-f593202a9bb7 service nova] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Received unexpected event network-vif-plugged-7088ba37-918a-42f3-82c9-cfa15c9025ee for instance with vm_state active and task_state deleting.
Oct 27 16:14:09 user nova-compute[75076]: DEBUG nova.compute.manager [req-f341acb0-2f73-497e-b06a-767a9dcb5929 req-2a458749-a8ba-4023-b8f9-f593202a9bb7 service nova] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Received event network-vif-plugged-7088ba37-918a-42f3-82c9-cfa15c9025ee {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:14:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f341acb0-2f73-497e-b06a-767a9dcb5929 req-2a458749-a8ba-4023-b8f9-f593202a9bb7 service nova] Acquiring lock "fd883620-5f32-4794-919b-ee341a7da39a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:14:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f341acb0-2f73-497e-b06a-767a9dcb5929 req-2a458749-a8ba-4023-b8f9-f593202a9bb7 service nova] Lock "fd883620-5f32-4794-919b-ee341a7da39a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:14:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f341acb0-2f73-497e-b06a-767a9dcb5929 req-2a458749-a8ba-4023-b8f9-f593202a9bb7 service nova] Lock "fd883620-5f32-4794-919b-ee341a7da39a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:14:09 user nova-compute[75076]: DEBUG nova.compute.manager [req-f341acb0-2f73-497e-b06a-767a9dcb5929 req-2a458749-a8ba-4023-b8f9-f593202a9bb7 service nova] [instance: fd883620-5f32-4794-919b-ee341a7da39a] No waiting events found dispatching network-vif-plugged-7088ba37-918a-42f3-82c9-cfa15c9025ee {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:14:09 user nova-compute[75076]: WARNING nova.compute.manager [req-f341acb0-2f73-497e-b06a-767a9dcb5929 req-2a458749-a8ba-4023-b8f9-f593202a9bb7 service nova] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Received unexpected event network-vif-plugged-7088ba37-918a-42f3-82c9-cfa15c9025ee for instance with vm_state active and task_state deleting.
Oct 27 16:14:09 user nova-compute[75076]: DEBUG nova.compute.manager [req-f341acb0-2f73-497e-b06a-767a9dcb5929 req-2a458749-a8ba-4023-b8f9-f593202a9bb7 service nova] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Received event network-vif-unplugged-7088ba37-918a-42f3-82c9-cfa15c9025ee {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:14:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f341acb0-2f73-497e-b06a-767a9dcb5929 req-2a458749-a8ba-4023-b8f9-f593202a9bb7 service nova] Acquiring lock "fd883620-5f32-4794-919b-ee341a7da39a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:14:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f341acb0-2f73-497e-b06a-767a9dcb5929 req-2a458749-a8ba-4023-b8f9-f593202a9bb7 service nova] Lock "fd883620-5f32-4794-919b-ee341a7da39a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:14:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f341acb0-2f73-497e-b06a-767a9dcb5929 req-2a458749-a8ba-4023-b8f9-f593202a9bb7 service nova] Lock "fd883620-5f32-4794-919b-ee341a7da39a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:14:09 user nova-compute[75076]: DEBUG nova.compute.manager [req-f341acb0-2f73-497e-b06a-767a9dcb5929 req-2a458749-a8ba-4023-b8f9-f593202a9bb7 service nova] [instance: fd883620-5f32-4794-919b-ee341a7da39a] No waiting events found dispatching network-vif-unplugged-7088ba37-918a-42f3-82c9-cfa15c9025ee {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:14:09 user nova-compute[75076]: DEBUG nova.compute.manager [req-f341acb0-2f73-497e-b06a-767a9dcb5929 req-2a458749-a8ba-4023-b8f9-f593202a9bb7 service nova] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Received event network-vif-unplugged-7088ba37-918a-42f3-82c9-cfa15c9025ee for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:14:09 user nova-compute[75076]: DEBUG nova.compute.manager [req-f341acb0-2f73-497e-b06a-767a9dcb5929 req-2a458749-a8ba-4023-b8f9-f593202a9bb7 service nova] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Received event network-vif-plugged-7088ba37-918a-42f3-82c9-cfa15c9025ee {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:14:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f341acb0-2f73-497e-b06a-767a9dcb5929 req-2a458749-a8ba-4023-b8f9-f593202a9bb7 service nova] Acquiring lock "fd883620-5f32-4794-919b-ee341a7da39a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:14:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f341acb0-2f73-497e-b06a-767a9dcb5929 req-2a458749-a8ba-4023-b8f9-f593202a9bb7 service nova] Lock "fd883620-5f32-4794-919b-ee341a7da39a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:14:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f341acb0-2f73-497e-b06a-767a9dcb5929 req-2a458749-a8ba-4023-b8f9-f593202a9bb7 service nova] Lock "fd883620-5f32-4794-919b-ee341a7da39a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:14:09 user nova-compute[75076]: DEBUG nova.compute.manager [req-f341acb0-2f73-497e-b06a-767a9dcb5929 req-2a458749-a8ba-4023-b8f9-f593202a9bb7 service nova] [instance: fd883620-5f32-4794-919b-ee341a7da39a] No waiting events found dispatching network-vif-plugged-7088ba37-918a-42f3-82c9-cfa15c9025ee {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:14:09 user nova-compute[75076]: WARNING nova.compute.manager [req-f341acb0-2f73-497e-b06a-767a9dcb5929 req-2a458749-a8ba-4023-b8f9-f593202a9bb7 service nova] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Received unexpected event network-vif-plugged-7088ba37-918a-42f3-82c9-cfa15c9025ee for instance with vm_state active and task_state deleting.
Oct 27 16:14:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c9dd1e7815caba33d9ad3605e467d815bba48d4d.part --force-share --output=json" returned: 0 in 0.181s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:09 user nova-compute[75076]: DEBUG nova.virt.images [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] 76c47b07-e5b1-4104-9434-e52da22808df was qcow2, converting to raw {{(pid=75076) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 27 16:14:09 user nova-compute[75076]: DEBUG nova.privsep.utils [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75076) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 27 16:14:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/c9dd1e7815caba33d9ad3605e467d815bba48d4d.part /opt/stack/data/nova/instances/_base/c9dd1e7815caba33d9ad3605e467d815bba48d4d.converted {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG nova.compute.manager [req-19023225-a6c5-4433-9ef7-61a07ad3e3e1 req-904b0afb-88a7-42cf-aec3-ab370e940930 service nova] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Received event network-vif-plugged-e11d0d65-58bc-4b60-ba3b-6a842cfb4719 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-19023225-a6c5-4433-9ef7-61a07ad3e3e1 req-904b0afb-88a7-42cf-aec3-ab370e940930 service nova] Acquiring lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-19023225-a6c5-4433-9ef7-61a07ad3e3e1 req-904b0afb-88a7-42cf-aec3-ab370e940930 service nova] Lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-19023225-a6c5-4433-9ef7-61a07ad3e3e1 req-904b0afb-88a7-42cf-aec3-ab370e940930 service nova] Lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG nova.compute.manager [req-19023225-a6c5-4433-9ef7-61a07ad3e3e1 req-904b0afb-88a7-42cf-aec3-ab370e940930 service nova] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] No waiting events found dispatching network-vif-plugged-e11d0d65-58bc-4b60-ba3b-6a842cfb4719 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:14:10 user nova-compute[75076]: WARNING nova.compute.manager [req-19023225-a6c5-4433-9ef7-61a07ad3e3e1 req-904b0afb-88a7-42cf-aec3-ab370e940930 service nova] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Received unexpected event network-vif-plugged-e11d0d65-58bc-4b60-ba3b-6a842cfb4719 for instance with vm_state active and task_state rescuing.
Oct 27 16:14:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/c9dd1e7815caba33d9ad3605e467d815bba48d4d.part /opt/stack/data/nova/instances/_base/c9dd1e7815caba33d9ad3605e467d815bba48d4d.converted" returned: 0 in 0.286s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c9dd1e7815caba33d9ad3605e467d815bba48d4d.converted --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c9dd1e7815caba33d9ad3605e467d815bba48d4d.converted --force-share --output=json" returned: 0 in 0.191s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "c9dd1e7815caba33d9ad3605e467d815bba48d4d" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.674s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "c9dd1e7815caba33d9ad3605e467d815bba48d4d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "c9dd1e7815caba33d9ad3605e467d815bba48d4d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c9dd1e7815caba33d9ad3605e467d815bba48d4d --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:14:10 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Took 1.79 seconds to deallocate network for instance.
Oct 27 16:14:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c9dd1e7815caba33d9ad3605e467d815bba48d4d --force-share --output=json" returned: 0 in 0.191s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/c9dd1e7815caba33d9ad3605e467d815bba48d4d,backing_fmt=raw /opt/stack/data/nova/instances/787fbfd3-dee0-4dbf-b2a7-6a8199d8b005/disk.rescue {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-7ef82799-7ba9-4584-bf3c-9394b7711d96 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-7ef82799-7ba9-4584-bf3c-9394b7711d96 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.003s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/c9dd1e7815caba33d9ad3605e467d815bba48d4d,backing_fmt=raw /opt/stack/data/nova/instances/787fbfd3-dee0-4dbf-b2a7-6a8199d8b005/disk.rescue" returned: 0 in 0.050s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "c9dd1e7815caba33d9ad3605e467d815bba48d4d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.245s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG nova.objects.instance [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lazy-loading 'migration_context' on Instance uuid 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG nova.objects.base [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Object Instance<787fbfd3-dee0-4dbf-b2a7-6a8199d8b005> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Start _get_guest_xml network_info=[{"id": "e11d0d65-58bc-4b60-ba3b-6a842cfb4719", "address": "fa:16:3e:bd:e9:ab", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "vif_mac": "fa:16:3e:bd:e9:ab"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape11d0d65-58", "ovs_interfaceid": "e11d0d65-58bc-4b60-ba3b-6a842cfb4719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '76c47b07-e5b1-4104-9434-e52da22808df', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OUjqtRAw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, 'status': 'reserved', 'instance': '787fbfd3-dee0-4dbf-b2a7-6a8199d8b005', 'attached_at': '', 'detached_at': '', 'volume_id': '0c8f81cd-1e2b-4641-9a47-6ba61300ad78', 'serial': '0c8f81cd-1e2b-4641-9a47-6ba61300ad78'}, 'boot_index': 0, 'device_type': 'disk', 'mount_device': '/dev/vda', 'disk_bus': 'virtio', 'attachment_id': '64be282c-c38d-4604-84bc-71fb669264ed', 'guest_format': None, 'delete_on_termination': False, 'volume_type': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG nova.objects.instance [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lazy-loading 'resources' on Instance uuid 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG nova.objects.base [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Object Instance<787fbfd3-dee0-4dbf-b2a7-6a8199d8b005> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG nova.objects.instance [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lazy-loading 'numa_topology' on Instance uuid 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG nova.objects.base [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Object Instance<787fbfd3-dee0-4dbf-b2a7-6a8199d8b005> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:14:10 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:14:10 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:14:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG nova.objects.instance [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lazy-loading 'vcpu_model' on Instance uuid 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG nova.objects.base [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Object Instance<787fbfd3-dee0-4dbf-b2a7-6a8199d8b005> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OUjqtRAw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:14:10 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:14:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:14:10 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:14:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:14:10 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:14:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 -p 172.16.0.220:3260" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2a4b5ed-cf9a-4d84-86e6-60a4090de765]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = OUjqtRAw\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Oct 27 16:14:10 user nova-compute[75076]: node.name = iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78
Oct 27 16:14:10 user nova-compute[75076]: node.tpgt = -1
Oct 27 16:14:10 user nova-compute[75076]: node.startup = automatic
Oct 27 16:14:10 user nova-compute[75076]: node.leading_login = No
Oct 27 16:14:10 user nova-compute[75076]: iface.iscsi_ifacename = default
Oct 27 16:14:10 user nova-compute[75076]: iface.net_ifacename = <empty>
Oct 27 16:14:10 user nova-compute[75076]: iface.ipaddress = <empty>
Oct 27 16:14:10 user nova-compute[75076]: iface.prefix_len = 0
Oct 27 16:14:10 user nova-compute[75076]: iface.hwaddress = <empty>
Oct 27 16:14:10 user nova-compute[75076]: iface.transport_name = tcp
Oct 27 16:14:10 user nova-compute[75076]: iface.initiatorname = <empty>
Oct 27 16:14:10 user nova-compute[75076]: iface.state = <empty>
Oct 27 16:14:10 user nova-compute[75076]: iface.vlan_id = 0
Oct 27 16:14:10 user nova-compute[75076]: iface.vlan_priority = 0
Oct 27 16:14:10 user nova-compute[75076]: iface.vlan_state = <empty>
Oct 27 16:14:10 user nova-compute[75076]: iface.iface_num = 0
Oct 27 16:14:10 user nova-compute[75076]: iface.mtu = 0
Oct 27 16:14:10 user nova-compute[75076]: iface.port = 0
Oct 27 16:14:10 user nova-compute[75076]: iface.bootproto = <empty>
Oct 27 16:14:10 user nova-compute[75076]: iface.subnet_mask = <empty>
Oct 27 16:14:10 user nova-compute[75076]: iface.gateway = <empty>
Oct 27 16:14:10 user nova-compute[75076]: iface.dhcp_alt_client_id_state = <empty>
Oct 27 16:14:10 user nova-compute[75076]: iface.dhcp_alt_client_id = <empty>
Oct 27 16:14:10 user nova-compute[75076]: iface.dhcp_dns = <empty>
Oct 27 16:14:10 user nova-compute[75076]: iface.dhcp_learn_iqn = <empty>
Oct 27 16:14:10 user nova-compute[75076]: iface.dhcp_req_vendor_id_state = <empty>
Oct 27 16:14:10 user nova-compute[75076]: iface.dhcp_vendor_id_state = <empty>
Oct 27 16:14:10 user nova-compute[75076]: iface.dhcp_vendor_id = <empty>
Oct 27 16:14:10 user nova-compute[75076]: iface.dhcp_slp_da = <empty>
Oct 27 16:14:10 user nova-compute[75076]: iface.fragmentation = <empty>
Oct 27 16:14:10 user nova-compute[75076]: iface.gratuitous_arp = <empty>
Oct 27 16:14:10 user nova-compute[75076]: iface.incoming_forwarding = <empty>
Oct 27 16:14:10 user nova-compute[75076]: iface.tos_state = <empty>
Oct 27 16:14:10 user nova-compute[75076]: iface.tos = 0
Oct 27 16:14:10 user nova-compute[75076]: iface.ttl = 0
Oct 27 16:14:10 user nova-compute[75076]: iface.delayed_ack = <empty>
Oct 27 16:14:10 user nova-compute[75076]: iface.tcp_nagle = <empty>
Oct 27 16:14:10 user nova-compute[75076]: iface.tcp_wsf_state = <empty>
Oct 27 16:14:10 user nova-compute[75076]: iface.tcp_wsf = 0
Oct 27 16:14:10 user nova-compute[75076]: iface.tcp_timer_scale = 0
Oct 27 16:14:10 user nova-compute[75076]: iface.tcp_timestamp = <empty>
Oct 27 16:14:10 user nova-compute[75076]: iface.redirect = <empty>
Oct 27 16:14:10 user nova-compute[75076]: iface.def_task_mgmt_timeout = 0
Oct 27 16:14:10 user nova-compute[75076]: iface.header_digest = <empty>
Oct 27 16:14:10 user nova-compute[75076]: iface.data_digest = <empty>
Oct 27 16:14:10 user nova-compute[75076]: iface.immediate_data = <empty>
Oct 27 16:14:10 user nova-compute[75076]: iface.initial_r2t = <empty>
Oct 27 16:14:10 user nova-compute[75076]: iface.data_seq_inorder = <empty>
Oct 27 16:14:10 user nova-compute[75076]: iface.data_pdu_inorder = <empty>
Oct 27 16:14:10 user nova-compute[75076]: iface.erl = 0
Oct 27 16:14:10 user nova-compute[75076]: iface.max_receive_data_len = 0
Oct 27 16:14:10 user nova-compute[75076]: iface.first_burst_len = 0
Oct 27 16:14:10 user nova-compute[75076]: iface.max_outstanding_r2t = 0
Oct 27 16:14:10 user nova-compute[75076]: iface.max_burst_len = 0
Oct 27 16:14:10 user nova-compute[75076]: iface.chap_auth = <empty>
Oct 27 16:14:10 user nova-compute[75076]: iface.bidi_chap = <empty>
Oct 27 16:14:10 user nova-compute[75076]: iface.strict_login_compliance = <empty>
Oct 27 16:14:10 user nova-compute[75076]: iface.discovery_auth = <empty>
Oct 27 16:14:10 user nova-compute[75076]: iface.discovery_logout = <empty>
Oct 27 16:14:10 user nova-compute[75076]: node.discovery_address = <empty>
Oct 27 16:14:10 user nova-compute[75076]: node.discovery_port = 0
Oct 27 16:14:10 user nova-compute[75076]: node.discovery_type = static
Oct 27 16:14:10 user nova-compute[75076]: node.session.initial_cmdsn = 0
Oct 27 16:14:10 user nova-compute[75076]: node.session.initial_login_retry_max = 8
Oct 27 16:14:10 user nova-compute[75076]: node.session.xmit_thread_priority = -20
Oct 27 16:14:10 user nova-compute[75076]: node.session.cmds_max = 128
Oct 27 16:14:10 user nova-compute[75076]: node.session.queue_depth = 32
Oct 27 16:14:10 user nova-compute[75076]: node.session.nr_sessions = 1
Oct 27 16:14:10 user nova-compute[75076]: node.session.auth.authmethod = CHAP
Oct 27 16:14:10 user nova-compute[75076]: node.session.auth.username = OUjqtRAw
Oct 27 16:14:10 user nova-compute[75076]: node.session.auth.password = ***
Oct 27 16:14:10 user nova-compute[75076]: node.session.auth.username_in = <empty>
Oct 27 16:14:10 user nova-compute[75076]: node.session.auth.password_in = <empty>
Oct 27 16:14:10 user nova-compute[75076]: node.session.auth.chap_algs = MD5
Oct 27 16:14:10 user nova-compute[75076]: node.session.timeo.replacement_timeout = 120
Oct 27 16:14:10 user nova-compute[75076]: node.session.err_timeo.abort_timeout = 15
Oct 27 16:14:10 user nova-compute[75076]: node.session.err_timeo.lu_reset_timeout = 30
Oct 27 16:14:10 user nova-compute[75076]: node.session.err_timeo.tgt_reset_timeout = 30
Oct 27 16:14:10 user nova-compute[75076]: node.session.err_timeo.host_reset_timeout = 60
Oct 27 16:14:10 user nova-compute[75076]: node.session.iscsi.FastAbort = Yes
Oct 27 16:14:10 user nova-compute[75076]: node.session.iscsi.InitialR2T = No
Oct 27 16:14:10 user nova-compute[75076]: node.session.iscsi.ImmediateData = Yes
Oct 27 16:14:10 user nova-compute[75076]: node.session.iscsi.FirstBurstLength = 262144
Oct 27 16:14:10 user nova-compute[75076]: node.session.iscsi.MaxBurstLength = 16776192
Oct 27 16:14:10 user nova-compute[75076]: node.session.iscsi.DefaultTime2Retain = 0
Oct 27 16:14:10 user nova-compute[75076]: node.session.iscsi.DefaultTime2Wait = 2
Oct 27 16:14:10 user nova-compute[75076]: node.session.iscsi.MaxConnections = 1
Oct 27 16:14:10 user nova-compute[75076]: node.session.iscsi.MaxOutstandingR2T = 1
Oct 27 16:14:10 user nova-compute[75076]: node.session.iscsi.ERL = 0
Oct 27 16:14:10 user nova-compute[75076]: node.session.scan = manual
Oct 27 16:14:10 user nova-compute[75076]: node.session.reopen_max = 0
Oct 27 16:14:10 user nova-compute[75076]: node.conn[0].address = 172.16.0.220
Oct 27 16:14:10 user nova-compute[75076]: node.conn[0].port = 3260
Oct 27 16:14:10 user nova-compute[75076]: node.conn[0].startup = manual
Oct 27 16:14:10 user nova-compute[75076]: node.conn[0].tcp.window_size = 524288
Oct 27 16:14:10 user nova-compute[75076]: node.conn[0].tcp.type_of_service = 0
Oct 27 16:14:10 user nova-compute[75076]: node.conn[0].timeo.logout_timeout = 15
Oct 27 16:14:10 user nova-compute[75076]: node.conn[0].timeo.login_timeout = 15
Oct 27 16:14:10 user nova-compute[75076]: node.conn[0].timeo.auth_timeout = 45
Oct 27 16:14:10 user nova-compute[75076]: node.conn[0].timeo.noop_out_interval = 5
Oct 27 16:14:10 user nova-compute[75076]: node.conn[0].timeo.noop_out_timeout = 5
Oct 27 16:14:10 user nova-compute[75076]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Oct 27 16:14:10 user nova-compute[75076]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Oct 27 16:14:10 user nova-compute[75076]: node.conn[0].iscsi.HeaderDigest = None
Oct 27 16:14:10 user nova-compute[75076]: node.conn[0].iscsi.DataDigest = None
Oct 27 16:14:10 user nova-compute[75076]: node.conn[0].iscsi.IFMarker = No
Oct 27 16:14:10 user nova-compute[75076]: node.conn[0].iscsi.OFMarker = No
Oct 27 16:14:10 user nova-compute[75076]: # END RECORD
Oct 27 16:14:10 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5f3c5a0-f596-4b11-88ce-3a95175b623e]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b06562f0-9067-431c-913a-80bfcef9ba11]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OUjqtRAw {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OUjqtRAw" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[9417f107-ba46-4aeb-bb67-a7f950f21f03]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'OUjqtRAw'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[42e3f64a-8e6a-4e2d-b1b7-26e9728a6a81]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a84ee48e-0614-4eb0-ae29-c3493cbfaa0e]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:14:10 user nova-compute[75076]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)
Oct 27 16:14:10 user nova-compute[75076]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2 (non-flash)
Oct 27 16:14:10 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:14:10 user nova-compute[75076]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)
Oct 27 16:14:10 user nova-compute[75076]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2 (non-flash)
Oct 27 16:14:10 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.146s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] HCTL ('37', '0', '0', 0) found on session 10 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Scanning host 37 c: 0, t: 0, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[20787668-bb3f-4833-88e7-26c901881419]: (4, ('0 0 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Searching for a device in session 10 and hctl ('37', '0', '0', 0) yield: sdf {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OUjqtRAw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.171s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] <== connect_volume: return (173ms) {'type': 'block', 'scsi_wwn': '26339616434376537', 'path': '/dev/sdf'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:14:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26339616434376537', 'path': '/dev/sdf'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:14:11 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:11:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-629806759',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-629806759',id=13,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:12:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8b35a9703a8942d3b1e8a7ed3ccdb494',ramdisk_id='',reservation_id='r-3g2s2m4v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1685226580',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:12:39Z,user_data=None,user_id='292311e3f0db4dc199101504f91de7f7',uuid=787fbfd3-dee0-4dbf-b2a7-6a8199d8b005,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e11d0d65-58bc-4b60-ba3b-6a842cfb4719", "address": "fa:16:3e:bd:e9:ab", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "vif_mac": "fa:16:3e:bd:e9:ab"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape11d0d65-58", "ovs_interfaceid": "e11d0d65-58bc-4b60-ba3b-6a842cfb4719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:14:11 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Converting VIF {"id": "e11d0d65-58bc-4b60-ba3b-6a842cfb4719", "address": "fa:16:3e:bd:e9:ab", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "vif_mac": "fa:16:3e:bd:e9:ab"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape11d0d65-58", "ovs_interfaceid": "e11d0d65-58bc-4b60-ba3b-6a842cfb4719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:14:11 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:bd:e9:ab,bridge_name='br-int',has_traffic_filtering=True,id=e11d0d65-58bc-4b60-ba3b-6a842cfb4719,network=Network(dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape11d0d65-58') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:14:11 user nova-compute[75076]: DEBUG nova.objects.instance [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lazy-loading 'pci_devices' on Instance uuid 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:14:11 user nova-compute[75076]: DEBUG nova.objects.base [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Object Instance<787fbfd3-dee0-4dbf-b2a7-6a8199d8b005> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:14:11 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:14:11 user nova-compute[75076]:   <uuid>787fbfd3-dee0-4dbf-b2a7-6a8199d8b005</uuid>
Oct 27 16:14:11 user nova-compute[75076]:   <name>instance-0000000d</name>
Oct 27 16:14:11 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:14:11 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:14:11 user nova-compute[75076]:   <metadata>
Oct 27 16:14:11 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:14:11 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:14:11 user nova-compute[75076]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-629806759</nova:name>
Oct 27 16:14:11 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:14:10</nova:creationTime>
Oct 27 16:14:11 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:14:11 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:14:11 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:14:11 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:14:11 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:14:11 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:14:11 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:14:11 user nova-compute[75076]:       <nova:owner>
Oct 27 16:14:11 user nova-compute[75076]:         <nova:user uuid="292311e3f0db4dc199101504f91de7f7">tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member</nova:user>
Oct 27 16:14:11 user nova-compute[75076]:         <nova:project uuid="8b35a9703a8942d3b1e8a7ed3ccdb494">tempest-ServerBootFromVolumeStableRescueTest-1685226580</nova:project>
Oct 27 16:14:11 user nova-compute[75076]:       </nova:owner>
Oct 27 16:14:11 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:14:11 user nova-compute[75076]:       <nova:ports>
Oct 27 16:14:11 user nova-compute[75076]:         <nova:port uuid="e11d0d65-58bc-4b60-ba3b-6a842cfb4719">
Oct 27 16:14:11 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 27 16:14:11 user nova-compute[75076]:         </nova:port>
Oct 27 16:14:11 user nova-compute[75076]:       </nova:ports>
Oct 27 16:14:11 user nova-compute[75076]:     </nova:instance>
Oct 27 16:14:11 user nova-compute[75076]:   </metadata>
Oct 27 16:14:11 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:14:11 user nova-compute[75076]:     <system>
Oct 27 16:14:11 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:14:11 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:14:11 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:14:11 user nova-compute[75076]:       <entry name="serial">787fbfd3-dee0-4dbf-b2a7-6a8199d8b005</entry>
Oct 27 16:14:11 user nova-compute[75076]:       <entry name="uuid">787fbfd3-dee0-4dbf-b2a7-6a8199d8b005</entry>
Oct 27 16:14:11 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:14:11 user nova-compute[75076]:     </system>
Oct 27 16:14:11 user nova-compute[75076]:   </sysinfo>
Oct 27 16:14:11 user nova-compute[75076]:   <os>
Oct 27 16:14:11 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:14:11 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:14:11 user nova-compute[75076]:   </os>
Oct 27 16:14:11 user nova-compute[75076]:   <features>
Oct 27 16:14:11 user nova-compute[75076]:     <acpi/>
Oct 27 16:14:11 user nova-compute[75076]:     <apic/>
Oct 27 16:14:11 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:14:11 user nova-compute[75076]:   </features>
Oct 27 16:14:11 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:14:11 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:14:11 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:14:11 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:14:11 user nova-compute[75076]:   </clock>
Oct 27 16:14:11 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:14:11 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:14:11 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:14:11 user nova-compute[75076]:   </cpu>
Oct 27 16:14:11 user nova-compute[75076]:   <devices>
Oct 27 16:14:11 user nova-compute[75076]:     <disk type="block" device="disk">
Oct 27 16:14:11 user nova-compute[75076]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:14:11 user nova-compute[75076]:       <source dev="/dev/sdf"/>
Oct 27 16:14:11 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:14:11 user nova-compute[75076]:       <serial>0c8f81cd-1e2b-4641-9a47-6ba61300ad78</serial>
Oct 27 16:14:11 user nova-compute[75076]:     </disk>
Oct 27 16:14:11 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:14:11 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:14:11 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/787fbfd3-dee0-4dbf-b2a7-6a8199d8b005/disk.rescue"/>
Oct 27 16:14:11 user nova-compute[75076]:       <target dev="vdb" bus="virtio"/>
Oct 27 16:14:11 user nova-compute[75076]:       <boot order="1"/>
Oct 27 16:14:11 user nova-compute[75076]:     </disk>
Oct 27 16:14:11 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:14:11 user nova-compute[75076]:       <mac address="fa:16:3e:bd:e9:ab"/>
Oct 27 16:14:11 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:14:11 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:14:11 user nova-compute[75076]:       <target dev="tape11d0d65-58"/>
Oct 27 16:14:11 user nova-compute[75076]:     </interface>
Oct 27 16:14:11 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:14:11 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/787fbfd3-dee0-4dbf-b2a7-6a8199d8b005/console.log" append="off"/>
Oct 27 16:14:11 user nova-compute[75076]:     </serial>
Oct 27 16:14:11 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:14:11 user nova-compute[75076]:     <video>
Oct 27 16:14:11 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:14:11 user nova-compute[75076]:     </video>
Oct 27 16:14:11 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:14:11 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:14:11 user nova-compute[75076]:     </rng>
Oct 27 16:14:11 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:14:11 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:14:11 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:14:11 user nova-compute[75076]:     </memballoon>
Oct 27 16:14:11 user nova-compute[75076]:   </devices>
Oct 27 16:14:11 user nova-compute[75076]: </domain>
Oct 27 16:14:11 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:14:11 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Instance destroyed successfully.
Oct 27 16:14:11 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-7ef82799-7ba9-4584-bf3c-9394b7711d96 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:14:11 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-7ef82799-7ba9-4584-bf3c-9394b7711d96 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:14:11 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:14:11 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:14:11 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] No VIF found with MAC fa:16:3e:bd:e9:ab, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:14:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-7ef82799-7ba9-4584-bf3c-9394b7711d96 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.435s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:14:11 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-7ef82799-7ba9-4584-bf3c-9394b7711d96 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Deleted allocations for instance fd883620-5f32-4794-919b-ee341a7da39a
Oct 27 16:14:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-7ef82799-7ba9-4584-bf3c-9394b7711d96 tempest-TestVolumeSwap-429846374 tempest-TestVolumeSwap-429846374-project-member] Lock "fd883620-5f32-4794-919b-ee341a7da39a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.813s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:14:12 user nova-compute[75076]: DEBUG nova.compute.manager [req-96ff450b-8692-49fe-b671-24210c333b07 req-ef28780d-e154-47ec-a74d-ea326b5fe168 service nova] [instance: fd883620-5f32-4794-919b-ee341a7da39a] Received event network-vif-deleted-7088ba37-918a-42f3-82c9-cfa15c9025ee {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:14:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:14 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:14:14 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Cleaning up deleted instances {{(pid=75076) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 27 16:14:14 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] There are 0 instances to clean {{(pid=75076) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 27 16:14:14 user nova-compute[75076]: DEBUG nova.compute.manager [req-5d175e96-ddc2-4a77-9cc2-e848b16a1483 req-d55b0692-c046-4c47-ba4e-5dd9437f095b service nova] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Received event network-vif-plugged-e11d0d65-58bc-4b60-ba3b-6a842cfb4719 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:14:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-5d175e96-ddc2-4a77-9cc2-e848b16a1483 req-d55b0692-c046-4c47-ba4e-5dd9437f095b service nova] Acquiring lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:14:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-5d175e96-ddc2-4a77-9cc2-e848b16a1483 req-d55b0692-c046-4c47-ba4e-5dd9437f095b service nova] Lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:14:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-5d175e96-ddc2-4a77-9cc2-e848b16a1483 req-d55b0692-c046-4c47-ba4e-5dd9437f095b service nova] Lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:14:14 user nova-compute[75076]: DEBUG nova.compute.manager [req-5d175e96-ddc2-4a77-9cc2-e848b16a1483 req-d55b0692-c046-4c47-ba4e-5dd9437f095b service nova] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] No waiting events found dispatching network-vif-plugged-e11d0d65-58bc-4b60-ba3b-6a842cfb4719 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:14:14 user nova-compute[75076]: WARNING nova.compute.manager [req-5d175e96-ddc2-4a77-9cc2-e848b16a1483 req-d55b0692-c046-4c47-ba4e-5dd9437f095b service nova] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Received unexpected event network-vif-plugged-e11d0d65-58bc-4b60-ba3b-6a842cfb4719 for instance with vm_state active and task_state rescuing.
Oct 27 16:14:14 user nova-compute[75076]: DEBUG nova.compute.manager [req-5d175e96-ddc2-4a77-9cc2-e848b16a1483 req-d55b0692-c046-4c47-ba4e-5dd9437f095b service nova] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Received event network-vif-plugged-e11d0d65-58bc-4b60-ba3b-6a842cfb4719 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:14:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-5d175e96-ddc2-4a77-9cc2-e848b16a1483 req-d55b0692-c046-4c47-ba4e-5dd9437f095b service nova] Acquiring lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:14:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-5d175e96-ddc2-4a77-9cc2-e848b16a1483 req-d55b0692-c046-4c47-ba4e-5dd9437f095b service nova] Lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:14:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-5d175e96-ddc2-4a77-9cc2-e848b16a1483 req-d55b0692-c046-4c47-ba4e-5dd9437f095b service nova] Lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:14:14 user nova-compute[75076]: DEBUG nova.compute.manager [req-5d175e96-ddc2-4a77-9cc2-e848b16a1483 req-d55b0692-c046-4c47-ba4e-5dd9437f095b service nova] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] No waiting events found dispatching network-vif-plugged-e11d0d65-58bc-4b60-ba3b-6a842cfb4719 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:14:14 user nova-compute[75076]: WARNING nova.compute.manager [req-5d175e96-ddc2-4a77-9cc2-e848b16a1483 req-d55b0692-c046-4c47-ba4e-5dd9437f095b service nova] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Received unexpected event network-vif-plugged-e11d0d65-58bc-4b60-ba3b-6a842cfb4719 for instance with vm_state active and task_state rescuing.
Oct 27 16:14:14 user nova-compute[75076]: DEBUG nova.compute.manager [None req-e62400b3-02ed-459f-b18b-1ed60cac1fa7 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:14:15 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:14:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:19 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:14:19 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:14:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-326254e7-ff86-424b-95ad-e65d08254daa" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:14:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-326254e7-ff86-424b-95ad-e65d08254daa" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:14:19 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 16:14:19 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Updating instance_info_cache with network_info: [{"id": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "address": "fa:16:3e:e4:6b:00", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0fcc042-4c", "ovs_interfaceid": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:14:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-326254e7-ff86-424b-95ad-e65d08254daa" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:14:19 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 16:14:21 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:14:21 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:14:21 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:14:21 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:14:21 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:14:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:14:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:14:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:14:21 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:14:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json" returned: 0 in 0.171s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/disk --force-share --output=json" returned: 0 in 0.251s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-68b5f652-553c-4035-8060-5825bb8b4641 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquiring lock "326254e7-ff86-424b-95ad-e65d08254daa" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:14:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-68b5f652-553c-4035-8060-5825bb8b4641 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "326254e7-ff86-424b-95ad-e65d08254daa" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:14:23 user nova-compute[75076]: INFO nova.compute.manager [None req-68b5f652-553c-4035-8060-5825bb8b4641 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Detaching volume 78d45055-71ee-41e9-a82e-f3e342f596f2
Oct 27 16:14:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:23 user nova-compute[75076]: INFO nova.virt.block_device [None req-68b5f652-553c-4035-8060-5825bb8b4641 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Attempting to driver detach volume 78d45055-71ee-41e9-a82e-f3e342f596f2 from mountpoint /dev/vdc
Oct 27 16:14:23 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-68b5f652-553c-4035-8060-5825bb8b4641 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Attempting to detach device vdc from instance 326254e7-ff86-424b-95ad-e65d08254daa from the persistent domain config. {{(pid=75076) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 16:14:23 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-68b5f652-553c-4035-8060-5825bb8b4641 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:14:23 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:14:23 user nova-compute[75076]:   <source dev="/dev/sdd"/>
Oct 27 16:14:23 user nova-compute[75076]:   <target dev="vdc" bus="virtio"/>
Oct 27 16:14:23 user nova-compute[75076]:   <serial>78d45055-71ee-41e9-a82e-f3e342f596f2</serial>
Oct 27 16:14:23 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 27 16:14:23 user nova-compute[75076]: </disk>
Oct 27 16:14:23 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:14:23 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-68b5f652-553c-4035-8060-5825bb8b4641 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Successfully detached device vdc from instance 326254e7-ff86-424b-95ad-e65d08254daa from the persistent domain config.
Oct 27 16:14:23 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-68b5f652-553c-4035-8060-5825bb8b4641 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 326254e7-ff86-424b-95ad-e65d08254daa from the live domain config. {{(pid=75076) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 16:14:23 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-68b5f652-553c-4035-8060-5825bb8b4641 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:14:23 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:14:23 user nova-compute[75076]:   <source dev="/dev/sdd"/>
Oct 27 16:14:23 user nova-compute[75076]:   <target dev="vdc" bus="virtio"/>
Oct 27 16:14:23 user nova-compute[75076]:   <serial>78d45055-71ee-41e9-a82e-f3e342f596f2</serial>
Oct 27 16:14:23 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 27 16:14:23 user nova-compute[75076]: </disk>
Oct 27 16:14:23 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:14:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:23 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-68b5f652-553c-4035-8060-5825bb8b4641 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 326254e7-ff86-424b-95ad-e65d08254daa {{(pid=75076) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 16:14:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:23 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:14:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/787fbfd3-dee0-4dbf-b2a7-6a8199d8b005/disk.rescue --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/787fbfd3-dee0-4dbf-b2a7-6a8199d8b005/disk.rescue --force-share --output=json" returned: 0 in 0.172s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/787fbfd3-dee0-4dbf-b2a7-6a8199d8b005/disk.rescue --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/787fbfd3-dee0-4dbf-b2a7-6a8199d8b005/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:24 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:24 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:14:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f2bc90f1-becb-4c54-945c-10b6da691b8b/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f2bc90f1-becb-4c54-945c-10b6da691b8b/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f2bc90f1-becb-4c54-945c-10b6da691b8b/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f2bc90f1-becb-4c54-945c-10b6da691b8b/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b5fe558-173a-4047-9c88-fecd2eff241d/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b5fe558-173a-4047-9c88-fecd2eff241d/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b5fe558-173a-4047-9c88-fecd2eff241d/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b5fe558-173a-4047-9c88-fecd2eff241d/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk.rescue --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk.rescue --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:26 user nova-compute[75076]: DEBUG nova.compute.manager [req-14c817a7-ee8e-4376-961d-ff11eb70fa8d req-534e2b19-9914-4972-a3e8-e8c835c9afec service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Received event network-changed-0d460c63-ecbb-4003-91fa-ff650aa74db8 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:14:26 user nova-compute[75076]: DEBUG nova.compute.manager [req-14c817a7-ee8e-4376-961d-ff11eb70fa8d req-534e2b19-9914-4972-a3e8-e8c835c9afec service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Refreshing instance network info cache due to event network-changed-0d460c63-ecbb-4003-91fa-ff650aa74db8. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:14:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-14c817a7-ee8e-4376-961d-ff11eb70fa8d req-534e2b19-9914-4972-a3e8-e8c835c9afec service nova] Acquiring lock "refresh_cache-c35e1163-5e25-488f-858f-8ad5d5430617" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:14:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-14c817a7-ee8e-4376-961d-ff11eb70fa8d req-534e2b19-9914-4972-a3e8-e8c835c9afec service nova] Acquired lock "refresh_cache-c35e1163-5e25-488f-858f-8ad5d5430617" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:14:26 user nova-compute[75076]: DEBUG nova.network.neutron [req-14c817a7-ee8e-4376-961d-ff11eb70fa8d req-534e2b19-9914-4972-a3e8-e8c835c9afec service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Refreshing network info cache for port 0d460c63-ecbb-4003-91fa-ff650aa74db8 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:14:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "c35e1163-5e25-488f-858f-8ad5d5430617" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:14:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "c35e1163-5e25-488f-858f-8ad5d5430617" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:14:26 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:14:26 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:14:26 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=7414MB free_disk=25.220001220703125GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:14:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:14:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:14:26 user nova-compute[75076]: DEBUG nova.objects.instance [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lazy-loading 'flavor' on Instance uuid c35e1163-5e25-488f-858f-8ad5d5430617 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:14:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "c35e1163-5e25-488f-858f-8ad5d5430617" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.064s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG nova.network.neutron [req-14c817a7-ee8e-4376-961d-ff11eb70fa8d req-534e2b19-9914-4972-a3e8-e8c835c9afec service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Updated VIF entry in instance network info cache for port 0d460c63-ecbb-4003-91fa-ff650aa74db8. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG nova.network.neutron [req-14c817a7-ee8e-4376-961d-ff11eb70fa8d req-534e2b19-9914-4972-a3e8-e8c835c9afec service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Updating instance_info_cache with network_info: [{"id": "0d460c63-ecbb-4003-91fa-ff650aa74db8", "address": "fa:16:3e:bb:7c:67", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.7", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d460c63-ec", "ovs_interfaceid": "0d460c63-ecbb-4003-91fa-ff650aa74db8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-14c817a7-ee8e-4376-961d-ff11eb70fa8d req-534e2b19-9914-4972-a3e8-e8c835c9afec service nova] Releasing lock "refresh_cache-c35e1163-5e25-488f-858f-8ad5d5430617" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "c35e1163-5e25-488f-858f-8ad5d5430617" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "c35e1163-5e25-488f-858f-8ad5d5430617" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:14:27 user nova-compute[75076]: INFO nova.compute.manager [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Attaching volume 7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 to /dev/vdb
Oct 27 16:14:27 user nova-compute[75076]: DEBUG os_brick.utils [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc64769d-7957-4616-994d-982753231554]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 961254d8-ebf1-4fa6-a93d-62c8eb1bd359 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance add0650a-7ec6-4d12-9662-880e6b3f7052 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance f2bc90f1-becb-4c54-945c-10b6da691b8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 374d9279-bc18-44dd-91cd-a87bef438090 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance c493b688-6673-469f-a919-b93552ba25db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 326254e7-ff86-424b-95ad-e65d08254daa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance c35e1163-5e25-488f-858f-8ad5d5430617 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 8b5fe558-173a-4047-9c88-fecd2eff241d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.027s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f483370-5045-4528-970d-baf822304cf5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6c580ad-73f7-4fba-a6cc-0c8dcc2744f1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[45db7356-c3f0-4582-83bd-aed1538a528a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Refreshing inventories for resource provider 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:14:27 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:14:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cee2c9f-17b3-43cb-a5e7-0fbf7fc3c686]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG os_brick.utils [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] <== get_connector_properties: return (140ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Updating existing volume attachment record: 6884d8cd-de87-4ec5-90a4-9b8e9275d89d {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Updating ProviderTree inventory for provider 543fff1b-1911-4710-bad6-6bd4c750c641 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Updating inventory in ProviderTree for provider 543fff1b-1911-4710-bad6-6bd4c750c641 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Refreshing aggregate associations for resource provider 543fff1b-1911-4710-bad6-6bd4c750c641, aggregates: None {{(pid=75076) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Refreshing trait associations for resource provider 543fff1b-1911-4710-bad6-6bd4c750c641, traits: COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ARI,HW_CPU_X86_SSE2,HW_CPU_X86_MMX,COMPUTE_NODE,HW_CPU_X86_SSSE3,HW_CPU_X86_SSE,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSE41,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_ATTACH_INTERFACE {{(pid=75076) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.908s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Cleaning up deleted instances with incomplete migration  {{(pid=75076) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 27 16:14:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:28 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:14:28 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:14:28 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:14:28 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:14:28 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:14:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:36 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:41 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:43 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-68b5f652-553c-4035-8060-5825bb8b4641 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 326254e7-ff86-424b-95ad-e65d08254daa is timed out.
Oct 27 16:14:43 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-68b5f652-553c-4035-8060-5825bb8b4641 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Successfully detached device vdc from instance 326254e7-ff86-424b-95ad-e65d08254daa from the live domain config.
Oct 27 16:14:43 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-68b5f652-553c-4035-8060-5825bb8b4641 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-68b5f652-553c-4035-8060-5825bb8b4641 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IYOJsmfU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:14:43 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-68b5f652-553c-4035-8060-5825bb8b4641 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:14:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-68b5f652-553c-4035-8060-5825bb8b4641 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-68b5f652-553c-4035-8060-5825bb8b4641 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[9eff8120-cefc-4b79-ab9d-6ae35364fb27]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-68b5f652-553c-4035-8060-5825bb8b4641 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:14:43 user nova-compute[75076]: No targets found.
Oct 27 16:14:43 user nova-compute[75076]: iSNS:
Oct 27 16:14:43 user nova-compute[75076]: No targets found.
Oct 27 16:14:43 user nova-compute[75076]: STATIC:
Oct 27 16:14:43 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2
Oct 27 16:14:43 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:14:43 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:14:43 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78
Oct 27 16:14:43 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:14:43 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:14:43 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956
Oct 27 16:14:43 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:14:43 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:14:43 user nova-compute[75076]: FIRMWARE:
Oct 27 16:14:43 user nova-compute[75076]: No targets found.
Oct 27 16:14:43 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-68b5f652-553c-4035-8060-5825bb8b4641 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:14:43 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:14:43 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-68b5f652-553c-4035-8060-5825bb8b4641 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[919c0904-a564-421b-b579-cd9747cf2741]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0ea0658-a9b6-4d31-88e1-152ca1718c4d]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-68b5f652-553c-4035-8060-5825bb8b4641 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:14:43 user nova-compute[75076]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)
Oct 27 16:14:43 user nova-compute[75076]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2 (non-flash)
Oct 27 16:14:43 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-68b5f652-553c-4035-8060-5825bb8b4641 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:14:43 user nova-compute[75076]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)
Oct 27 16:14:43 user nova-compute[75076]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2 (non-flash)
Oct 27 16:14:43 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-68b5f652-553c-4035-8060-5825bb8b4641 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe1c4e3d90>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2'): ({'sdd'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-68b5f652-553c-4035-8060-5825bb8b4641 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Removing single pathed devices sdd {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[21d11d38-c136-49bf-996d-3b99db1f3e23]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.025s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d84e0d8e-e475-45e3-8800-ab29a6627eac]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-68b5f652-553c-4035-8060-5825bb8b4641 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Flushing IO for device /dev/sdd {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[517fc39d-0f63-495a-8c7d-e035d2369a36]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-68b5f652-553c-4035-8060-5825bb8b4641 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.052s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e138f734-7577-484c-be36-356f6c7e743e]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-68b5f652-553c-4035-8060-5825bb8b4641 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-68b5f652-553c-4035-8060-5825bb8b4641 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] SCSI volumes sdd have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-68b5f652-553c-4035-8060-5825bb8b4641 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[8db1c1fe-99cd-41c4-9da0-ff7cf7974df6]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-68b5f652-553c-4035-8060-5825bb8b4641 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2 -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[82c79369-fdfb-4bda-8fbf-fb0f4ad6e8be]: (4, ('Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2, portal: 172.16.0.220,3260]\nLogout of [sid: 13, target: iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-68b5f652-553c-4035-8060-5825bb8b4641 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2, portal: 172.16.0.220,3260]
Oct 27 16:14:43 user nova-compute[75076]: Logout of [sid: 13, target: iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2, portal: 172.16.0.220,3260] successful.
Oct 27 16:14:43 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2 -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78d45055-71ee-41e9-a82e-f3e342f596f2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b38fa38-a032-481d-b612-6ac73fe955f0]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-68b5f652-553c-4035-8060-5825bb8b4641 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-68b5f652-553c-4035-8060-5825bb8b4641 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.318s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-68b5f652-553c-4035-8060-5825bb8b4641 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] <== disconnect_volume: return (319ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-68b5f652-553c-4035-8060-5825bb8b4641 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:14:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:44 user nova-compute[75076]: DEBUG nova.objects.instance [None req-68b5f652-553c-4035-8060-5825bb8b4641 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lazy-loading 'flavor' on Instance uuid 326254e7-ff86-424b-95ad-e65d08254daa {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:14:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-68b5f652-553c-4035-8060-5825bb8b4641 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "326254e7-ff86-424b-95ad-e65d08254daa" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.798s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:14:46 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:14:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BTCjHWrk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:14:46 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:14:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:14:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:14:46 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:14:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:14:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:14:46 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:14:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:46 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cebbb22-1281-49fe-aabe-0744b79cbdbf]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:14:46 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:14:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:46 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cb85d95-a849-489d-90a2-86e452c966a1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6] added
Oct 27 16:14:46 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:14:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:46 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d4e4293-d59c-4d94-a03f-a8ff6e97ac02]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:14:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:46 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab79c12b-b62e-46ce-a141-64dd928fe38a]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:14:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BTCjHWrk {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BTCjHWrk" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:46 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd7cdcb1-f30d-4573-8c28-cd607573a0fa]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BTCjHWrk'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:14:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:47 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a653b08d-2c66-408e-95cc-6ce48007dbe6]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:47 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:14:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:47 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[34039610-1685-45e9-9324-ab3ea6bb5884]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:47 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:14:47 user nova-compute[75076]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)
Oct 27 16:14:47 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:14:47 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:14:47 user nova-compute[75076]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)
Oct 27 16:14:47 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:14:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260 --login" returned: 0 in 0.057s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:47 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9edf427-64ef-4c6c-a748-333fe34c267d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:47 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6, portal: 172.16.0.220,3260]
Oct 27 16:14:47 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6, portal: 172.16.0.220,3260] successful.
Oct 27 16:14:47 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:14:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:47 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ca196e0-20d6-4ac1-8690-8449014005a0]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:47 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:14:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:47 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[89f6d1fd-ce00-493c-a6d1-122973d1ffa8]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:47 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:14:47 user nova-compute[75076]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)
Oct 27 16:14:47 user nova-compute[75076]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)
Oct 27 16:14:47 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:14:47 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:14:47 user nova-compute[75076]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)
Oct 27 16:14:47 user nova-compute[75076]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)
Oct 27 16:14:47 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:14:47 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.286s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:14:47 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:14:47 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] HCTL ('33', '-', '-', 0) found on session 14 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:14:47 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:14:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:47 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[0668a5f8-6c4c-4138-972d-62ee3636f738]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:47 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Searching for a device in session 14 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:14:47 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BTCjHWrk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:14:48 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.319s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:14:48 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] <== connect_volume: return (1319ms) {'type': 'block', 'scsi_wwn': '23261353235623062', 'path': '/dev/sdb'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:14:48 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23261353235623062', 'path': '/dev/sdb'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:14:48 user nova-compute[75076]: DEBUG nova.objects.instance [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lazy-loading 'flavor' on Instance uuid c35e1163-5e25-488f-858f-8ad5d5430617 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:14:48 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 16:14:48 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:14:48 user nova-compute[75076]:   <source dev="/dev/sdb"/>
Oct 27 16:14:48 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:14:48 user nova-compute[75076]:   <serial>7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6</serial>
Oct 27 16:14:48 user nova-compute[75076]: </disk>
Oct 27 16:14:48 user nova-compute[75076]:  {{(pid=75076) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 16:14:48 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:14:48 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:14:48 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] No VIF found with MAC fa:16:3e:bb:7c:67, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:14:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:48 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4ab3ab8e-4ee6-463b-ab00-f1cc55b6065a tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "c35e1163-5e25-488f-858f-8ad5d5430617" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.596s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:14:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:50 user nova-compute[75076]: INFO nova.compute.manager [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Rebuilding instance
Oct 27 16:14:50 user nova-compute[75076]: DEBUG nova.compute.manager [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:14:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:50 user nova-compute[75076]: DEBUG nova.compute.manager [req-b589c2eb-1f14-45f4-9aa5-5ea06d6db783 req-5e6d8e2b-a59b-433d-a8cb-87eb7fc12614 service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Received event network-vif-unplugged-0d460c63-ecbb-4003-91fa-ff650aa74db8 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:14:50 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b589c2eb-1f14-45f4-9aa5-5ea06d6db783 req-5e6d8e2b-a59b-433d-a8cb-87eb7fc12614 service nova] Acquiring lock "c35e1163-5e25-488f-858f-8ad5d5430617-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:14:50 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b589c2eb-1f14-45f4-9aa5-5ea06d6db783 req-5e6d8e2b-a59b-433d-a8cb-87eb7fc12614 service nova] Lock "c35e1163-5e25-488f-858f-8ad5d5430617-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:14:50 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b589c2eb-1f14-45f4-9aa5-5ea06d6db783 req-5e6d8e2b-a59b-433d-a8cb-87eb7fc12614 service nova] Lock "c35e1163-5e25-488f-858f-8ad5d5430617-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:14:50 user nova-compute[75076]: DEBUG nova.compute.manager [req-b589c2eb-1f14-45f4-9aa5-5ea06d6db783 req-5e6d8e2b-a59b-433d-a8cb-87eb7fc12614 service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] No waiting events found dispatching network-vif-unplugged-0d460c63-ecbb-4003-91fa-ff650aa74db8 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:14:50 user nova-compute[75076]: WARNING nova.compute.manager [req-b589c2eb-1f14-45f4-9aa5-5ea06d6db783 req-5e6d8e2b-a59b-433d-a8cb-87eb7fc12614 service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Received unexpected event network-vif-unplugged-0d460c63-ecbb-4003-91fa-ff650aa74db8 for instance with vm_state active and task_state rebuilding.
Oct 27 16:14:51 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:51 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Instance destroyed successfully.
Oct 27 16:14:51 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:51 user nova-compute[75076]: INFO nova.compute.manager [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Detaching volume 7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6
Oct 27 16:14:51 user nova-compute[75076]: INFO nova.virt.block_device [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Attempting to driver detach volume 7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 from mountpoint /dev/vdb
Oct 27 16:14:51 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Attempting to detach device vdb from instance c35e1163-5e25-488f-858f-8ad5d5430617 from the persistent domain config. {{(pid=75076) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:14:51 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:14:51 user nova-compute[75076]:   <source dev="/dev/sdb"/>
Oct 27 16:14:51 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:14:51 user nova-compute[75076]:   <serial>7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6</serial>
Oct 27 16:14:51 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 16:14:51 user nova-compute[75076]: </disk>
Oct 27 16:14:51 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:51 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Successfully detached device vdb from instance c35e1163-5e25-488f-858f-8ad5d5430617 from the persistent domain config.
Oct 27 16:14:51 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BTCjHWrk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:14:51 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 27 16:14:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[aeb56eb1-1af6-4d1a-beb9-6e26062cb018]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:14:51 user nova-compute[75076]: No targets found.
Oct 27 16:14:51 user nova-compute[75076]: iSNS:
Oct 27 16:14:51 user nova-compute[75076]: No targets found.
Oct 27 16:14:51 user nova-compute[75076]: STATIC:
Oct 27 16:14:51 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78
Oct 27 16:14:51 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:14:51 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:14:51 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6
Oct 27 16:14:51 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:14:51 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:14:51 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956
Oct 27 16:14:51 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:14:51 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:14:51 user nova-compute[75076]: FIRMWARE:
Oct 27 16:14:51 user nova-compute[75076]: No targets found.
Oct 27 16:14:51 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:14:51 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:14:51 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[9488ec06-731f-4f28-98aa-a9328f517707]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[507035bd-ec42-4b25-9266-bcc25b5fe7e0]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:14:51 user nova-compute[75076]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)
Oct 27 16:14:51 user nova-compute[75076]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)
Oct 27 16:14:51 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:14:51 user nova-compute[75076]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)
Oct 27 16:14:51 user nova-compute[75076]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)
Oct 27 16:14:51 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe1c56ed40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6'): ({'sdb'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Removing single pathed devices sdb {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec791060-0472-4135-9e71-ba2707e836f1]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[82c3b927-963d-4b5a-bb0a-7b2ef49d2d4a]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Flushing IO for device /dev/sdb {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a66b4d6b-7888-411c-bbcc-3ff7145a2ff8]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.054s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[723138c6-38d2-4d2d-b127-c01c37aee120]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] SCSI volumes sdb have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[2858d06b-5a9d-488c-b53d-de02cc7c03bd]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:51 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:52 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:52 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[63c309db-7d32-4344-a4f1-aed2b7269bc8]: (4, ('Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6, portal: 172.16.0.220,3260]\nLogout of [sid: 14, target: iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:52 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6, portal: 172.16.0.220,3260]
Oct 27 16:14:52 user nova-compute[75076]: Logout of [sid: 14, target: iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6, portal: 172.16.0.220,3260] successful.
Oct 27 16:14:52 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:14:52 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:52 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:52 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7b2b4f2-be12-4f58-8019-4daf3d352442]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:14:52 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:14:52 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.338s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:14:52 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] <== disconnect_volume: return (339ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:14:52 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:14:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Acquiring lock "5f71531b-8468-4047-8c22-d3da7c735c57" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:14:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Lock "5f71531b-8468-4047-8c22-d3da7c735c57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:14:52 user nova-compute[75076]: DEBUG nova.compute.manager [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:14:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:14:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:14:52 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:14:52 user nova-compute[75076]: INFO nova.compute.claims [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Claim successful on node user
Oct 27 16:14:52 user nova-compute[75076]: DEBUG nova.compute.manager [req-a82ac289-080a-4ba8-9164-674e093dacdb req-324e241a-1b93-49de-b309-5175348cc63a service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Received event network-vif-plugged-0d460c63-ecbb-4003-91fa-ff650aa74db8 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a82ac289-080a-4ba8-9164-674e093dacdb req-324e241a-1b93-49de-b309-5175348cc63a service nova] Acquiring lock "c35e1163-5e25-488f-858f-8ad5d5430617-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a82ac289-080a-4ba8-9164-674e093dacdb req-324e241a-1b93-49de-b309-5175348cc63a service nova] Lock "c35e1163-5e25-488f-858f-8ad5d5430617-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a82ac289-080a-4ba8-9164-674e093dacdb req-324e241a-1b93-49de-b309-5175348cc63a service nova] Lock "c35e1163-5e25-488f-858f-8ad5d5430617-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG nova.compute.manager [req-a82ac289-080a-4ba8-9164-674e093dacdb req-324e241a-1b93-49de-b309-5175348cc63a service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] No waiting events found dispatching network-vif-plugged-0d460c63-ecbb-4003-91fa-ff650aa74db8 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:14:53 user nova-compute[75076]: WARNING nova.compute.manager [req-a82ac289-080a-4ba8-9164-674e093dacdb req-324e241a-1b93-49de-b309-5175348cc63a service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Received unexpected event network-vif-plugged-0d460c63-ecbb-4003-91fa-ff650aa74db8 for instance with vm_state active and task_state rebuilding.
Oct 27 16:14:53 user nova-compute[75076]: DEBUG nova.compute.manager [req-a82ac289-080a-4ba8-9164-674e093dacdb req-324e241a-1b93-49de-b309-5175348cc63a service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Received event network-vif-plugged-0d460c63-ecbb-4003-91fa-ff650aa74db8 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a82ac289-080a-4ba8-9164-674e093dacdb req-324e241a-1b93-49de-b309-5175348cc63a service nova] Acquiring lock "c35e1163-5e25-488f-858f-8ad5d5430617-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a82ac289-080a-4ba8-9164-674e093dacdb req-324e241a-1b93-49de-b309-5175348cc63a service nova] Lock "c35e1163-5e25-488f-858f-8ad5d5430617-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a82ac289-080a-4ba8-9164-674e093dacdb req-324e241a-1b93-49de-b309-5175348cc63a service nova] Lock "c35e1163-5e25-488f-858f-8ad5d5430617-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG nova.compute.manager [req-a82ac289-080a-4ba8-9164-674e093dacdb req-324e241a-1b93-49de-b309-5175348cc63a service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] No waiting events found dispatching network-vif-plugged-0d460c63-ecbb-4003-91fa-ff650aa74db8 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:14:53 user nova-compute[75076]: WARNING nova.compute.manager [req-a82ac289-080a-4ba8-9164-674e093dacdb req-324e241a-1b93-49de-b309-5175348cc63a service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Received unexpected event network-vif-plugged-0d460c63-ecbb-4003-91fa-ff650aa74db8 for instance with vm_state active and task_state rebuilding.
Oct 27 16:14:53 user nova-compute[75076]: DEBUG nova.compute.manager [req-a82ac289-080a-4ba8-9164-674e093dacdb req-324e241a-1b93-49de-b309-5175348cc63a service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Received event network-vif-plugged-0d460c63-ecbb-4003-91fa-ff650aa74db8 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a82ac289-080a-4ba8-9164-674e093dacdb req-324e241a-1b93-49de-b309-5175348cc63a service nova] Acquiring lock "c35e1163-5e25-488f-858f-8ad5d5430617-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a82ac289-080a-4ba8-9164-674e093dacdb req-324e241a-1b93-49de-b309-5175348cc63a service nova] Lock "c35e1163-5e25-488f-858f-8ad5d5430617-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a82ac289-080a-4ba8-9164-674e093dacdb req-324e241a-1b93-49de-b309-5175348cc63a service nova] Lock "c35e1163-5e25-488f-858f-8ad5d5430617-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG nova.compute.manager [req-a82ac289-080a-4ba8-9164-674e093dacdb req-324e241a-1b93-49de-b309-5175348cc63a service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] No waiting events found dispatching network-vif-plugged-0d460c63-ecbb-4003-91fa-ff650aa74db8 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:14:53 user nova-compute[75076]: WARNING nova.compute.manager [req-a82ac289-080a-4ba8-9164-674e093dacdb req-324e241a-1b93-49de-b309-5175348cc63a service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Received unexpected event network-vif-plugged-0d460c63-ecbb-4003-91fa-ff650aa74db8 for instance with vm_state active and task_state rebuilding.
Oct 27 16:14:53 user nova-compute[75076]: DEBUG nova.compute.manager [req-a82ac289-080a-4ba8-9164-674e093dacdb req-324e241a-1b93-49de-b309-5175348cc63a service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Received event network-vif-unplugged-0d460c63-ecbb-4003-91fa-ff650aa74db8 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a82ac289-080a-4ba8-9164-674e093dacdb req-324e241a-1b93-49de-b309-5175348cc63a service nova] Acquiring lock "c35e1163-5e25-488f-858f-8ad5d5430617-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a82ac289-080a-4ba8-9164-674e093dacdb req-324e241a-1b93-49de-b309-5175348cc63a service nova] Lock "c35e1163-5e25-488f-858f-8ad5d5430617-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a82ac289-080a-4ba8-9164-674e093dacdb req-324e241a-1b93-49de-b309-5175348cc63a service nova] Lock "c35e1163-5e25-488f-858f-8ad5d5430617-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG nova.compute.manager [req-a82ac289-080a-4ba8-9164-674e093dacdb req-324e241a-1b93-49de-b309-5175348cc63a service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] No waiting events found dispatching network-vif-unplugged-0d460c63-ecbb-4003-91fa-ff650aa74db8 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:14:53 user nova-compute[75076]: WARNING nova.compute.manager [req-a82ac289-080a-4ba8-9164-674e093dacdb req-324e241a-1b93-49de-b309-5175348cc63a service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Received unexpected event network-vif-unplugged-0d460c63-ecbb-4003-91fa-ff650aa74db8 for instance with vm_state active and task_state rebuilding.
Oct 27 16:14:53 user nova-compute[75076]: DEBUG nova.compute.manager [req-a82ac289-080a-4ba8-9164-674e093dacdb req-324e241a-1b93-49de-b309-5175348cc63a service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Received event network-vif-plugged-0d460c63-ecbb-4003-91fa-ff650aa74db8 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a82ac289-080a-4ba8-9164-674e093dacdb req-324e241a-1b93-49de-b309-5175348cc63a service nova] Acquiring lock "c35e1163-5e25-488f-858f-8ad5d5430617-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a82ac289-080a-4ba8-9164-674e093dacdb req-324e241a-1b93-49de-b309-5175348cc63a service nova] Lock "c35e1163-5e25-488f-858f-8ad5d5430617-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a82ac289-080a-4ba8-9164-674e093dacdb req-324e241a-1b93-49de-b309-5175348cc63a service nova] Lock "c35e1163-5e25-488f-858f-8ad5d5430617-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG nova.compute.manager [req-a82ac289-080a-4ba8-9164-674e093dacdb req-324e241a-1b93-49de-b309-5175348cc63a service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] No waiting events found dispatching network-vif-plugged-0d460c63-ecbb-4003-91fa-ff650aa74db8 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:14:53 user nova-compute[75076]: WARNING nova.compute.manager [req-a82ac289-080a-4ba8-9164-674e093dacdb req-324e241a-1b93-49de-b309-5175348cc63a service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Received unexpected event network-vif-plugged-0d460c63-ecbb-4003-91fa-ff650aa74db8 for instance with vm_state active and task_state rebuilding.
Oct 27 16:14:53 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.487s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG nova.compute.manager [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG nova.compute.manager [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG nova.network.neutron [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:14:53 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:14:53 user nova-compute[75076]: DEBUG nova.compute.manager [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG nova.policy [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de50ee8d607d498a95c6efc3dcc2ef2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff8db855347b4607be96e4b71c6759d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG nova.compute.manager [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:14:53 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Creating image(s)
Oct 27 16:14:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Acquiring lock "/opt/stack/data/nova/instances/5f71531b-8468-4047-8c22-d3da7c735c57/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Lock "/opt/stack/data/nova/instances/5f71531b-8468-4047-8c22-d3da7c735c57/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Lock "/opt/stack/data/nova/instances/5f71531b-8468-4047-8c22-d3da7c735c57/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.189s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Acquiring lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.170s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/5f71531b-8468-4047-8c22-d3da7c735c57/disk 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/5f71531b-8468-4047-8c22-d3da7c735c57/disk 1073741824" returned: 0 in 0.051s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.227s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG nova.network.neutron [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Successfully created port: c1da6e07-692a-42ba-b8ad-2b9082856175 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.180s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5f71531b-8468-4047-8c22-d3da7c735c57/disk. size=1073741824 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:14:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f71531b-8468-4047-8c22-d3da7c735c57/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f71531b-8468-4047-8c22-d3da7c735c57/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:54 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Cannot resize image /opt/stack/data/nova/instances/5f71531b-8468-4047-8c22-d3da7c735c57/disk to a smaller size. {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 16:14:54 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:14:54 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Ensure instance console log exists: /opt/stack/data/nova/instances/5f71531b-8468-4047-8c22-d3da7c735c57/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:14:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:14:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:14:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:14:54 user nova-compute[75076]: DEBUG nova.network.neutron [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Successfully updated port: c1da6e07-692a-42ba-b8ad-2b9082856175 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:14:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Acquiring lock "refresh_cache-5f71531b-8468-4047-8c22-d3da7c735c57" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:14:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Acquired lock "refresh_cache-5f71531b-8468-4047-8c22-d3da7c735c57" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:14:54 user nova-compute[75076]: DEBUG nova.network.neutron [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:14:54 user nova-compute[75076]: DEBUG nova.network.neutron [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:14:54 user nova-compute[75076]: DEBUG nova.network.neutron [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Updating instance_info_cache with network_info: [{"id": "c1da6e07-692a-42ba-b8ad-2b9082856175", "address": "fa:16:3e:7a:41:1a", "network": {"id": "3255cafe-4ef8-4fd2-8ac5-ab41325fd3bf", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-360938480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff8db855347b4607be96e4b71c6759d2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1da6e07-69", "ovs_interfaceid": "c1da6e07-692a-42ba-b8ad-2b9082856175", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Releasing lock "refresh_cache-5f71531b-8468-4047-8c22-d3da7c735c57" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG nova.compute.manager [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Instance network_info: |[{"id": "c1da6e07-692a-42ba-b8ad-2b9082856175", "address": "fa:16:3e:7a:41:1a", "network": {"id": "3255cafe-4ef8-4fd2-8ac5-ab41325fd3bf", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-360938480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff8db855347b4607be96e4b71c6759d2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1da6e07-69", "ovs_interfaceid": "c1da6e07-692a-42ba-b8ad-2b9082856175", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Start _get_guest_xml network_info=[{"id": "c1da6e07-692a-42ba-b8ad-2b9082856175", "address": "fa:16:3e:7a:41:1a", "network": {"id": "3255cafe-4ef8-4fd2-8ac5-ab41325fd3bf", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-360938480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff8db855347b4607be96e4b71c6759d2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1da6e07-69", "ovs_interfaceid": "c1da6e07-692a-42ba-b8ad-2b9082856175", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:14:55 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:14:55 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:14:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:14:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-168247400',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-168247400',id=17,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIEtc+oMEVFFsYtud+71/679xsxKYz0Yf6H4Djk7zZ+JykZUbwv8orFMZ0NsrOACbPbFB1l6FtDAYM8kwpqYoSqF2TmMfQqpgtq5E46B6Y6Ff9KxBpUEw27Q0t+n5FVQ1g==',key_name='tempest-keypair-628479125',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ff8db855347b4607be96e4b71c6759d2',ramdisk_id='',reservation_id='r-lz74sty3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-1924314482',owner_user_name='tempest-TaggedAttachmentsTest-1924314482-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:14:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='de50ee8d607d498a95c6efc3dcc2ef2d',uuid=5f71531b-8468-4047-8c22-d3da7c735c57,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c1da6e07-692a-42ba-b8ad-2b9082856175", "address": "fa:16:3e:7a:41:1a", "network": {"id": "3255cafe-4ef8-4fd2-8ac5-ab41325fd3bf", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-360938480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff8db855347b4607be96e4b71c6759d2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1da6e07-69", "ovs_interfaceid": "c1da6e07-692a-42ba-b8ad-2b9082856175", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Converting VIF {"id": "c1da6e07-692a-42ba-b8ad-2b9082856175", "address": "fa:16:3e:7a:41:1a", "network": {"id": "3255cafe-4ef8-4fd2-8ac5-ab41325fd3bf", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-360938480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff8db855347b4607be96e4b71c6759d2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1da6e07-69", "ovs_interfaceid": "c1da6e07-692a-42ba-b8ad-2b9082856175", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7a:41:1a,bridge_name='br-int',has_traffic_filtering=True,id=c1da6e07-692a-42ba-b8ad-2b9082856175,network=Network(3255cafe-4ef8-4fd2-8ac5-ab41325fd3bf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc1da6e07-69') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG nova.objects.instance [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Lazy-loading 'pci_devices' on Instance uuid 5f71531b-8468-4047-8c22-d3da7c735c57 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG nova.compute.manager [req-3efdecd6-2b84-42e9-86a6-e7831507770f req-721039e3-cd33-4e6c-b7a5-d5adfc436fa3 service nova] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Received event network-changed-c1da6e07-692a-42ba-b8ad-2b9082856175 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG nova.compute.manager [req-3efdecd6-2b84-42e9-86a6-e7831507770f req-721039e3-cd33-4e6c-b7a5-d5adfc436fa3 service nova] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Refreshing instance network info cache due to event network-changed-c1da6e07-692a-42ba-b8ad-2b9082856175. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-3efdecd6-2b84-42e9-86a6-e7831507770f req-721039e3-cd33-4e6c-b7a5-d5adfc436fa3 service nova] Acquiring lock "refresh_cache-5f71531b-8468-4047-8c22-d3da7c735c57" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-3efdecd6-2b84-42e9-86a6-e7831507770f req-721039e3-cd33-4e6c-b7a5-d5adfc436fa3 service nova] Acquired lock "refresh_cache-5f71531b-8468-4047-8c22-d3da7c735c57" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG nova.network.neutron [req-3efdecd6-2b84-42e9-86a6-e7831507770f req-721039e3-cd33-4e6c-b7a5-d5adfc436fa3 service nova] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Refreshing network info cache for port c1da6e07-692a-42ba-b8ad-2b9082856175 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:14:55 user nova-compute[75076]:   <uuid>5f71531b-8468-4047-8c22-d3da7c735c57</uuid>
Oct 27 16:14:55 user nova-compute[75076]:   <name>instance-00000011</name>
Oct 27 16:14:55 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:14:55 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:14:55 user nova-compute[75076]:   <metadata>
Oct 27 16:14:55 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:14:55 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:14:55 user nova-compute[75076]:       <nova:name>tempest-device-tagging-server-168247400</nova:name>
Oct 27 16:14:55 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:14:55</nova:creationTime>
Oct 27 16:14:55 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:14:55 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:14:55 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:14:55 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:14:55 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:14:55 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:14:55 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:14:55 user nova-compute[75076]:       <nova:owner>
Oct 27 16:14:55 user nova-compute[75076]:         <nova:user uuid="de50ee8d607d498a95c6efc3dcc2ef2d">tempest-TaggedAttachmentsTest-1924314482-project-member</nova:user>
Oct 27 16:14:55 user nova-compute[75076]:         <nova:project uuid="ff8db855347b4607be96e4b71c6759d2">tempest-TaggedAttachmentsTest-1924314482</nova:project>
Oct 27 16:14:55 user nova-compute[75076]:       </nova:owner>
Oct 27 16:14:55 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:14:55 user nova-compute[75076]:       <nova:ports>
Oct 27 16:14:55 user nova-compute[75076]:         <nova:port uuid="c1da6e07-692a-42ba-b8ad-2b9082856175">
Oct 27 16:14:55 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 27 16:14:55 user nova-compute[75076]:         </nova:port>
Oct 27 16:14:55 user nova-compute[75076]:       </nova:ports>
Oct 27 16:14:55 user nova-compute[75076]:     </nova:instance>
Oct 27 16:14:55 user nova-compute[75076]:   </metadata>
Oct 27 16:14:55 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:14:55 user nova-compute[75076]:     <system>
Oct 27 16:14:55 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:14:55 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:14:55 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:14:55 user nova-compute[75076]:       <entry name="serial">5f71531b-8468-4047-8c22-d3da7c735c57</entry>
Oct 27 16:14:55 user nova-compute[75076]:       <entry name="uuid">5f71531b-8468-4047-8c22-d3da7c735c57</entry>
Oct 27 16:14:55 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:14:55 user nova-compute[75076]:     </system>
Oct 27 16:14:55 user nova-compute[75076]:   </sysinfo>
Oct 27 16:14:55 user nova-compute[75076]:   <os>
Oct 27 16:14:55 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:14:55 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:14:55 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:14:55 user nova-compute[75076]:   </os>
Oct 27 16:14:55 user nova-compute[75076]:   <features>
Oct 27 16:14:55 user nova-compute[75076]:     <acpi/>
Oct 27 16:14:55 user nova-compute[75076]:     <apic/>
Oct 27 16:14:55 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:14:55 user nova-compute[75076]:   </features>
Oct 27 16:14:55 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:14:55 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:14:55 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:14:55 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:14:55 user nova-compute[75076]:   </clock>
Oct 27 16:14:55 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:14:55 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:14:55 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:14:55 user nova-compute[75076]:   </cpu>
Oct 27 16:14:55 user nova-compute[75076]:   <devices>
Oct 27 16:14:55 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:14:55 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:14:55 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/5f71531b-8468-4047-8c22-d3da7c735c57/disk"/>
Oct 27 16:14:55 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:14:55 user nova-compute[75076]:     </disk>
Oct 27 16:14:55 user nova-compute[75076]:     <disk type="file" device="cdrom">
Oct 27 16:14:55 user nova-compute[75076]:       <driver name="qemu" type="raw" cache="none"/>
Oct 27 16:14:55 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/5f71531b-8468-4047-8c22-d3da7c735c57/disk.config"/>
Oct 27 16:14:55 user nova-compute[75076]:       <target dev="hda" bus="ide"/>
Oct 27 16:14:55 user nova-compute[75076]:     </disk>
Oct 27 16:14:55 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:14:55 user nova-compute[75076]:       <mac address="fa:16:3e:7a:41:1a"/>
Oct 27 16:14:55 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:14:55 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:14:55 user nova-compute[75076]:       <target dev="tapc1da6e07-69"/>
Oct 27 16:14:55 user nova-compute[75076]:     </interface>
Oct 27 16:14:55 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:14:55 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/5f71531b-8468-4047-8c22-d3da7c735c57/console.log" append="off"/>
Oct 27 16:14:55 user nova-compute[75076]:     </serial>
Oct 27 16:14:55 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:14:55 user nova-compute[75076]:     <video>
Oct 27 16:14:55 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:14:55 user nova-compute[75076]:     </video>
Oct 27 16:14:55 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:14:55 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:14:55 user nova-compute[75076]:     </rng>
Oct 27 16:14:55 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:14:55 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:14:55 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:14:55 user nova-compute[75076]:     </memballoon>
Oct 27 16:14:55 user nova-compute[75076]:   </devices>
Oct 27 16:14:55 user nova-compute[75076]: </domain>
Oct 27 16:14:55 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:14:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-168247400',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-168247400',id=17,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIEtc+oMEVFFsYtud+71/679xsxKYz0Yf6H4Djk7zZ+JykZUbwv8orFMZ0NsrOACbPbFB1l6FtDAYM8kwpqYoSqF2TmMfQqpgtq5E46B6Y6Ff9KxBpUEw27Q0t+n5FVQ1g==',key_name='tempest-keypair-628479125',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ff8db855347b4607be96e4b71c6759d2',ramdisk_id='',reservation_id='r-lz74sty3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-1924314482',owner_user_name='tempest-TaggedAttachmentsTest-1924314482-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:14:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='de50ee8d607d498a95c6efc3dcc2ef2d',uuid=5f71531b-8468-4047-8c22-d3da7c735c57,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c1da6e07-692a-42ba-b8ad-2b9082856175", "address": "fa:16:3e:7a:41:1a", "network": {"id": "3255cafe-4ef8-4fd2-8ac5-ab41325fd3bf", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-360938480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff8db855347b4607be96e4b71c6759d2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1da6e07-69", "ovs_interfaceid": "c1da6e07-692a-42ba-b8ad-2b9082856175", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Converting VIF {"id": "c1da6e07-692a-42ba-b8ad-2b9082856175", "address": "fa:16:3e:7a:41:1a", "network": {"id": "3255cafe-4ef8-4fd2-8ac5-ab41325fd3bf", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-360938480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff8db855347b4607be96e4b71c6759d2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1da6e07-69", "ovs_interfaceid": "c1da6e07-692a-42ba-b8ad-2b9082856175", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7a:41:1a,bridge_name='br-int',has_traffic_filtering=True,id=c1da6e07-692a-42ba-b8ad-2b9082856175,network=Network(3255cafe-4ef8-4fd2-8ac5-ab41325fd3bf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc1da6e07-69') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG os_vif [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7a:41:1a,bridge_name='br-int',has_traffic_filtering=True,id=c1da6e07-692a-42ba-b8ad-2b9082856175,network=Network(3255cafe-4ef8-4fd2-8ac5-ab41325fd3bf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc1da6e07-69') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'acde4201-50aa-57c3-8177-7847b6027d91', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc1da6e07-69, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc1da6e07-69, col_values=(('qos', UUID('4d500172-b7d3-479c-8edc-afe8de655bf6')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc1da6e07-69, col_values=(('external_ids', {'iface-id': 'c1da6e07-692a-42ba-b8ad-2b9082856175', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7a:41:1a', 'vm-uuid': '5f71531b-8468-4047-8c22-d3da7c735c57'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:55 user nova-compute[75076]: INFO os_vif [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7a:41:1a,bridge_name='br-int',has_traffic_filtering=True,id=c1da6e07-692a-42ba-b8ad-2b9082856175,network=Network(3255cafe-4ef8-4fd2-8ac5-ab41325fd3bf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc1da6e07-69')
Oct 27 16:14:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] No BDM found with device name hda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] No VIF found with MAC fa:16:3e:7a:41:1a, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:14:55 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Using config drive
Oct 27 16:14:55 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Creating config drive at /opt/stack/data/nova/instances/5f71531b-8468-4047-8c22-d3da7c735c57/disk.config
Oct 27 16:14:55 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/5f71531b-8468-4047-8c22-d3da7c735c57/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp5_gsdliy {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/5f71531b-8468-4047-8c22-d3da7c735c57/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp5_gsdliy" returned: 0 in 0.069s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG nova.network.neutron [req-3efdecd6-2b84-42e9-86a6-e7831507770f req-721039e3-cd33-4e6c-b7a5-d5adfc436fa3 service nova] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Updated VIF entry in instance network info cache for port c1da6e07-692a-42ba-b8ad-2b9082856175. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG nova.network.neutron [req-3efdecd6-2b84-42e9-86a6-e7831507770f req-721039e3-cd33-4e6c-b7a5-d5adfc436fa3 service nova] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Updating instance_info_cache with network_info: [{"id": "c1da6e07-692a-42ba-b8ad-2b9082856175", "address": "fa:16:3e:7a:41:1a", "network": {"id": "3255cafe-4ef8-4fd2-8ac5-ab41325fd3bf", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-360938480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff8db855347b4607be96e4b71c6759d2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1da6e07-69", "ovs_interfaceid": "c1da6e07-692a-42ba-b8ad-2b9082856175", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:14:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-3efdecd6-2b84-42e9-86a6-e7831507770f req-721039e3-cd33-4e6c-b7a5-d5adfc436fa3 service nova] Releasing lock "refresh_cache-5f71531b-8468-4047-8c22-d3da7c735c57" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:14:56 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:56 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:56 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:56 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:57 user nova-compute[75076]: DEBUG nova.compute.manager [req-1b6b0720-d6a1-476a-aa08-b7d135797c68 req-166005bd-e2c5-4a6a-8fa0-72cecc5b20b0 service nova] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Received event network-vif-plugged-c1da6e07-692a-42ba-b8ad-2b9082856175 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:14:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-1b6b0720-d6a1-476a-aa08-b7d135797c68 req-166005bd-e2c5-4a6a-8fa0-72cecc5b20b0 service nova] Acquiring lock "5f71531b-8468-4047-8c22-d3da7c735c57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:14:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-1b6b0720-d6a1-476a-aa08-b7d135797c68 req-166005bd-e2c5-4a6a-8fa0-72cecc5b20b0 service nova] Lock "5f71531b-8468-4047-8c22-d3da7c735c57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:14:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-1b6b0720-d6a1-476a-aa08-b7d135797c68 req-166005bd-e2c5-4a6a-8fa0-72cecc5b20b0 service nova] Lock "5f71531b-8468-4047-8c22-d3da7c735c57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:14:57 user nova-compute[75076]: DEBUG nova.compute.manager [req-1b6b0720-d6a1-476a-aa08-b7d135797c68 req-166005bd-e2c5-4a6a-8fa0-72cecc5b20b0 service nova] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] No waiting events found dispatching network-vif-plugged-c1da6e07-692a-42ba-b8ad-2b9082856175 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:14:57 user nova-compute[75076]: WARNING nova.compute.manager [req-1b6b0720-d6a1-476a-aa08-b7d135797c68 req-166005bd-e2c5-4a6a-8fa0-72cecc5b20b0 service nova] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Received unexpected event network-vif-plugged-c1da6e07-692a-42ba-b8ad-2b9082856175 for instance with vm_state building and task_state spawning.
Oct 27 16:14:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:14:59 user nova-compute[75076]: DEBUG nova.compute.manager [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:14:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:14:59 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Instance spawned successfully.
Oct 27 16:14:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:14:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:14:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:14:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:14:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:14:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:14:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:14:59 user nova-compute[75076]: DEBUG nova.compute.manager [req-9fbda960-6857-4714-9588-c78d49a4db77 req-dd26412d-34f5-442d-b9b5-29ce3d911a12 service nova] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Received event network-vif-plugged-c1da6e07-692a-42ba-b8ad-2b9082856175 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:14:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-9fbda960-6857-4714-9588-c78d49a4db77 req-dd26412d-34f5-442d-b9b5-29ce3d911a12 service nova] Acquiring lock "5f71531b-8468-4047-8c22-d3da7c735c57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:14:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-9fbda960-6857-4714-9588-c78d49a4db77 req-dd26412d-34f5-442d-b9b5-29ce3d911a12 service nova] Lock "5f71531b-8468-4047-8c22-d3da7c735c57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:14:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-9fbda960-6857-4714-9588-c78d49a4db77 req-dd26412d-34f5-442d-b9b5-29ce3d911a12 service nova] Lock "5f71531b-8468-4047-8c22-d3da7c735c57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:14:59 user nova-compute[75076]: DEBUG nova.compute.manager [req-9fbda960-6857-4714-9588-c78d49a4db77 req-dd26412d-34f5-442d-b9b5-29ce3d911a12 service nova] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] No waiting events found dispatching network-vif-plugged-c1da6e07-692a-42ba-b8ad-2b9082856175 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:14:59 user nova-compute[75076]: WARNING nova.compute.manager [req-9fbda960-6857-4714-9588-c78d49a4db77 req-dd26412d-34f5-442d-b9b5-29ce3d911a12 service nova] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Received unexpected event network-vif-plugged-c1da6e07-692a-42ba-b8ad-2b9082856175 for instance with vm_state building and task_state spawning.
Oct 27 16:14:59 user nova-compute[75076]: INFO nova.compute.manager [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Took 5.99 seconds to spawn the instance on the hypervisor.
Oct 27 16:14:59 user nova-compute[75076]: DEBUG nova.compute.manager [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:14:59 user nova-compute[75076]: INFO nova.compute.manager [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Took 6.81 seconds to build instance.
Oct 27 16:14:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0ebf74c7-e911-4e2f-860d-33270605e153 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Lock "5f71531b-8468-4047-8c22-d3da7c735c57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.919s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:14:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG nova.compute.manager [req-c8cc9fa4-989f-4dd6-bfe3-a7218107c9a9 req-91c01ff0-94b7-4c0c-a9b1-f6268f42e35a service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] Received event network-changed-407df380-5ca0-4c8c-9e63-5bc8fe1cf81a {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG nova.compute.manager [req-c8cc9fa4-989f-4dd6-bfe3-a7218107c9a9 req-91c01ff0-94b7-4c0c-a9b1-f6268f42e35a service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] Refreshing instance network info cache due to event network-changed-407df380-5ca0-4c8c-9e63-5bc8fe1cf81a. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c8cc9fa4-989f-4dd6-bfe3-a7218107c9a9 req-91c01ff0-94b7-4c0c-a9b1-f6268f42e35a service nova] Acquiring lock "refresh_cache-c493b688-6673-469f-a919-b93552ba25db" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c8cc9fa4-989f-4dd6-bfe3-a7218107c9a9 req-91c01ff0-94b7-4c0c-a9b1-f6268f42e35a service nova] Acquired lock "refresh_cache-c493b688-6673-469f-a919-b93552ba25db" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG nova.network.neutron [req-c8cc9fa4-989f-4dd6-bfe3-a7218107c9a9 req-91c01ff0-94b7-4c0c-a9b1-f6268f42e35a service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] Refreshing network info cache for port 407df380-5ca0-4c8c-9e63-5bc8fe1cf81a {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-188b28ba-7c4b-4a71-9842-4b03faedc7b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Acquiring lock "f2bc90f1-becb-4c54-945c-10b6da691b8b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-188b28ba-7c4b-4a71-9842-4b03faedc7b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "f2bc90f1-becb-4c54-945c-10b6da691b8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-188b28ba-7c4b-4a71-9842-4b03faedc7b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Acquiring lock "f2bc90f1-becb-4c54-945c-10b6da691b8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-188b28ba-7c4b-4a71-9842-4b03faedc7b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "f2bc90f1-becb-4c54-945c-10b6da691b8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-188b28ba-7c4b-4a71-9842-4b03faedc7b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "f2bc90f1-becb-4c54-945c-10b6da691b8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:00 user nova-compute[75076]: INFO nova.compute.manager [None req-188b28ba-7c4b-4a71-9842-4b03faedc7b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Terminating instance
Oct 27 16:15:00 user nova-compute[75076]: DEBUG nova.compute.manager [None req-188b28ba-7c4b-4a71-9842-4b03faedc7b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:15:00 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Instance destroyed successfully.
Oct 27 16:15:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:12:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-603427319',display_name='tempest-ServerActionsTestOtherA-server-812131717',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-603427319',id=15,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB881cFoRUGsxatC60s64SZ7ALJIwu4oXrSL6Jcg7A1Qh3YEUxKc3k8hoJCxtkdMwYFbJ/YdYyXiDaOcnSOwTAPZsLN0YpCg/cFgWsEwWZklaYeWDJvVwV9ZNunXeAdCbw==',key_name='tempest-keypair-817701294',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:12:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='eca4241be0a24932b482fcdba2f45482',ramdisk_id='',reservation_id='r-h7so262u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1737890963',owner_user_name='tempest-ServerActionsTestOtherA-1737890963-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:14:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='714d6bf7998c4abd8641b678ee293691',uuid=c35e1163-5e25-488f-858f-8ad5d5430617,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0d460c63-ecbb-4003-91fa-ff650aa74db8", "address": "fa:16:3e:bb:7c:67", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.7", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d460c63-ec", "ovs_interfaceid": "0d460c63-ecbb-4003-91fa-ff650aa74db8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Converting VIF {"id": "0d460c63-ecbb-4003-91fa-ff650aa74db8", "address": "fa:16:3e:bb:7c:67", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.7", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d460c63-ec", "ovs_interfaceid": "0d460c63-ecbb-4003-91fa-ff650aa74db8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:bb:7c:67,bridge_name='br-int',has_traffic_filtering=True,id=0d460c63-ecbb-4003-91fa-ff650aa74db8,network=Network(d4452627-1a52-4591-bd30-e240f8690c51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d460c63-ec') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG os_vif [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:bb:7c:67,bridge_name='br-int',has_traffic_filtering=True,id=0d460c63-ecbb-4003-91fa-ff650aa74db8,network=Network(d4452627-1a52-4591-bd30-e240f8690c51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d460c63-ec') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0d460c63-ec, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8611e02b-e6ad-4e0e-93e3-aa57f08370e9) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:15:00 user nova-compute[75076]: INFO os_vif [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:bb:7c:67,bridge_name='br-int',has_traffic_filtering=True,id=0d460c63-ecbb-4003-91fa-ff650aa74db8,network=Network(d4452627-1a52-4591-bd30-e240f8690c51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d460c63-ec')
Oct 27 16:15:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BTCjHWrk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:15:00 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 27 16:15:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3af70851-3a93-4c29-936e-1471572b6703 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquiring lock "c493b688-6673-469f-a919-b93552ba25db" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3af70851-3a93-4c29-936e-1471572b6703 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "c493b688-6673-469f-a919-b93552ba25db" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[34ae0551-d3d3-468a-b611-f413879e63af]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:15:00 user nova-compute[75076]: No targets found.
Oct 27 16:15:00 user nova-compute[75076]: iSNS:
Oct 27 16:15:00 user nova-compute[75076]: No targets found.
Oct 27 16:15:00 user nova-compute[75076]: STATIC:
Oct 27 16:15:00 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78
Oct 27 16:15:00 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:15:00 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:15:00 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956
Oct 27 16:15:00 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:15:00 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:15:00 user nova-compute[75076]: FIRMWARE:
Oct 27 16:15:00 user nova-compute[75076]: No targets found.
Oct 27 16:15:00 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:15:00 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:15:00 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:15:00 user nova-compute[75076]: INFO nova.compute.manager [None req-3af70851-3a93-4c29-936e-1471572b6703 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Detaching volume 8dd84c93-adcf-4ae5-978a-a2245ba34956
Oct 27 16:15:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.026s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bf46175-2d41-4cdb-86fd-e907e4e45067]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbf69e1c-f741-4c1c-bdde-bd25e86abc86]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:15:00 user nova-compute[75076]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)
Oct 27 16:15:00 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:15:00 user nova-compute[75076]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)
Oct 27 16:15:00 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe2c248820>, {}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Disconnecting from: [] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.115s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] <== disconnect_volume: return (116ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:15:00 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Deleting instance files /opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617_del
Oct 27 16:15:00 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Deletion of /opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617_del complete
Oct 27 16:15:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:00 user nova-compute[75076]: INFO nova.virt.block_device [None req-3af70851-3a93-4c29-936e-1471572b6703 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Attempting to driver detach volume 8dd84c93-adcf-4ae5-978a-a2245ba34956 from mountpoint /dev/vdb
Oct 27 16:15:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-3af70851-3a93-4c29-936e-1471572b6703 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Attempting to detach device vdb from instance c493b688-6673-469f-a919-b93552ba25db from the persistent domain config. {{(pid=75076) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-3af70851-3a93-4c29-936e-1471572b6703 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:15:00 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:15:00 user nova-compute[75076]:   <source dev="/dev/sdc"/>
Oct 27 16:15:00 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:15:00 user nova-compute[75076]:   <serial>8dd84c93-adcf-4ae5-978a-a2245ba34956</serial>
Oct 27 16:15:00 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 27 16:15:00 user nova-compute[75076]: </disk>
Oct 27 16:15:00 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:15:00 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-3af70851-3a93-4c29-936e-1471572b6703 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Successfully detached device vdb from instance c493b688-6673-469f-a919-b93552ba25db from the persistent domain config.
Oct 27 16:15:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-3af70851-3a93-4c29-936e-1471572b6703 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance c493b688-6673-469f-a919-b93552ba25db from the live domain config. {{(pid=75076) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-3af70851-3a93-4c29-936e-1471572b6703 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:15:00 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:15:00 user nova-compute[75076]:   <source dev="/dev/sdc"/>
Oct 27 16:15:00 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:15:00 user nova-compute[75076]:   <serial>8dd84c93-adcf-4ae5-978a-a2245ba34956</serial>
Oct 27 16:15:00 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 27 16:15:00 user nova-compute[75076]: </disk>
Oct 27 16:15:00 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:15:00 user nova-compute[75076]: INFO nova.virt.block_device [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Booting with volume 7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 at /dev/vdb
Oct 27 16:15:00 user nova-compute[75076]: DEBUG os_brick.utils [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef43af9c-e826-49ba-8e81-48a6debed1e2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba52afc6-65b8-4204-9569-12d189b21c1a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[641d0117-41be-4a8b-be28-752681684fcb]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6542e7b3-1a9c-47bf-be47-016ba673bc83]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:15:01 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:15:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:15:01 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:15:01 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[99e4949e-61cb-4990-87db-edea972ac864]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:01 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:15:01 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:15:01 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:15:01 user nova-compute[75076]: DEBUG os_brick.utils [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] <== get_connector_properties: return (147ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:15:01 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Updating existing volume attachment record: f27004e5-a99f-4639-a019-2cb63b45dc4b {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:15:01 user nova-compute[75076]: DEBUG nova.network.neutron [req-c8cc9fa4-989f-4dd6-bfe3-a7218107c9a9 req-91c01ff0-94b7-4c0c-a9b1-f6268f42e35a service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] Updated VIF entry in instance network info cache for port 407df380-5ca0-4c8c-9e63-5bc8fe1cf81a. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:15:01 user nova-compute[75076]: DEBUG nova.network.neutron [req-c8cc9fa4-989f-4dd6-bfe3-a7218107c9a9 req-91c01ff0-94b7-4c0c-a9b1-f6268f42e35a service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] Updating instance_info_cache with network_info: [{"id": "407df380-5ca0-4c8c-9e63-5bc8fe1cf81a", "address": "fa:16:3e:30:fb:23", "network": {"id": "9ebf0da6-f331-406a-9790-269c4cb299ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1444954987-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49308918740c4496a9fdd3661a16143e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap407df380-5c", "ovs_interfaceid": "407df380-5ca0-4c8c-9e63-5bc8fe1cf81a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:15:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c8cc9fa4-989f-4dd6-bfe3-a7218107c9a9 req-91c01ff0-94b7-4c0c-a9b1-f6268f42e35a service nova] Releasing lock "refresh_cache-c493b688-6673-469f-a919-b93552ba25db" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:15:01 user nova-compute[75076]: DEBUG nova.compute.manager [req-7a9b7733-47ac-40e1-b426-4e2ad5f98c2e req-792c6c8e-8d8b-43a7-b7cb-b2177d2408be service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] Received event network-changed-407df380-5ca0-4c8c-9e63-5bc8fe1cf81a {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:15:01 user nova-compute[75076]: DEBUG nova.compute.manager [req-7a9b7733-47ac-40e1-b426-4e2ad5f98c2e req-792c6c8e-8d8b-43a7-b7cb-b2177d2408be service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] Refreshing instance network info cache due to event network-changed-407df380-5ca0-4c8c-9e63-5bc8fe1cf81a. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:15:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7a9b7733-47ac-40e1-b426-4e2ad5f98c2e req-792c6c8e-8d8b-43a7-b7cb-b2177d2408be service nova] Acquiring lock "refresh_cache-c493b688-6673-469f-a919-b93552ba25db" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:15:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7a9b7733-47ac-40e1-b426-4e2ad5f98c2e req-792c6c8e-8d8b-43a7-b7cb-b2177d2408be service nova] Acquired lock "refresh_cache-c493b688-6673-469f-a919-b93552ba25db" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:15:01 user nova-compute[75076]: DEBUG nova.network.neutron [req-7a9b7733-47ac-40e1-b426-4e2ad5f98c2e req-792c6c8e-8d8b-43a7-b7cb-b2177d2408be service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] Refreshing network info cache for port 407df380-5ca0-4c8c-9e63-5bc8fe1cf81a {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:15:01 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-3af70851-3a93-4c29-936e-1471572b6703 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance c493b688-6673-469f-a919-b93552ba25db {{(pid=75076) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 16:15:01 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Instance destroyed successfully.
Oct 27 16:15:01 user nova-compute[75076]: DEBUG nova.objects.instance [None req-188b28ba-7c4b-4a71-9842-4b03faedc7b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lazy-loading 'resources' on Instance uuid f2bc90f1-becb-4c54-945c-10b6da691b8b {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:15:01 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-188b28ba-7c4b-4a71-9842-4b03faedc7b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:08:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1694504216',display_name='tempest-VolumesAdminNegativeTest-server-1694504216',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1694504216',id=7,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBR1eftSCj+eFbVgf/SW3IqjYXOZzsXyDlQMt9scLYdNKWkcdc9lrH8+5T5c+WDQomS2gNDmMgDfLat4qlJxvJ3o8Jeb+9mDfGExb5E8CJ4AhLD3JB4vKq3vNEpT0eK7+Q==',key_name='tempest-keypair-2039877025',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:08:59Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e320e8691e904a7c8dc4b5c824ba6565',ramdisk_id='',reservation_id='r-b3ys7atf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-866097689',owner_user_name='tempest-VolumesAdminNegativeTest-866097689-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:08:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c7e8f850e02e434891189cdb1783f848',uuid=f2bc90f1-becb-4c54-945c-10b6da691b8b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6cc5a470-d142-40d7-84c6-edea695f9259", "address": "fa:16:3e:d2:23:76", "network": {"id": "7b16c2ee-0e93-4a45-aeea-c13628fe29a5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-761084663-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320e8691e904a7c8dc4b5c824ba6565", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cc5a470-d1", "ovs_interfaceid": "6cc5a470-d142-40d7-84c6-edea695f9259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:15:01 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-188b28ba-7c4b-4a71-9842-4b03faedc7b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Converting VIF {"id": "6cc5a470-d142-40d7-84c6-edea695f9259", "address": "fa:16:3e:d2:23:76", "network": {"id": "7b16c2ee-0e93-4a45-aeea-c13628fe29a5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-761084663-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320e8691e904a7c8dc4b5c824ba6565", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cc5a470-d1", "ovs_interfaceid": "6cc5a470-d142-40d7-84c6-edea695f9259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:15:01 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-188b28ba-7c4b-4a71-9842-4b03faedc7b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d2:23:76,bridge_name='br-int',has_traffic_filtering=True,id=6cc5a470-d142-40d7-84c6-edea695f9259,network=Network(7b16c2ee-0e93-4a45-aeea-c13628fe29a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6cc5a470-d1') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:15:01 user nova-compute[75076]: DEBUG os_vif [None req-188b28ba-7c4b-4a71-9842-4b03faedc7b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d2:23:76,bridge_name='br-int',has_traffic_filtering=True,id=6cc5a470-d142-40d7-84c6-edea695f9259,network=Network(7b16c2ee-0e93-4a45-aeea-c13628fe29a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6cc5a470-d1') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:15:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6cc5a470-d1, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:15:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:15:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=39e18337-de9c-4607-88a8-d565598f4c34) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:15:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:15:01 user nova-compute[75076]: INFO os_vif [None req-188b28ba-7c4b-4a71-9842-4b03faedc7b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d2:23:76,bridge_name='br-int',has_traffic_filtering=True,id=6cc5a470-d142-40d7-84c6-edea695f9259,network=Network(7b16c2ee-0e93-4a45-aeea-c13628fe29a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6cc5a470-d1')
Oct 27 16:15:01 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-188b28ba-7c4b-4a71-9842-4b03faedc7b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Deleting instance files /opt/stack/data/nova/instances/f2bc90f1-becb-4c54-945c-10b6da691b8b_del
Oct 27 16:15:01 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-188b28ba-7c4b-4a71-9842-4b03faedc7b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Deletion of /opt/stack/data/nova/instances/f2bc90f1-becb-4c54-945c-10b6da691b8b_del complete
Oct 27 16:15:01 user nova-compute[75076]: INFO nova.compute.manager [None req-188b28ba-7c4b-4a71-9842-4b03faedc7b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Took 1.40 seconds to destroy the instance on the hypervisor.
Oct 27 16:15:01 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-188b28ba-7c4b-4a71-9842-4b03faedc7b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:15:01 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:15:01 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:15:01 user nova-compute[75076]: DEBUG nova.network.neutron [req-7a9b7733-47ac-40e1-b426-4e2ad5f98c2e req-792c6c8e-8d8b-43a7-b7cb-b2177d2408be service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] Updated VIF entry in instance network info cache for port 407df380-5ca0-4c8c-9e63-5bc8fe1cf81a. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:15:01 user nova-compute[75076]: DEBUG nova.network.neutron [req-7a9b7733-47ac-40e1-b426-4e2ad5f98c2e req-792c6c8e-8d8b-43a7-b7cb-b2177d2408be service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] Updating instance_info_cache with network_info: [{"id": "407df380-5ca0-4c8c-9e63-5bc8fe1cf81a", "address": "fa:16:3e:30:fb:23", "network": {"id": "9ebf0da6-f331-406a-9790-269c4cb299ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1444954987-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49308918740c4496a9fdd3661a16143e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap407df380-5c", "ovs_interfaceid": "407df380-5ca0-4c8c-9e63-5bc8fe1cf81a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:15:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7a9b7733-47ac-40e1-b426-4e2ad5f98c2e req-792c6c8e-8d8b-43a7-b7cb-b2177d2408be service nova] Releasing lock "refresh_cache-c493b688-6673-469f-a919-b93552ba25db" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:15:02 user nova-compute[75076]: DEBUG nova.compute.manager [req-7a9b7733-47ac-40e1-b426-4e2ad5f98c2e req-792c6c8e-8d8b-43a7-b7cb-b2177d2408be service nova] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Received event network-vif-unplugged-6cc5a470-d142-40d7-84c6-edea695f9259 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:15:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7a9b7733-47ac-40e1-b426-4e2ad5f98c2e req-792c6c8e-8d8b-43a7-b7cb-b2177d2408be service nova] Acquiring lock "f2bc90f1-becb-4c54-945c-10b6da691b8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7a9b7733-47ac-40e1-b426-4e2ad5f98c2e req-792c6c8e-8d8b-43a7-b7cb-b2177d2408be service nova] Lock "f2bc90f1-becb-4c54-945c-10b6da691b8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7a9b7733-47ac-40e1-b426-4e2ad5f98c2e req-792c6c8e-8d8b-43a7-b7cb-b2177d2408be service nova] Lock "f2bc90f1-becb-4c54-945c-10b6da691b8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:02 user nova-compute[75076]: DEBUG nova.compute.manager [req-7a9b7733-47ac-40e1-b426-4e2ad5f98c2e req-792c6c8e-8d8b-43a7-b7cb-b2177d2408be service nova] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] No waiting events found dispatching network-vif-unplugged-6cc5a470-d142-40d7-84c6-edea695f9259 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:15:02 user nova-compute[75076]: DEBUG nova.compute.manager [req-7a9b7733-47ac-40e1-b426-4e2ad5f98c2e req-792c6c8e-8d8b-43a7-b7cb-b2177d2408be service nova] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Received event network-vif-unplugged-6cc5a470-d142-40d7-84c6-edea695f9259 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:15:02 user nova-compute[75076]: DEBUG nova.compute.manager [req-7a9b7733-47ac-40e1-b426-4e2ad5f98c2e req-792c6c8e-8d8b-43a7-b7cb-b2177d2408be service nova] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Received event network-vif-plugged-6cc5a470-d142-40d7-84c6-edea695f9259 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:15:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7a9b7733-47ac-40e1-b426-4e2ad5f98c2e req-792c6c8e-8d8b-43a7-b7cb-b2177d2408be service nova] Acquiring lock "f2bc90f1-becb-4c54-945c-10b6da691b8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7a9b7733-47ac-40e1-b426-4e2ad5f98c2e req-792c6c8e-8d8b-43a7-b7cb-b2177d2408be service nova] Lock "f2bc90f1-becb-4c54-945c-10b6da691b8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7a9b7733-47ac-40e1-b426-4e2ad5f98c2e req-792c6c8e-8d8b-43a7-b7cb-b2177d2408be service nova] Lock "f2bc90f1-becb-4c54-945c-10b6da691b8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:02 user nova-compute[75076]: DEBUG nova.compute.manager [req-7a9b7733-47ac-40e1-b426-4e2ad5f98c2e req-792c6c8e-8d8b-43a7-b7cb-b2177d2408be service nova] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] No waiting events found dispatching network-vif-plugged-6cc5a470-d142-40d7-84c6-edea695f9259 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:15:02 user nova-compute[75076]: WARNING nova.compute.manager [req-7a9b7733-47ac-40e1-b426-4e2ad5f98c2e req-792c6c8e-8d8b-43a7-b7cb-b2177d2408be service nova] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Received unexpected event network-vif-plugged-6cc5a470-d142-40d7-84c6-edea695f9259 for instance with vm_state active and task_state deleting.
Oct 27 16:15:02 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:15:02 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Took 0.98 seconds to deallocate network for instance.
Oct 27 16:15:02 user nova-compute[75076]: DEBUG nova.compute.manager [req-ae2f3d33-f1a2-4840-9fe6-cceb862fa701 req-3abf5838-4cd1-4270-be62-53070fa41313 service nova] [instance: f2bc90f1-becb-4c54-945c-10b6da691b8b] Received event network-vif-deleted-6cc5a470-d142-40d7-84c6-edea695f9259 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:15:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-188b28ba-7c4b-4a71-9842-4b03faedc7b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-188b28ba-7c4b-4a71-9842-4b03faedc7b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:03 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-188b28ba-7c4b-4a71-9842-4b03faedc7b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:15:03 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-188b28ba-7c4b-4a71-9842-4b03faedc7b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:15:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-188b28ba-7c4b-4a71-9842-4b03faedc7b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.431s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:03 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-188b28ba-7c4b-4a71-9842-4b03faedc7b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Deleted allocations for instance f2bc90f1-becb-4c54-945c-10b6da691b8b
Oct 27 16:15:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-188b28ba-7c4b-4a71-9842-4b03faedc7b7 tempest-VolumesAdminNegativeTest-866097689 tempest-VolumesAdminNegativeTest-866097689-project-member] Lock "f2bc90f1-becb-4c54-945c-10b6da691b8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.077s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:05 user nova-compute[75076]: INFO nova.compute.manager [None req-d99e6998-5317-4fa3-8c15-ab94ddbb0987 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Unrescuing
Oct 27 16:15:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d99e6998-5317-4fa3-8c15-ab94ddbb0987 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "refresh_cache-79fc2f4a-6f6f-480b-92b4-0ee7414acaf4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:15:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d99e6998-5317-4fa3-8c15-ab94ddbb0987 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquired lock "refresh_cache-79fc2f4a-6f6f-480b-92b4-0ee7414acaf4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:15:05 user nova-compute[75076]: DEBUG nova.network.neutron [None req-d99e6998-5317-4fa3-8c15-ab94ddbb0987 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:15:06 user nova-compute[75076]: DEBUG nova.network.neutron [None req-d99e6998-5317-4fa3-8c15-ab94ddbb0987 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Updating instance_info_cache with network_info: [{"id": "427144d0-c0ee-47a4-bb1f-3a332a3edc64", "address": "fa:16:3e:cd:fb:01", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap427144d0-c0", "ovs_interfaceid": "427144d0-c0ee-47a4-bb1f-3a332a3edc64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:15:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d99e6998-5317-4fa3-8c15-ab94ddbb0987 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Releasing lock "refresh_cache-79fc2f4a-6f6f-480b-92b4-0ee7414acaf4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:15:06 user nova-compute[75076]: DEBUG nova.objects.instance [None req-d99e6998-5317-4fa3-8c15-ab94ddbb0987 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lazy-loading 'flavor' on Instance uuid 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:15:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:06 user nova-compute[75076]: DEBUG nova.compute.manager [req-33880f0a-fa23-4e11-856e-24e9d10cc43f req-b9b1589a-4485-4e39-bb5b-b448c30e87a4 service nova] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Received event network-vif-unplugged-427144d0-c0ee-47a4-bb1f-3a332a3edc64 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:15:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-33880f0a-fa23-4e11-856e-24e9d10cc43f req-b9b1589a-4485-4e39-bb5b-b448c30e87a4 service nova] Acquiring lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-33880f0a-fa23-4e11-856e-24e9d10cc43f req-b9b1589a-4485-4e39-bb5b-b448c30e87a4 service nova] Lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-33880f0a-fa23-4e11-856e-24e9d10cc43f req-b9b1589a-4485-4e39-bb5b-b448c30e87a4 service nova] Lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:06 user nova-compute[75076]: DEBUG nova.compute.manager [req-33880f0a-fa23-4e11-856e-24e9d10cc43f req-b9b1589a-4485-4e39-bb5b-b448c30e87a4 service nova] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] No waiting events found dispatching network-vif-unplugged-427144d0-c0ee-47a4-bb1f-3a332a3edc64 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:15:06 user nova-compute[75076]: WARNING nova.compute.manager [req-33880f0a-fa23-4e11-856e-24e9d10cc43f req-b9b1589a-4485-4e39-bb5b-b448c30e87a4 service nova] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Received unexpected event network-vif-unplugged-427144d0-c0ee-47a4-bb1f-3a332a3edc64 for instance with vm_state rescued and task_state unrescuing.
Oct 27 16:15:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:06 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Instance destroyed successfully.
Oct 27 16:15:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:08 user nova-compute[75076]: DEBUG nova.compute.manager [req-9d3e3e1a-c231-42f8-bd4e-e084e52d0ad7 req-880affcc-1a13-42a3-bbe8-ec0a8018b37f service nova] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Received event network-vif-plugged-427144d0-c0ee-47a4-bb1f-3a332a3edc64 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:15:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-9d3e3e1a-c231-42f8-bd4e-e084e52d0ad7 req-880affcc-1a13-42a3-bbe8-ec0a8018b37f service nova] Acquiring lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-9d3e3e1a-c231-42f8-bd4e-e084e52d0ad7 req-880affcc-1a13-42a3-bbe8-ec0a8018b37f service nova] Lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-9d3e3e1a-c231-42f8-bd4e-e084e52d0ad7 req-880affcc-1a13-42a3-bbe8-ec0a8018b37f service nova] Lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:08 user nova-compute[75076]: DEBUG nova.compute.manager [req-9d3e3e1a-c231-42f8-bd4e-e084e52d0ad7 req-880affcc-1a13-42a3-bbe8-ec0a8018b37f service nova] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] No waiting events found dispatching network-vif-plugged-427144d0-c0ee-47a4-bb1f-3a332a3edc64 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:15:08 user nova-compute[75076]: WARNING nova.compute.manager [req-9d3e3e1a-c231-42f8-bd4e-e084e52d0ad7 req-880affcc-1a13-42a3-bbe8-ec0a8018b37f service nova] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Received unexpected event network-vif-plugged-427144d0-c0ee-47a4-bb1f-3a332a3edc64 for instance with vm_state rescued and task_state unrescuing.
Oct 27 16:15:08 user nova-compute[75076]: DEBUG nova.compute.manager [req-9d3e3e1a-c231-42f8-bd4e-e084e52d0ad7 req-880affcc-1a13-42a3-bbe8-ec0a8018b37f service nova] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Received event network-vif-plugged-427144d0-c0ee-47a4-bb1f-3a332a3edc64 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:15:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-9d3e3e1a-c231-42f8-bd4e-e084e52d0ad7 req-880affcc-1a13-42a3-bbe8-ec0a8018b37f service nova] Acquiring lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-9d3e3e1a-c231-42f8-bd4e-e084e52d0ad7 req-880affcc-1a13-42a3-bbe8-ec0a8018b37f service nova] Lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-9d3e3e1a-c231-42f8-bd4e-e084e52d0ad7 req-880affcc-1a13-42a3-bbe8-ec0a8018b37f service nova] Lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:08 user nova-compute[75076]: DEBUG nova.compute.manager [req-9d3e3e1a-c231-42f8-bd4e-e084e52d0ad7 req-880affcc-1a13-42a3-bbe8-ec0a8018b37f service nova] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] No waiting events found dispatching network-vif-plugged-427144d0-c0ee-47a4-bb1f-3a332a3edc64 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:15:08 user nova-compute[75076]: WARNING nova.compute.manager [req-9d3e3e1a-c231-42f8-bd4e-e084e52d0ad7 req-880affcc-1a13-42a3-bbe8-ec0a8018b37f service nova] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Received unexpected event network-vif-plugged-427144d0-c0ee-47a4-bb1f-3a332a3edc64 for instance with vm_state rescued and task_state unrescuing.
Oct 27 16:15:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:10 user nova-compute[75076]: DEBUG nova.compute.manager [None req-d99e6998-5317-4fa3-8c15-ab94ddbb0987 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:15:10 user nova-compute[75076]: DEBUG nova.compute.manager [req-00394217-38b3-47d6-995b-7f1cf49df493 req-d969f6b7-2d14-45f9-857b-dbd83d9d4ba0 service nova] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Received event network-vif-plugged-427144d0-c0ee-47a4-bb1f-3a332a3edc64 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:15:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-00394217-38b3-47d6-995b-7f1cf49df493 req-d969f6b7-2d14-45f9-857b-dbd83d9d4ba0 service nova] Acquiring lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-00394217-38b3-47d6-995b-7f1cf49df493 req-d969f6b7-2d14-45f9-857b-dbd83d9d4ba0 service nova] Lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-00394217-38b3-47d6-995b-7f1cf49df493 req-d969f6b7-2d14-45f9-857b-dbd83d9d4ba0 service nova] Lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:10 user nova-compute[75076]: DEBUG nova.compute.manager [req-00394217-38b3-47d6-995b-7f1cf49df493 req-d969f6b7-2d14-45f9-857b-dbd83d9d4ba0 service nova] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] No waiting events found dispatching network-vif-plugged-427144d0-c0ee-47a4-bb1f-3a332a3edc64 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:15:10 user nova-compute[75076]: WARNING nova.compute.manager [req-00394217-38b3-47d6-995b-7f1cf49df493 req-d969f6b7-2d14-45f9-857b-dbd83d9d4ba0 service nova] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Received unexpected event network-vif-plugged-427144d0-c0ee-47a4-bb1f-3a332a3edc64 for instance with vm_state active and task_state None.
Oct 27 16:15:11 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ae8b986c-6faa-47ac-b0b8-e4af1fb60037 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquiring lock "326254e7-ff86-424b-95ad-e65d08254daa" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ae8b986c-6faa-47ac-b0b8-e4af1fb60037 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "326254e7-ff86-424b-95ad-e65d08254daa" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ae8b986c-6faa-47ac-b0b8-e4af1fb60037 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquiring lock "326254e7-ff86-424b-95ad-e65d08254daa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ae8b986c-6faa-47ac-b0b8-e4af1fb60037 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "326254e7-ff86-424b-95ad-e65d08254daa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ae8b986c-6faa-47ac-b0b8-e4af1fb60037 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "326254e7-ff86-424b-95ad-e65d08254daa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:13 user nova-compute[75076]: INFO nova.compute.manager [None req-ae8b986c-6faa-47ac-b0b8-e4af1fb60037 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Terminating instance
Oct 27 16:15:13 user nova-compute[75076]: DEBUG nova.compute.manager [None req-ae8b986c-6faa-47ac-b0b8-e4af1fb60037 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:15:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:13 user nova-compute[75076]: DEBUG nova.compute.manager [req-68fa113f-71a6-4601-94b2-9988438e9850 req-43342925-a5bf-478a-97fc-b766b709b184 service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Received event network-vif-unplugged-f0fcc042-4c5a-4282-b45f-b58e3490bc42 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:15:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-68fa113f-71a6-4601-94b2-9988438e9850 req-43342925-a5bf-478a-97fc-b766b709b184 service nova] Acquiring lock "326254e7-ff86-424b-95ad-e65d08254daa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-68fa113f-71a6-4601-94b2-9988438e9850 req-43342925-a5bf-478a-97fc-b766b709b184 service nova] Lock "326254e7-ff86-424b-95ad-e65d08254daa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-68fa113f-71a6-4601-94b2-9988438e9850 req-43342925-a5bf-478a-97fc-b766b709b184 service nova] Lock "326254e7-ff86-424b-95ad-e65d08254daa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:13 user nova-compute[75076]: DEBUG nova.compute.manager [req-68fa113f-71a6-4601-94b2-9988438e9850 req-43342925-a5bf-478a-97fc-b766b709b184 service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] No waiting events found dispatching network-vif-unplugged-f0fcc042-4c5a-4282-b45f-b58e3490bc42 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:15:13 user nova-compute[75076]: DEBUG nova.compute.manager [req-68fa113f-71a6-4601-94b2-9988438e9850 req-43342925-a5bf-478a-97fc-b766b709b184 service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Received event network-vif-unplugged-f0fcc042-4c5a-4282-b45f-b58e3490bc42 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:15:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:14 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Instance destroyed successfully.
Oct 27 16:15:14 user nova-compute[75076]: DEBUG nova.objects.instance [None req-ae8b986c-6faa-47ac-b0b8-e4af1fb60037 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lazy-loading 'resources' on Instance uuid 326254e7-ff86-424b-95ad-e65d08254daa {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:15:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-ae8b986c-6faa-47ac-b0b8-e4af1fb60037 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-27T16:08:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-653944947',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-653944947',id=6,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH/DrS9lZ/YExdgGZ6VwKfVwcUsb0h1q73S21sKRwZ68/0i9k0rFAV9BDDA2WUzMZB+895KS0oQmPwtYEWokXc2HLtgyYxwhol+6QKR+wDdkfVfP0p7EX0fqbibd8gmXQA==',key_name='tempest-keypair-250489156',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:13:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2765fd69b2e346a4aeb287c2d61f2f9b',ramdisk_id='',reservation_id='r-fifxwak3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1430653442',owner_user_name='tempest-AttachVolumeShelveTestJSON-1430653442-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:13:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c2432dafd2f045488341359a6b6dbcc6',uuid=326254e7-ff86-424b-95ad-e65d08254daa,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "address": "fa:16:3e:e4:6b:00", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0fcc042-4c", "ovs_interfaceid": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:15:14 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-ae8b986c-6faa-47ac-b0b8-e4af1fb60037 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Converting VIF {"id": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "address": "fa:16:3e:e4:6b:00", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0fcc042-4c", "ovs_interfaceid": "f0fcc042-4c5a-4282-b45f-b58e3490bc42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:15:14 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-ae8b986c-6faa-47ac-b0b8-e4af1fb60037 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e4:6b:00,bridge_name='br-int',has_traffic_filtering=True,id=f0fcc042-4c5a-4282-b45f-b58e3490bc42,network=Network(da513516-55d9-4f26-b348-28c9b5d8dbaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf0fcc042-4c') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:15:14 user nova-compute[75076]: DEBUG os_vif [None req-ae8b986c-6faa-47ac-b0b8-e4af1fb60037 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e4:6b:00,bridge_name='br-int',has_traffic_filtering=True,id=f0fcc042-4c5a-4282-b45f-b58e3490bc42,network=Network(da513516-55d9-4f26-b348-28c9b5d8dbaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf0fcc042-4c') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:15:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf0fcc042-4c, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:15:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e3a926dc-be05-41c0-9635-cc61508478ae) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:15:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:15:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:14 user nova-compute[75076]: INFO os_vif [None req-ae8b986c-6faa-47ac-b0b8-e4af1fb60037 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e4:6b:00,bridge_name='br-int',has_traffic_filtering=True,id=f0fcc042-4c5a-4282-b45f-b58e3490bc42,network=Network(da513516-55d9-4f26-b348-28c9b5d8dbaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf0fcc042-4c')
Oct 27 16:15:14 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-ae8b986c-6faa-47ac-b0b8-e4af1fb60037 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Deleting instance files /opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa_del
Oct 27 16:15:14 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-ae8b986c-6faa-47ac-b0b8-e4af1fb60037 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Deletion of /opt/stack/data/nova/instances/326254e7-ff86-424b-95ad-e65d08254daa_del complete
Oct 27 16:15:14 user nova-compute[75076]: INFO nova.compute.manager [None req-ae8b986c-6faa-47ac-b0b8-e4af1fb60037 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Took 0.92 seconds to destroy the instance on the hypervisor.
Oct 27 16:15:14 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-ae8b986c-6faa-47ac-b0b8-e4af1fb60037 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:15:14 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:15:14 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:15:15 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:15:15 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Took 1.26 seconds to deallocate network for instance.
Oct 27 16:15:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ae8b986c-6faa-47ac-b0b8-e4af1fb60037 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ae8b986c-6faa-47ac-b0b8-e4af1fb60037 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:15 user nova-compute[75076]: DEBUG nova.compute.manager [req-4f7b0dda-e6b5-47f4-bf17-d4dad5aaa4c8 req-d83ae673-4524-424e-9e65-179bdce53283 service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Received event network-vif-plugged-f0fcc042-4c5a-4282-b45f-b58e3490bc42 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:15:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-4f7b0dda-e6b5-47f4-bf17-d4dad5aaa4c8 req-d83ae673-4524-424e-9e65-179bdce53283 service nova] Acquiring lock "326254e7-ff86-424b-95ad-e65d08254daa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-4f7b0dda-e6b5-47f4-bf17-d4dad5aaa4c8 req-d83ae673-4524-424e-9e65-179bdce53283 service nova] Lock "326254e7-ff86-424b-95ad-e65d08254daa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-4f7b0dda-e6b5-47f4-bf17-d4dad5aaa4c8 req-d83ae673-4524-424e-9e65-179bdce53283 service nova] Lock "326254e7-ff86-424b-95ad-e65d08254daa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:15 user nova-compute[75076]: DEBUG nova.compute.manager [req-4f7b0dda-e6b5-47f4-bf17-d4dad5aaa4c8 req-d83ae673-4524-424e-9e65-179bdce53283 service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] No waiting events found dispatching network-vif-plugged-f0fcc042-4c5a-4282-b45f-b58e3490bc42 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:15:15 user nova-compute[75076]: WARNING nova.compute.manager [req-4f7b0dda-e6b5-47f4-bf17-d4dad5aaa4c8 req-d83ae673-4524-424e-9e65-179bdce53283 service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Received unexpected event network-vif-plugged-f0fcc042-4c5a-4282-b45f-b58e3490bc42 for instance with vm_state deleted and task_state None.
Oct 27 16:15:15 user nova-compute[75076]: DEBUG nova.compute.manager [req-4f7b0dda-e6b5-47f4-bf17-d4dad5aaa4c8 req-d83ae673-4524-424e-9e65-179bdce53283 service nova] [instance: 326254e7-ff86-424b-95ad-e65d08254daa] Received event network-vif-deleted-f0fcc042-4c5a-4282-b45f-b58e3490bc42 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-ae8b986c-6faa-47ac-b0b8-e4af1fb60037 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-ae8b986c-6faa-47ac-b0b8-e4af1fb60037 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ae8b986c-6faa-47ac-b0b8-e4af1fb60037 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.479s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:16 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-ae8b986c-6faa-47ac-b0b8-e4af1fb60037 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Deleted allocations for instance 326254e7-ff86-424b-95ad-e65d08254daa
Oct 27 16:15:16 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._sync_power_states {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:15:16 user nova-compute[75076]: WARNING nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] While synchronizing instance power states, found 12 instances in the database and 9 instances on the hypervisor.
Oct 27 16:15:16 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Triggering sync for uuid 961254d8-ebf1-4fa6-a93d-62c8eb1bd359 {{(pid=75076) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Triggering sync for uuid 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4 {{(pid=75076) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Triggering sync for uuid add0650a-7ec6-4d12-9662-880e6b3f7052 {{(pid=75076) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Triggering sync for uuid b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8 {{(pid=75076) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Triggering sync for uuid c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56 {{(pid=75076) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Triggering sync for uuid c493b688-6673-469f-a919-b93552ba25db {{(pid=75076) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Triggering sync for uuid 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005 {{(pid=75076) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Triggering sync for uuid 8b5fe558-173a-4047-9c88-fecd2eff241d {{(pid=75076) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Triggering sync for uuid 5f71531b-8468-4047-8c22-d3da7c735c57 {{(pid=75076) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Triggering sync for uuid 326254e7-ff86-424b-95ad-e65d08254daa {{(pid=75076) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Triggering sync for uuid 374d9279-bc18-44dd-91cd-a87bef438090 {{(pid=75076) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Triggering sync for uuid c35e1163-5e25-488f-858f-8ad5d5430617 {{(pid=75076) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "961254d8-ebf1-4fa6-a93d-62c8eb1bd359" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "961254d8-ebf1-4fa6-a93d-62c8eb1bd359" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "add0650a-7ec6-4d12-9662-880e6b3f7052" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "add0650a-7ec6-4d12-9662-880e6b3f7052" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "c493b688-6673-469f-a919-b93552ba25db" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "8b5fe558-173a-4047-9c88-fecd2eff241d" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "8b5fe558-173a-4047-9c88-fecd2eff241d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "5f71531b-8468-4047-8c22-d3da7c735c57" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "5f71531b-8468-4047-8c22-d3da7c735c57" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "326254e7-ff86-424b-95ad-e65d08254daa" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "374d9279-bc18-44dd-91cd-a87bef438090" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "374d9279-bc18-44dd-91cd-a87bef438090" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "c35e1163-5e25-488f-858f-8ad5d5430617" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "c35e1163-5e25-488f-858f-8ad5d5430617" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:16 user nova-compute[75076]: INFO nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] During sync_power_state the instance has a pending task (rebuild_block_device_mapping). Skip.
Oct 27 16:15:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "c35e1163-5e25-488f-858f-8ad5d5430617" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ae8b986c-6faa-47ac-b0b8-e4af1fb60037 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "326254e7-ff86-424b-95ad-e65d08254daa" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.861s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "326254e7-ff86-424b-95ad-e65d08254daa" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.024s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.099s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.100s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "add0650a-7ec6-4d12-9662-880e6b3f7052" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.103s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.102s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "961254d8-ebf1-4fa6-a93d-62c8eb1bd359" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.110s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:16 user nova-compute[75076]: INFO nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] During _sync_instance_power_state the DB power_state (1) does not match the vm_power_state from the hypervisor (0). Updating power_state in the DB to match the hypervisor.
Oct 27 16:15:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.121s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "8b5fe558-173a-4047-9c88-fecd2eff241d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.119s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "5f71531b-8468-4047-8c22-d3da7c735c57" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.118s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "326254e7-ff86-424b-95ad-e65d08254daa" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.104s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:16 user nova-compute[75076]: WARNING nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Instance is unexpectedly not found. Ignore.
Oct 27 16:15:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "374d9279-bc18-44dd-91cd-a87bef438090" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.170s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:19 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Didn't find any instances for network info cache update. {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json" returned: 0 in 0.246s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:21 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-3af70851-3a93-4c29-936e-1471572b6703 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance c493b688-6673-469f-a919-b93552ba25db is timed out.
Oct 27 16:15:21 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-3af70851-3a93-4c29-936e-1471572b6703 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Successfully detached device vdb from instance c493b688-6673-469f-a919-b93552ba25db from the live domain config.
Oct 27 16:15:21 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3af70851-3a93-4c29-936e-1471572b6703 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-3af70851-3a93-4c29-936e-1471572b6703 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BLKjfTrm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:15:21 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-3af70851-3a93-4c29-936e-1471572b6703 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:15:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-3af70851-3a93-4c29-936e-1471572b6703 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-3af70851-3a93-4c29-936e-1471572b6703 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cea7544-cac9-45d8-9be4-3e930fbb7759]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-3af70851-3a93-4c29-936e-1471572b6703 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:15:21 user nova-compute[75076]: No targets found.
Oct 27 16:15:21 user nova-compute[75076]: iSNS:
Oct 27 16:15:21 user nova-compute[75076]: No targets found.
Oct 27 16:15:21 user nova-compute[75076]: STATIC:
Oct 27 16:15:21 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78
Oct 27 16:15:21 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:15:21 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:15:21 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956
Oct 27 16:15:21 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:15:21 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:15:21 user nova-compute[75076]: FIRMWARE:
Oct 27 16:15:21 user nova-compute[75076]: No targets found.
Oct 27 16:15:21 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-3af70851-3a93-4c29-936e-1471572b6703 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:15:21 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:15:21 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-3af70851-3a93-4c29-936e-1471572b6703 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[41b928d7-ad53-44c9-aad6-6f7ffaac3eb0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b453186-72e0-4ff6-b06f-df31bc7d0ab5]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-3af70851-3a93-4c29-936e-1471572b6703 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:15:21 user nova-compute[75076]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)
Oct 27 16:15:21 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-3af70851-3a93-4c29-936e-1471572b6703 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:15:21 user nova-compute[75076]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 (non-flash)
Oct 27 16:15:21 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-3af70851-3a93-4c29-936e-1471572b6703 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe2c24a320>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956'): ({'sdc'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-3af70851-3a93-4c29-936e-1471572b6703 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Removing single pathed devices sdc {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5912f14e-3f5e-4f98-857a-48adbf255e9a]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a4a6753-ced5-4352-b1d6-8c51c987da23]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-3af70851-3a93-4c29-936e-1471572b6703 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Flushing IO for device /dev/sdc {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[38bd602e-aa95-4a0a-8387-e2077216e9a7]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-3af70851-3a93-4c29-936e-1471572b6703 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.064s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[2289484b-acbb-4f83-a342-84a1e75f23e7]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-3af70851-3a93-4c29-936e-1471572b6703 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-3af70851-3a93-4c29-936e-1471572b6703 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] SCSI volumes sdc have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-3af70851-3a93-4c29-936e-1471572b6703 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd4c2c58-6de5-4fd6-95cd-c330059ebf48]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-3af70851-3a93-4c29-936e-1471572b6703 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json" returned: 0 in 0.200s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb8a9a27-49e4-4fba-b613-7f567b1bda3f]: (4, ('Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956, portal: 172.16.0.220,3260]\nLogout of [sid: 12, target: iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-3af70851-3a93-4c29-936e-1471572b6703 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956, portal: 172.16.0.220,3260]
Oct 27 16:15:22 user nova-compute[75076]: Logout of [sid: 12, target: iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956, portal: 172.16.0.220,3260] successful.
Oct 27 16:15:22 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:15:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dd84c93-adcf-4ae5-978a-a2245ba34956 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6a90477-5034-4743-981d-0e3cb57eac0b]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-3af70851-3a93-4c29-936e-1471572b6703 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:15:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-3af70851-3a93-4c29-936e-1471572b6703 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.412s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:15:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-3af70851-3a93-4c29-936e-1471572b6703 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] <== disconnect_volume: return (414ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:15:22 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3af70851-3a93-4c29-936e-1471572b6703 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:15:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json" returned: 0 in 0.190s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:23 user nova-compute[75076]: DEBUG nova.objects.instance [None req-3af70851-3a93-4c29-936e-1471572b6703 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lazy-loading 'flavor' on Instance uuid c493b688-6673-469f-a919-b93552ba25db {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:15:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3af70851-3a93-4c29-936e-1471572b6703 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "c493b688-6673-469f-a919-b93552ba25db" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.620s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "c493b688-6673-469f-a919-b93552ba25db" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 6.843s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "c493b688-6673-469f-a919-b93552ba25db" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.029s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:23 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:15:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/787fbfd3-dee0-4dbf-b2a7-6a8199d8b005/disk.rescue --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/787fbfd3-dee0-4dbf-b2a7-6a8199d8b005/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/787fbfd3-dee0-4dbf-b2a7-6a8199d8b005/disk.rescue --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/787fbfd3-dee0-4dbf-b2a7-6a8199d8b005/disk.rescue --force-share --output=json" returned: 0 in 0.205s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:24 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f71531b-8468-4047-8c22-d3da7c735c57/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:24 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:24 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f71531b-8468-4047-8c22-d3da7c735c57/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f71531b-8468-4047-8c22-d3da7c735c57/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f71531b-8468-4047-8c22-d3da7c735c57/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b5fe558-173a-4047-9c88-fecd2eff241d/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b5fe558-173a-4047-9c88-fecd2eff241d/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b5fe558-173a-4047-9c88-fecd2eff241d/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b5fe558-173a-4047-9c88-fecd2eff241d/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:25 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:15:25 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:15:25 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=7680MB free_disk=25.26085662841797GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:15:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 961254d8-ebf1-4fa6-a93d-62c8eb1bd359 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance add0650a-7ec6-4d12-9662-880e6b3f7052 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 374d9279-bc18-44dd-91cd-a87bef438090 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance c493b688-6673-469f-a919-b93552ba25db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance c35e1163-5e25-488f-858f-8ad5d5430617 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 8b5fe558-173a-4047-9c88-fecd2eff241d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 5f71531b-8468-4047-8c22-d3da7c735c57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Acquiring lock "8b5fe558-173a-4047-9c88-fecd2eff241d" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Lock "8b5fe558-173a-4047-9c88-fecd2eff241d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG nova.objects.instance [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Lazy-loading 'flavor' on Instance uuid 8b5fe558-173a-4047-9c88-fecd2eff241d {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Lock "8b5fe558-173a-4047-9c88-fecd2eff241d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.073s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.593s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Acquiring lock "8b5fe558-173a-4047-9c88-fecd2eff241d" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Lock "8b5fe558-173a-4047-9c88-fecd2eff241d" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:26 user nova-compute[75076]: INFO nova.compute.manager [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Attaching volume 14314240-a452-466c-9650-df5474648800 to /dev/vdb
Oct 27 16:15:26 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:15:26 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Creating image(s)
Oct 27 16:15:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "/opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "/opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "/opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG os_brick.utils [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[723fb829-cb30-4412-94aa-e6a22a6631ae]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cc1499c-3454-40b6-9534-7a0299f8d15d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f1847d9-75ed-454f-bc52-3bf014e62f1a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[220fe67f-b911-4c8a-a133-eb5bac85e2cf]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:15:26 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:15:26 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f080315-70ee-4114-8a42-8564811000c8]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG os_brick.utils [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Updating existing volume attachment record: 648fd4f0-7b7d-4ab5-b8b4-706a5a65e14e {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.203s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.193s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/disk 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/disk 1073741824" returned: 0 in 0.063s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.264s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.207s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/disk. size=1073741824 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Cannot resize image /opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/disk to a smaller size. {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Ensure instance console log exists: /opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Start _get_guest_xml network_info=[{"id": "0d460c63-ecbb-4003-91fa-ff650aa74db8", "address": "fa:16:3e:bb:7c:67", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.7", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d460c63-ec", "ovs_interfaceid": "0d460c63-ecbb-4003-91fa-ff650aa74db8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BTCjHWrk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c35e1163-5e25-488f-858f-8ad5d5430617', 'attached_at': '', 'detached_at': '', 'volume_id': '7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6', 'serial': '7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6'}, 'boot_index': None, 'device_type': 'disk', 'mount_device': '/dev/vdb', 'disk_bus': 'virtio', 'attachment_id': 'f27004e5-a99f-4639-a019-2cb63b45dc4b', 'guest_format': None, 'delete_on_termination': False, 'volume_type': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:15:27 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 27 16:15:27 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 27 16:15:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG nova.objects.instance [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lazy-loading 'vcpu_model' on Instance uuid c35e1163-5e25-488f-858f-8ad5d5430617 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BTCjHWrk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:15:27 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 27 16:15:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:15:27 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 27 16:15:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:15:27 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[43a1b51d-07f6-4318-95fe-21c2d6a79db0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:15:27 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0bfbf48-e146-408b-8d0e-a799b2cf26fa]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6] added
Oct 27 16:15:27 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[42634e90-d219-4e77-8e29-28ef3ff8222c]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[79ef1ce4-363e-4e18-a331-9f80a1a4b37f]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BTCjHWrk {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BTCjHWrk" returned: 0 in 0.025s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2618aab-2952-4368-b100-e37f9d1e1853]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BTCjHWrk'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[200dfced-0b16-4888-895f-39e272c7bf13]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9b129a7-39db-4b08-a854-454b1fc61d5e]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:15:27 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:15:27 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[33545a00-6fb2-4d4f-8cfe-59b3a92f352e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6, portal: 172.16.0.220,3260]
Oct 27 16:15:27 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6, portal: 172.16.0.220,3260] successful.
Oct 27 16:15:27 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b68ef96f-d023-427a-bea0-3825801d8ad8]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5702076-39d4-4e1f-958a-4f6d5418df47]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:15:27 user nova-compute[75076]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)
Oct 27 16:15:27 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:15:27 user nova-compute[75076]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)
Oct 27 16:15:27 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.293s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] HCTL ('33', '-', '-', 0) found on session 15 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b68b189c-b890-4529-b15a-6a22f8c577ec]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Searching for a device in session 15 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:15:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BTCjHWrk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:15:28 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:15:28 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:15:28 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.330s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:15:28 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] <== connect_volume: return (1332ms) {'type': 'block', 'scsi_wwn': '23261353235623062', 'path': '/dev/sdb'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:15:28 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23261353235623062', 'path': '/dev/sdb'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:15:28 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-27T16:12:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-603427319',display_name='tempest-ServerActionsTestOtherA-server-812131717',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-603427319',id=15,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB881cFoRUGsxatC60s64SZ7ALJIwu4oXrSL6Jcg7A1Qh3YEUxKc3k8hoJCxtkdMwYFbJ/YdYyXiDaOcnSOwTAPZsLN0YpCg/cFgWsEwWZklaYeWDJvVwV9ZNunXeAdCbw==',key_name='tempest-keypair-817701294',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:12:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='eca4241be0a24932b482fcdba2f45482',ramdisk_id='',reservation_id='r-h7so262u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1737890963',owner_user_name='tempest-ServerActionsTestOtherA-1737890963-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:15:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='714d6bf7998c4abd8641b678ee293691',uuid=c35e1163-5e25-488f-858f-8ad5d5430617,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0d460c63-ecbb-4003-91fa-ff650aa74db8", "address": "fa:16:3e:bb:7c:67", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.7", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d460c63-ec", "ovs_interfaceid": "0d460c63-ecbb-4003-91fa-ff650aa74db8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:15:28 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Converting VIF {"id": "0d460c63-ecbb-4003-91fa-ff650aa74db8", "address": "fa:16:3e:bb:7c:67", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.7", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d460c63-ec", "ovs_interfaceid": "0d460c63-ecbb-4003-91fa-ff650aa74db8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:15:28 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:bb:7c:67,bridge_name='br-int',has_traffic_filtering=True,id=0d460c63-ecbb-4003-91fa-ff650aa74db8,network=Network(d4452627-1a52-4591-bd30-e240f8690c51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d460c63-ec') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:15:28 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:15:28 user nova-compute[75076]:   <uuid>c35e1163-5e25-488f-858f-8ad5d5430617</uuid>
Oct 27 16:15:28 user nova-compute[75076]:   <name>instance-0000000f</name>
Oct 27 16:15:28 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:15:28 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:15:28 user nova-compute[75076]:   <metadata>
Oct 27 16:15:28 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:15:28 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:15:28 user nova-compute[75076]:       <nova:name>tempest-ServerActionsTestOtherA-server-812131717</nova:name>
Oct 27 16:15:28 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:15:27</nova:creationTime>
Oct 27 16:15:28 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:15:28 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:15:28 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:15:28 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:15:28 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:15:28 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:15:28 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:15:28 user nova-compute[75076]:       <nova:owner>
Oct 27 16:15:28 user nova-compute[75076]:         <nova:user uuid="714d6bf7998c4abd8641b678ee293691">tempest-ServerActionsTestOtherA-1737890963-project-member</nova:user>
Oct 27 16:15:28 user nova-compute[75076]:         <nova:project uuid="eca4241be0a24932b482fcdba2f45482">tempest-ServerActionsTestOtherA-1737890963</nova:project>
Oct 27 16:15:28 user nova-compute[75076]:       </nova:owner>
Oct 27 16:15:28 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:15:28 user nova-compute[75076]:       <nova:ports>
Oct 27 16:15:28 user nova-compute[75076]:         <nova:port uuid="0d460c63-ecbb-4003-91fa-ff650aa74db8">
Oct 27 16:15:28 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 27 16:15:28 user nova-compute[75076]:         </nova:port>
Oct 27 16:15:28 user nova-compute[75076]:       </nova:ports>
Oct 27 16:15:28 user nova-compute[75076]:     </nova:instance>
Oct 27 16:15:28 user nova-compute[75076]:   </metadata>
Oct 27 16:15:28 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:15:28 user nova-compute[75076]:     <system>
Oct 27 16:15:28 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:15:28 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:15:28 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:15:28 user nova-compute[75076]:       <entry name="serial">c35e1163-5e25-488f-858f-8ad5d5430617</entry>
Oct 27 16:15:28 user nova-compute[75076]:       <entry name="uuid">c35e1163-5e25-488f-858f-8ad5d5430617</entry>
Oct 27 16:15:28 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:15:28 user nova-compute[75076]:     </system>
Oct 27 16:15:28 user nova-compute[75076]:   </sysinfo>
Oct 27 16:15:28 user nova-compute[75076]:   <os>
Oct 27 16:15:28 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:15:28 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:15:28 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:15:28 user nova-compute[75076]:   </os>
Oct 27 16:15:28 user nova-compute[75076]:   <features>
Oct 27 16:15:28 user nova-compute[75076]:     <acpi/>
Oct 27 16:15:28 user nova-compute[75076]:     <apic/>
Oct 27 16:15:28 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:15:28 user nova-compute[75076]:   </features>
Oct 27 16:15:28 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:15:28 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:15:28 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:15:28 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:15:28 user nova-compute[75076]:   </clock>
Oct 27 16:15:28 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:15:28 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:15:28 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:15:28 user nova-compute[75076]:   </cpu>
Oct 27 16:15:28 user nova-compute[75076]:   <devices>
Oct 27 16:15:28 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:15:28 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:15:28 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/disk"/>
Oct 27 16:15:28 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:15:28 user nova-compute[75076]:     </disk>
Oct 27 16:15:28 user nova-compute[75076]:     <disk type="block" device="disk">
Oct 27 16:15:28 user nova-compute[75076]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:15:28 user nova-compute[75076]:       <source dev="/dev/sdb"/>
Oct 27 16:15:28 user nova-compute[75076]:       <target dev="vdb" bus="virtio"/>
Oct 27 16:15:28 user nova-compute[75076]:       <serial>7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6</serial>
Oct 27 16:15:28 user nova-compute[75076]:     </disk>
Oct 27 16:15:28 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:15:28 user nova-compute[75076]:       <mac address="fa:16:3e:bb:7c:67"/>
Oct 27 16:15:28 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:15:28 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:15:28 user nova-compute[75076]:       <target dev="tap0d460c63-ec"/>
Oct 27 16:15:28 user nova-compute[75076]:     </interface>
Oct 27 16:15:28 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:15:28 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/console.log" append="off"/>
Oct 27 16:15:28 user nova-compute[75076]:     </serial>
Oct 27 16:15:28 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:15:28 user nova-compute[75076]:     <video>
Oct 27 16:15:28 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:15:28 user nova-compute[75076]:     </video>
Oct 27 16:15:28 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:15:28 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:15:28 user nova-compute[75076]:     </rng>
Oct 27 16:15:28 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:15:28 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:15:28 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:15:28 user nova-compute[75076]:     </memballoon>
Oct 27 16:15:28 user nova-compute[75076]:   </devices>
Oct 27 16:15:28 user nova-compute[75076]: </domain>
Oct 27 16:15:28 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:15:28 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-27T16:12:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-603427319',display_name='tempest-ServerActionsTestOtherA-server-812131717',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-603427319',id=15,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB881cFoRUGsxatC60s64SZ7ALJIwu4oXrSL6Jcg7A1Qh3YEUxKc3k8hoJCxtkdMwYFbJ/YdYyXiDaOcnSOwTAPZsLN0YpCg/cFgWsEwWZklaYeWDJvVwV9ZNunXeAdCbw==',key_name='tempest-keypair-817701294',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:12:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='eca4241be0a24932b482fcdba2f45482',ramdisk_id='',reservation_id='r-h7so262u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1737890963',owner_user_name='tempest-ServerActionsTestOtherA-1737890963-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:15:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='714d6bf7998c4abd8641b678ee293691',uuid=c35e1163-5e25-488f-858f-8ad5d5430617,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0d460c63-ecbb-4003-91fa-ff650aa74db8", "address": "fa:16:3e:bb:7c:67", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.7", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d460c63-ec", "ovs_interfaceid": "0d460c63-ecbb-4003-91fa-ff650aa74db8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:15:28 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Converting VIF {"id": "0d460c63-ecbb-4003-91fa-ff650aa74db8", "address": "fa:16:3e:bb:7c:67", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.7", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d460c63-ec", "ovs_interfaceid": "0d460c63-ecbb-4003-91fa-ff650aa74db8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:15:28 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:bb:7c:67,bridge_name='br-int',has_traffic_filtering=True,id=0d460c63-ecbb-4003-91fa-ff650aa74db8,network=Network(d4452627-1a52-4591-bd30-e240f8690c51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d460c63-ec') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:15:28 user nova-compute[75076]: DEBUG os_vif [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:bb:7c:67,bridge_name='br-int',has_traffic_filtering=True,id=0d460c63-ecbb-4003-91fa-ff650aa74db8,network=Network(d4452627-1a52-4591-bd30-e240f8690c51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d460c63-ec') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:15:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:15:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:15:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '938c9cf2-22f9-50ed-9a76-2b1ce5dd52dd', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:15:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:15:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0d460c63-ec, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:15:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0d460c63-ec, col_values=(('qos', UUID('709eb99f-0120-46d0-8ce5-fb6deac5d6d5')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:15:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0d460c63-ec, col_values=(('external_ids', {'iface-id': '0d460c63-ecbb-4003-91fa-ff650aa74db8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:bb:7c:67', 'vm-uuid': 'c35e1163-5e25-488f-858f-8ad5d5430617'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:15:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:15:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:28 user nova-compute[75076]: INFO os_vif [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:bb:7c:67,bridge_name='br-int',has_traffic_filtering=True,id=0d460c63-ecbb-4003-91fa-ff650aa74db8,network=Network(d4452627-1a52-4591-bd30-e240f8690c51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d460c63-ec')
Oct 27 16:15:29 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:29 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:15:29 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:15:29 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] No VIF found with MAC fa:16:3e:bb:7c:67, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:15:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:30 user nova-compute[75076]: DEBUG nova.compute.manager [req-bb455ab0-b8e4-4ee7-aede-7739f3ea2779 req-331dcb9c-7ce6-4906-bd2a-b3263fdf494c service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Received event network-vif-plugged-0d460c63-ecbb-4003-91fa-ff650aa74db8 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:15:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bb455ab0-b8e4-4ee7-aede-7739f3ea2779 req-331dcb9c-7ce6-4906-bd2a-b3263fdf494c service nova] Acquiring lock "c35e1163-5e25-488f-858f-8ad5d5430617-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bb455ab0-b8e4-4ee7-aede-7739f3ea2779 req-331dcb9c-7ce6-4906-bd2a-b3263fdf494c service nova] Lock "c35e1163-5e25-488f-858f-8ad5d5430617-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bb455ab0-b8e4-4ee7-aede-7739f3ea2779 req-331dcb9c-7ce6-4906-bd2a-b3263fdf494c service nova] Lock "c35e1163-5e25-488f-858f-8ad5d5430617-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:30 user nova-compute[75076]: DEBUG nova.compute.manager [req-bb455ab0-b8e4-4ee7-aede-7739f3ea2779 req-331dcb9c-7ce6-4906-bd2a-b3263fdf494c service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] No waiting events found dispatching network-vif-plugged-0d460c63-ecbb-4003-91fa-ff650aa74db8 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:15:30 user nova-compute[75076]: WARNING nova.compute.manager [req-bb455ab0-b8e4-4ee7-aede-7739f3ea2779 req-331dcb9c-7ce6-4906-bd2a-b3263fdf494c service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Received unexpected event network-vif-plugged-0d460c63-ecbb-4003-91fa-ff650aa74db8 for instance with vm_state active and task_state rebuild_spawning.
Oct 27 16:15:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:32 user nova-compute[75076]: DEBUG nova.compute.manager [req-6a58f6b0-c6e3-4613-afd4-3bf4e0fd1a3e req-df6993e5-ef9b-45b6-87cc-460ddacffd50 service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Received event network-vif-plugged-0d460c63-ecbb-4003-91fa-ff650aa74db8 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:15:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-6a58f6b0-c6e3-4613-afd4-3bf4e0fd1a3e req-df6993e5-ef9b-45b6-87cc-460ddacffd50 service nova] Acquiring lock "c35e1163-5e25-488f-858f-8ad5d5430617-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-6a58f6b0-c6e3-4613-afd4-3bf4e0fd1a3e req-df6993e5-ef9b-45b6-87cc-460ddacffd50 service nova] Lock "c35e1163-5e25-488f-858f-8ad5d5430617-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-6a58f6b0-c6e3-4613-afd4-3bf4e0fd1a3e req-df6993e5-ef9b-45b6-87cc-460ddacffd50 service nova] Lock "c35e1163-5e25-488f-858f-8ad5d5430617-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:32 user nova-compute[75076]: DEBUG nova.compute.manager [req-6a58f6b0-c6e3-4613-afd4-3bf4e0fd1a3e req-df6993e5-ef9b-45b6-87cc-460ddacffd50 service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] No waiting events found dispatching network-vif-plugged-0d460c63-ecbb-4003-91fa-ff650aa74db8 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:15:32 user nova-compute[75076]: WARNING nova.compute.manager [req-6a58f6b0-c6e3-4613-afd4-3bf4e0fd1a3e req-df6993e5-ef9b-45b6-87cc-460ddacffd50 service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Received unexpected event network-vif-plugged-0d460c63-ecbb-4003-91fa-ff650aa74db8 for instance with vm_state active and task_state rebuild_spawning.
Oct 27 16:15:32 user nova-compute[75076]: DEBUG nova.compute.manager [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:15:32 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:15:32 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Instance spawned successfully.
Oct 27 16:15:32 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:15:32 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:15:32 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:15:32 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:15:32 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:15:32 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:15:32 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:15:32 user nova-compute[75076]: DEBUG nova.compute.manager [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:15:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:32 user nova-compute[75076]: DEBUG nova.objects.instance [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Trying to apply a migration context that does not seem to be set for this instance {{(pid=75076) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1078}}
Oct 27 16:15:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-51e1196f-0731-4d0c-b6ee-c78d5bd3ee05 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.074s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RdfkZtXU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:15:46 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:15:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:15:46 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:15:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:15:46 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:15:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800 -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[301dc46d-519f-4b65-a518-09b803b8719f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:15:46 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800 -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e51a1e30-8d32-4dfe-9c0e-30a35fe71298]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800] added
Oct 27 16:15:46 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9ad2fce-bf0b-4f32-b5d6-a3bbce96fdd4]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[713f5f50-1a9f-476b-afda-dd9b443b7c2d]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RdfkZtXU {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RdfkZtXU" returned: 0 in 0.026s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1bb1560-ddb4-45f8-a3fb-7162864fa1b9]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RdfkZtXU'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9f93539-9379-49e7-8e05-43dff47885ae]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[cff97464-3c33-4202-a201-812bfd7728ef]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:15:46 user nova-compute[75076]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)
Oct 27 16:15:46 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:15:46 user nova-compute[75076]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)
Oct 27 16:15:46 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800 -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800 -p 172.16.0.220:3260 --login" returned: 0 in 0.076s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[245059df-0ab6-4be4-8a26-f4e4acfed25c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800, portal: 172.16.0.220,3260]
Oct 27 16:15:46 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800, portal: 172.16.0.220,3260] successful.
Oct 27 16:15:46 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea4e9e2b-7c34-4f10-b909-8b7769c53059]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c38160d-4ae0-4061-b05f-2a7b34ba67ca]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:15:46 user nova-compute[75076]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)
Oct 27 16:15:46 user nova-compute[75076]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800 (non-flash)
Oct 27 16:15:46 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:15:46 user nova-compute[75076]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)
Oct 27 16:15:46 user nova-compute[75076]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800 (non-flash)
Oct 27 16:15:46 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.300s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] HCTL ('34', '-', '-', 0) found on session 16 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6d52072-ee83-4f8d-91da-6750bc702c63]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Searching for a device in session 16 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:15:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RdfkZtXU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:15:47 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.328s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:15:47 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] <== connect_volume: return (1330ms) {'type': 'block', 'scsi_wwn': '23539653466363131', 'path': '/dev/sdc'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:15:47 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23539653466363131', 'path': '/dev/sdc'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:15:47 user nova-compute[75076]: DEBUG nova.objects.instance [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Lazy-loading 'flavor' on Instance uuid 8b5fe558-173a-4047-9c88-fecd2eff241d {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:15:47 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 16:15:47 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:15:47 user nova-compute[75076]:   <source dev="/dev/sdc"/>
Oct 27 16:15:47 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:15:47 user nova-compute[75076]:   <serial>14314240-a452-466c-9650-df5474648800</serial>
Oct 27 16:15:47 user nova-compute[75076]: </disk>
Oct 27 16:15:47 user nova-compute[75076]:  {{(pid=75076) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 16:15:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-57935c91-6df9-4c30-a76f-5d8f15dbb55e tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Acquiring lock "c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-57935c91-6df9-4c30-a76f-5d8f15dbb55e tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Lock "c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-57935c91-6df9-4c30-a76f-5d8f15dbb55e tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Acquiring lock "c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-57935c91-6df9-4c30-a76f-5d8f15dbb55e tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Lock "c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-57935c91-6df9-4c30-a76f-5d8f15dbb55e tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Lock "c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:47 user nova-compute[75076]: INFO nova.compute.manager [None req-57935c91-6df9-4c30-a76f-5d8f15dbb55e tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Terminating instance
Oct 27 16:15:47 user nova-compute[75076]: DEBUG nova.compute.manager [None req-57935c91-6df9-4c30-a76f-5d8f15dbb55e tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:15:47 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:15:47 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:15:47 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] No VIF found with MAC fa:16:3e:17:3b:32, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:15:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:48 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d0969e3e-daba-4882-8291-f1483e9c6c78 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Lock "8b5fe558-173a-4047-9c88-fecd2eff241d" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.606s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:48 user nova-compute[75076]: DEBUG nova.compute.manager [req-b6e23a04-7d88-4027-b052-b2be6535bd9b req-c6803a66-c099-4e46-937c-e8dd68164a36 service nova] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Received event network-vif-unplugged-77926178-3290-4300-9402-540e345190e6 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:15:48 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b6e23a04-7d88-4027-b052-b2be6535bd9b req-c6803a66-c099-4e46-937c-e8dd68164a36 service nova] Acquiring lock "c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:48 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b6e23a04-7d88-4027-b052-b2be6535bd9b req-c6803a66-c099-4e46-937c-e8dd68164a36 service nova] Lock "c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:48 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b6e23a04-7d88-4027-b052-b2be6535bd9b req-c6803a66-c099-4e46-937c-e8dd68164a36 service nova] Lock "c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:48 user nova-compute[75076]: DEBUG nova.compute.manager [req-b6e23a04-7d88-4027-b052-b2be6535bd9b req-c6803a66-c099-4e46-937c-e8dd68164a36 service nova] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] No waiting events found dispatching network-vif-unplugged-77926178-3290-4300-9402-540e345190e6 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:15:48 user nova-compute[75076]: DEBUG nova.compute.manager [req-b6e23a04-7d88-4027-b052-b2be6535bd9b req-c6803a66-c099-4e46-937c-e8dd68164a36 service nova] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Received event network-vif-unplugged-77926178-3290-4300-9402-540e345190e6 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:15:48 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Instance destroyed successfully.
Oct 27 16:15:48 user nova-compute[75076]: DEBUG nova.objects.instance [None req-57935c91-6df9-4c30-a76f-5d8f15dbb55e tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Lazy-loading 'resources' on Instance uuid c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:15:48 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-57935c91-6df9-4c30-a76f-5d8f15dbb55e tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:08:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1909040664',display_name='tempest-ServerStableDeviceRescueTest-server-1909040664',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1909040664',id=5,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMuqvz2zvoIqESDLgp0m3NiMITTQp3XGs6/3ZBBkwaleZuJwSfPcW7bDcIu56Ey4lIk3mZl/fGSw37v7df0aBDIxrtJJszo5aVjrpz+ti44oBVLUfoNetuxTpSwL5+GcgQ==',key_name='tempest-keypair-1523173823',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:08:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0f7508e301974f7c864862ca603b09d2',ramdisk_id='',reservation_id='r-4tqb5pz0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-1647551198',owner_user_name='tempest-ServerStableDeviceRescueTest-1647551198-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:10:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d058adeaa3c5495d938566a72ca07bd4',uuid=c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "77926178-3290-4300-9402-540e345190e6", "address": "fa:16:3e:1f:ef:13", "network": {"id": "0dd7e13c-e83e-4992-a2f8-dbef5936e385", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-953935440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f7508e301974f7c864862ca603b09d2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap77926178-32", "ovs_interfaceid": "77926178-3290-4300-9402-540e345190e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:15:48 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-57935c91-6df9-4c30-a76f-5d8f15dbb55e tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Converting VIF {"id": "77926178-3290-4300-9402-540e345190e6", "address": "fa:16:3e:1f:ef:13", "network": {"id": "0dd7e13c-e83e-4992-a2f8-dbef5936e385", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-953935440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f7508e301974f7c864862ca603b09d2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap77926178-32", "ovs_interfaceid": "77926178-3290-4300-9402-540e345190e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:15:48 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-57935c91-6df9-4c30-a76f-5d8f15dbb55e tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1f:ef:13,bridge_name='br-int',has_traffic_filtering=True,id=77926178-3290-4300-9402-540e345190e6,network=Network(0dd7e13c-e83e-4992-a2f8-dbef5936e385),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap77926178-32') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:15:48 user nova-compute[75076]: DEBUG os_vif [None req-57935c91-6df9-4c30-a76f-5d8f15dbb55e tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:1f:ef:13,bridge_name='br-int',has_traffic_filtering=True,id=77926178-3290-4300-9402-540e345190e6,network=Network(0dd7e13c-e83e-4992-a2f8-dbef5936e385),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap77926178-32') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:15:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap77926178-32, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:15:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:15:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ca6a5b38-5488-4d96-95c5-40d2a510b1f3) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:15:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:48 user nova-compute[75076]: INFO os_vif [None req-57935c91-6df9-4c30-a76f-5d8f15dbb55e tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:1f:ef:13,bridge_name='br-int',has_traffic_filtering=True,id=77926178-3290-4300-9402-540e345190e6,network=Network(0dd7e13c-e83e-4992-a2f8-dbef5936e385),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap77926178-32')
Oct 27 16:15:48 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-57935c91-6df9-4c30-a76f-5d8f15dbb55e tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Deleting instance files /opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56_del
Oct 27 16:15:48 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-57935c91-6df9-4c30-a76f-5d8f15dbb55e tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Deletion of /opt/stack/data/nova/instances/c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56_del complete
Oct 27 16:15:48 user nova-compute[75076]: INFO nova.compute.manager [None req-57935c91-6df9-4c30-a76f-5d8f15dbb55e tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Took 0.67 seconds to destroy the instance on the hypervisor.
Oct 27 16:15:48 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-57935c91-6df9-4c30-a76f-5d8f15dbb55e tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:15:48 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:15:48 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:15:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:49 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:15:49 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Took 0.63 seconds to deallocate network for instance.
Oct 27 16:15:49 user nova-compute[75076]: DEBUG nova.compute.manager [req-83415ff9-c573-4e4f-ba10-382fe1b6276c req-60367213-76d5-4046-937f-a4b01f22e9f3 service nova] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Received event network-vif-deleted-77926178-3290-4300-9402-540e345190e6 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:15:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-57935c91-6df9-4c30-a76f-5d8f15dbb55e tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-57935c91-6df9-4c30-a76f-5d8f15dbb55e tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Acquiring lock "8b5fe558-173a-4047-9c88-fecd2eff241d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Lock "8b5fe558-173a-4047-9c88-fecd2eff241d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Acquiring lock "8b5fe558-173a-4047-9c88-fecd2eff241d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Lock "8b5fe558-173a-4047-9c88-fecd2eff241d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.003s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Lock "8b5fe558-173a-4047-9c88-fecd2eff241d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:49 user nova-compute[75076]: INFO nova.compute.manager [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Terminating instance
Oct 27 16:15:49 user nova-compute[75076]: DEBUG nova.compute.manager [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:15:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:49 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-57935c91-6df9-4c30-a76f-5d8f15dbb55e tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:15:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:49 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-57935c91-6df9-4c30-a76f-5d8f15dbb55e tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:15:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-57935c91-6df9-4c30-a76f-5d8f15dbb55e tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.423s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:49 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-57935c91-6df9-4c30-a76f-5d8f15dbb55e tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Deleted allocations for instance c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56
Oct 27 16:15:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-57935c91-6df9-4c30-a76f-5d8f15dbb55e tempest-ServerStableDeviceRescueTest-1647551198 tempest-ServerStableDeviceRescueTest-1647551198-project-member] Lock "c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.944s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:50 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Instance destroyed successfully.
Oct 27 16:15:50 user nova-compute[75076]: DEBUG nova.objects.instance [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Lazy-loading 'resources' on Instance uuid 8b5fe558-173a-4047-9c88-fecd2eff241d {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:13:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1048881239',display_name='tempest-DeleteServersTestJSON-server-1048881239',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1048881239',id=16,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:13:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='84969f66225a4c4f8242aa2a4a6a4943',ramdisk_id='',reservation_id='r-jcd73bqc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-DeleteServersTestJSON-2113445085',owner_user_name='tempest-DeleteServersTestJSON-2113445085-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:13:30Z,user_data=None,user_id='8c40c725be1741669d41b33899704b5b',uuid=8b5fe558-173a-4047-9c88-fecd2eff241d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a67cd0b3-2934-4595-bb17-cbfa4c2a5341", "address": "fa:16:3e:17:3b:32", "network": {"id": "d8135be7-4201-44b5-8af0-909a8e970931", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1150353062-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84969f66225a4c4f8242aa2a4a6a4943", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa67cd0b3-29", "ovs_interfaceid": "a67cd0b3-2934-4595-bb17-cbfa4c2a5341", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Converting VIF {"id": "a67cd0b3-2934-4595-bb17-cbfa4c2a5341", "address": "fa:16:3e:17:3b:32", "network": {"id": "d8135be7-4201-44b5-8af0-909a8e970931", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1150353062-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84969f66225a4c4f8242aa2a4a6a4943", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa67cd0b3-29", "ovs_interfaceid": "a67cd0b3-2934-4595-bb17-cbfa4c2a5341", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:17:3b:32,bridge_name='br-int',has_traffic_filtering=True,id=a67cd0b3-2934-4595-bb17-cbfa4c2a5341,network=Network(d8135be7-4201-44b5-8af0-909a8e970931),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa67cd0b3-29') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG os_vif [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:17:3b:32,bridge_name='br-int',has_traffic_filtering=True,id=a67cd0b3-2934-4595-bb17-cbfa4c2a5341,network=Network(d8135be7-4201-44b5-8af0-909a8e970931),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa67cd0b3-29') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa67cd0b3-29, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG nova.compute.manager [req-237aa125-86de-4498-a5fb-8285366f4dc6 req-97c83721-260d-4794-bf9a-264fafb3ae74 service nova] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Received event network-vif-plugged-77926178-3290-4300-9402-540e345190e6 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-237aa125-86de-4498-a5fb-8285366f4dc6 req-97c83721-260d-4794-bf9a-264fafb3ae74 service nova] Acquiring lock "c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-237aa125-86de-4498-a5fb-8285366f4dc6 req-97c83721-260d-4794-bf9a-264fafb3ae74 service nova] Lock "c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-237aa125-86de-4498-a5fb-8285366f4dc6 req-97c83721-260d-4794-bf9a-264fafb3ae74 service nova] Lock "c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG nova.compute.manager [req-237aa125-86de-4498-a5fb-8285366f4dc6 req-97c83721-260d-4794-bf9a-264fafb3ae74 service nova] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] No waiting events found dispatching network-vif-plugged-77926178-3290-4300-9402-540e345190e6 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:15:50 user nova-compute[75076]: WARNING nova.compute.manager [req-237aa125-86de-4498-a5fb-8285366f4dc6 req-97c83721-260d-4794-bf9a-264fafb3ae74 service nova] [instance: c157bbd8-fd8f-4c28-a4a0-c2c5aaa4ce56] Received unexpected event network-vif-plugged-77926178-3290-4300-9402-540e345190e6 for instance with vm_state deleted and task_state None.
Oct 27 16:15:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c6f7f7bb-01cc-416f-aa7c-310b80087475) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:50 user nova-compute[75076]: INFO os_vif [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:17:3b:32,bridge_name='br-int',has_traffic_filtering=True,id=a67cd0b3-2934-4595-bb17-cbfa4c2a5341,network=Network(d8135be7-4201-44b5-8af0-909a8e970931),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa67cd0b3-29')
Oct 27 16:15:50 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RdfkZtXU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:15:50 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:15:50 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a66a011-0205-4790-8089-a2bf40cd0122]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:15:50 user nova-compute[75076]: No targets found.
Oct 27 16:15:50 user nova-compute[75076]: iSNS:
Oct 27 16:15:50 user nova-compute[75076]: No targets found.
Oct 27 16:15:50 user nova-compute[75076]: STATIC:
Oct 27 16:15:50 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78
Oct 27 16:15:50 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:15:50 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:15:50 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6
Oct 27 16:15:50 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:15:50 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:15:50 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800
Oct 27 16:15:50 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:15:50 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:15:50 user nova-compute[75076]: FIRMWARE:
Oct 27 16:15:50 user nova-compute[75076]: No targets found.
Oct 27 16:15:50 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:15:50 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:15:50 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[34cf01e6-1c42-4f0f-9cd4-ed5a168f50a4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[0369c5c5-5e06-4626-8002-cbae1a1fee14]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:15:50 user nova-compute[75076]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)
Oct 27 16:15:50 user nova-compute[75076]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800 (non-flash)
Oct 27 16:15:50 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:15:50 user nova-compute[75076]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)
Oct 27 16:15:50 user nova-compute[75076]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800 (non-flash)
Oct 27 16:15:50 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe1c4f79a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800'): ({'sdc'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Removing single pathed devices sdc {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5c23749-c0b0-4a94-ab84-c29785fcd746]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[36f62d82-f17b-400a-8e04-86b08cddd2af]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Flushing IO for device /dev/sdc {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e520663b-7bb1-4e3b-9309-fab7197cb316]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.031s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[498b3707-e72b-4493-befe-af7814fe8cdb]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] SCSI volumes sdc have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5557e910-f300-4d6f-87e1-ea198261a032]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800 -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[11fd13e1-8d30-4f64-88bb-c221df583eb2]: (4, ('Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800, portal: 172.16.0.220,3260]\nLogout of [sid: 16, target: iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800, portal: 172.16.0.220,3260]
Oct 27 16:15:50 user nova-compute[75076]: Logout of [sid: 16, target: iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800, portal: 172.16.0.220,3260] successful.
Oct 27 16:15:50 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800 -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14314240-a452-466c-9650-df5474648800 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d8f240f-960d-4292-bf59-6ee0557a1687]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.276s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] <== disconnect_volume: return (277ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:15:50 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Deleting instance files /opt/stack/data/nova/instances/8b5fe558-173a-4047-9c88-fecd2eff241d_del
Oct 27 16:15:50 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Deletion of /opt/stack/data/nova/instances/8b5fe558-173a-4047-9c88-fecd2eff241d_del complete
Oct 27 16:15:50 user nova-compute[75076]: INFO nova.compute.manager [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Took 1.18 seconds to destroy the instance on the hypervisor.
Oct 27 16:15:50 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:15:50 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:15:51 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:15:51 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Took 0.47 seconds to deallocate network for instance.
Oct 27 16:15:51 user nova-compute[75076]: DEBUG nova.compute.manager [req-668aadf3-dfd0-4675-929f-6b4f3a44e825 req-dcd3ceea-0bdf-49fd-902c-3cca420fe4d9 service nova] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Received event network-vif-unplugged-a67cd0b3-2934-4595-bb17-cbfa4c2a5341 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:15:51 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-668aadf3-dfd0-4675-929f-6b4f3a44e825 req-dcd3ceea-0bdf-49fd-902c-3cca420fe4d9 service nova] Acquiring lock "8b5fe558-173a-4047-9c88-fecd2eff241d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:51 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-668aadf3-dfd0-4675-929f-6b4f3a44e825 req-dcd3ceea-0bdf-49fd-902c-3cca420fe4d9 service nova] Lock "8b5fe558-173a-4047-9c88-fecd2eff241d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:51 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-668aadf3-dfd0-4675-929f-6b4f3a44e825 req-dcd3ceea-0bdf-49fd-902c-3cca420fe4d9 service nova] Lock "8b5fe558-173a-4047-9c88-fecd2eff241d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:51 user nova-compute[75076]: DEBUG nova.compute.manager [req-668aadf3-dfd0-4675-929f-6b4f3a44e825 req-dcd3ceea-0bdf-49fd-902c-3cca420fe4d9 service nova] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] No waiting events found dispatching network-vif-unplugged-a67cd0b3-2934-4595-bb17-cbfa4c2a5341 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:15:51 user nova-compute[75076]: DEBUG nova.compute.manager [req-668aadf3-dfd0-4675-929f-6b4f3a44e825 req-dcd3ceea-0bdf-49fd-902c-3cca420fe4d9 service nova] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Received event network-vif-unplugged-a67cd0b3-2934-4595-bb17-cbfa4c2a5341 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:15:51 user nova-compute[75076]: DEBUG nova.compute.manager [req-668aadf3-dfd0-4675-929f-6b4f3a44e825 req-dcd3ceea-0bdf-49fd-902c-3cca420fe4d9 service nova] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Received event network-vif-plugged-a67cd0b3-2934-4595-bb17-cbfa4c2a5341 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:15:51 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-668aadf3-dfd0-4675-929f-6b4f3a44e825 req-dcd3ceea-0bdf-49fd-902c-3cca420fe4d9 service nova] Acquiring lock "8b5fe558-173a-4047-9c88-fecd2eff241d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:51 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-668aadf3-dfd0-4675-929f-6b4f3a44e825 req-dcd3ceea-0bdf-49fd-902c-3cca420fe4d9 service nova] Lock "8b5fe558-173a-4047-9c88-fecd2eff241d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:51 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-668aadf3-dfd0-4675-929f-6b4f3a44e825 req-dcd3ceea-0bdf-49fd-902c-3cca420fe4d9 service nova] Lock "8b5fe558-173a-4047-9c88-fecd2eff241d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:51 user nova-compute[75076]: DEBUG nova.compute.manager [req-668aadf3-dfd0-4675-929f-6b4f3a44e825 req-dcd3ceea-0bdf-49fd-902c-3cca420fe4d9 service nova] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] No waiting events found dispatching network-vif-plugged-a67cd0b3-2934-4595-bb17-cbfa4c2a5341 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:15:51 user nova-compute[75076]: WARNING nova.compute.manager [req-668aadf3-dfd0-4675-929f-6b4f3a44e825 req-dcd3ceea-0bdf-49fd-902c-3cca420fe4d9 service nova] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Received unexpected event network-vif-plugged-a67cd0b3-2934-4595-bb17-cbfa4c2a5341 for instance with vm_state active and task_state deleting.
Oct 27 16:15:51 user nova-compute[75076]: DEBUG nova.compute.manager [req-668aadf3-dfd0-4675-929f-6b4f3a44e825 req-dcd3ceea-0bdf-49fd-902c-3cca420fe4d9 service nova] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Received event network-vif-deleted-a67cd0b3-2934-4595-bb17-cbfa4c2a5341 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:15:51 user nova-compute[75076]: INFO nova.compute.manager [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] [instance: 8b5fe558-173a-4047-9c88-fecd2eff241d] Took 0.88 seconds to detach 1 volumes for instance.
Oct 27 16:15:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:52 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:15:52 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:15:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.343s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:52 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Deleted allocations for instance 8b5fe558-173a-4047-9c88-fecd2eff241d
Oct 27 16:15:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d982cc5c-5c05-4dd7-928a-517cae0f5b79 tempest-DeleteServersTestJSON-2113445085 tempest-DeleteServersTestJSON-2113445085-project-member] Lock "8b5fe558-173a-4047-9c88-fecd2eff241d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.076s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:54 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:54 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:57 user nova-compute[75076]: INFO nova.compute.manager [None req-5d4b9759-b9d5-46f8-9551-18d42873008d tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Unrescuing
Oct 27 16:15:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5d4b9759-b9d5-46f8-9551-18d42873008d tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "refresh_cache-787fbfd3-dee0-4dbf-b2a7-6a8199d8b005" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:15:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5d4b9759-b9d5-46f8-9551-18d42873008d tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquired lock "refresh_cache-787fbfd3-dee0-4dbf-b2a7-6a8199d8b005" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:15:57 user nova-compute[75076]: DEBUG nova.network.neutron [None req-5d4b9759-b9d5-46f8-9551-18d42873008d tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:15:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:58 user nova-compute[75076]: DEBUG nova.network.neutron [None req-5d4b9759-b9d5-46f8-9551-18d42873008d tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Updating instance_info_cache with network_info: [{"id": "e11d0d65-58bc-4b60-ba3b-6a842cfb4719", "address": "fa:16:3e:bd:e9:ab", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape11d0d65-58", "ovs_interfaceid": "e11d0d65-58bc-4b60-ba3b-6a842cfb4719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:15:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5d4b9759-b9d5-46f8-9551-18d42873008d tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Releasing lock "refresh_cache-787fbfd3-dee0-4dbf-b2a7-6a8199d8b005" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:15:58 user nova-compute[75076]: DEBUG nova.objects.instance [None req-5d4b9759-b9d5-46f8-9551-18d42873008d tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lazy-loading 'flavor' on Instance uuid 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:15:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:58 user nova-compute[75076]: DEBUG nova.compute.manager [req-5a9c6cdc-0a69-4a59-8aeb-a5f300482498 req-7d562928-bcb5-4591-9aa5-6e8d8bc2893a service nova] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Received event network-vif-unplugged-e11d0d65-58bc-4b60-ba3b-6a842cfb4719 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:15:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-5a9c6cdc-0a69-4a59-8aeb-a5f300482498 req-7d562928-bcb5-4591-9aa5-6e8d8bc2893a service nova] Acquiring lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:15:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-5a9c6cdc-0a69-4a59-8aeb-a5f300482498 req-7d562928-bcb5-4591-9aa5-6e8d8bc2893a service nova] Lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:15:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-5a9c6cdc-0a69-4a59-8aeb-a5f300482498 req-7d562928-bcb5-4591-9aa5-6e8d8bc2893a service nova] Lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:15:58 user nova-compute[75076]: DEBUG nova.compute.manager [req-5a9c6cdc-0a69-4a59-8aeb-a5f300482498 req-7d562928-bcb5-4591-9aa5-6e8d8bc2893a service nova] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] No waiting events found dispatching network-vif-unplugged-e11d0d65-58bc-4b60-ba3b-6a842cfb4719 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:15:58 user nova-compute[75076]: WARNING nova.compute.manager [req-5a9c6cdc-0a69-4a59-8aeb-a5f300482498 req-7d562928-bcb5-4591-9aa5-6e8d8bc2893a service nova] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Received unexpected event network-vif-unplugged-e11d0d65-58bc-4b60-ba3b-6a842cfb4719 for instance with vm_state rescued and task_state unrescuing.
Oct 27 16:15:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:15:59 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Instance destroyed successfully.
Oct 27 16:15:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:00 user nova-compute[75076]: DEBUG nova.compute.manager [req-7783d4df-5402-4691-b3c2-372d1bd3dc5a req-79554956-cfff-4aed-b93f-ff736965b9cb service nova] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Received event network-vif-plugged-e11d0d65-58bc-4b60-ba3b-6a842cfb4719 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:16:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7783d4df-5402-4691-b3c2-372d1bd3dc5a req-79554956-cfff-4aed-b93f-ff736965b9cb service nova] Acquiring lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:16:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7783d4df-5402-4691-b3c2-372d1bd3dc5a req-79554956-cfff-4aed-b93f-ff736965b9cb service nova] Lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:16:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7783d4df-5402-4691-b3c2-372d1bd3dc5a req-79554956-cfff-4aed-b93f-ff736965b9cb service nova] Lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:16:00 user nova-compute[75076]: DEBUG nova.compute.manager [req-7783d4df-5402-4691-b3c2-372d1bd3dc5a req-79554956-cfff-4aed-b93f-ff736965b9cb service nova] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] No waiting events found dispatching network-vif-plugged-e11d0d65-58bc-4b60-ba3b-6a842cfb4719 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:16:00 user nova-compute[75076]: WARNING nova.compute.manager [req-7783d4df-5402-4691-b3c2-372d1bd3dc5a req-79554956-cfff-4aed-b93f-ff736965b9cb service nova] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Received unexpected event network-vif-plugged-e11d0d65-58bc-4b60-ba3b-6a842cfb4719 for instance with vm_state rescued and task_state unrescuing.
Oct 27 16:16:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cab92287-3b1f-42ce-89ea-8f1ec4e7dc52 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquiring lock "c493b688-6673-469f-a919-b93552ba25db" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:16:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cab92287-3b1f-42ce-89ea-8f1ec4e7dc52 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "c493b688-6673-469f-a919-b93552ba25db" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:16:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cab92287-3b1f-42ce-89ea-8f1ec4e7dc52 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquiring lock "c493b688-6673-469f-a919-b93552ba25db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:16:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cab92287-3b1f-42ce-89ea-8f1ec4e7dc52 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "c493b688-6673-469f-a919-b93552ba25db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:16:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cab92287-3b1f-42ce-89ea-8f1ec4e7dc52 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "c493b688-6673-469f-a919-b93552ba25db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:16:01 user nova-compute[75076]: INFO nova.compute.manager [None req-cab92287-3b1f-42ce-89ea-8f1ec4e7dc52 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Terminating instance
Oct 27 16:16:01 user nova-compute[75076]: DEBUG nova.compute.manager [None req-cab92287-3b1f-42ce-89ea-8f1ec4e7dc52 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:16:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:02 user nova-compute[75076]: DEBUG nova.compute.manager [req-80d6438d-6616-4ed9-a689-cda80f15771e req-6f104086-30db-44f7-9425-bb7841c677cf service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] Received event network-vif-unplugged-407df380-5ca0-4c8c-9e63-5bc8fe1cf81a {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:16:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-80d6438d-6616-4ed9-a689-cda80f15771e req-6f104086-30db-44f7-9425-bb7841c677cf service nova] Acquiring lock "c493b688-6673-469f-a919-b93552ba25db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:16:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-80d6438d-6616-4ed9-a689-cda80f15771e req-6f104086-30db-44f7-9425-bb7841c677cf service nova] Lock "c493b688-6673-469f-a919-b93552ba25db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:16:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-80d6438d-6616-4ed9-a689-cda80f15771e req-6f104086-30db-44f7-9425-bb7841c677cf service nova] Lock "c493b688-6673-469f-a919-b93552ba25db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:16:02 user nova-compute[75076]: DEBUG nova.compute.manager [req-80d6438d-6616-4ed9-a689-cda80f15771e req-6f104086-30db-44f7-9425-bb7841c677cf service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] No waiting events found dispatching network-vif-unplugged-407df380-5ca0-4c8c-9e63-5bc8fe1cf81a {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:16:02 user nova-compute[75076]: DEBUG nova.compute.manager [req-80d6438d-6616-4ed9-a689-cda80f15771e req-6f104086-30db-44f7-9425-bb7841c677cf service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] Received event network-vif-unplugged-407df380-5ca0-4c8c-9e63-5bc8fe1cf81a for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:16:02 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: c493b688-6673-469f-a919-b93552ba25db] Instance destroyed successfully.
Oct 27 16:16:02 user nova-compute[75076]: DEBUG nova.objects.instance [None req-cab92287-3b1f-42ce-89ea-8f1ec4e7dc52 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lazy-loading 'resources' on Instance uuid c493b688-6673-469f-a919-b93552ba25db {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:16:02 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-cab92287-3b1f-42ce-89ea-8f1ec4e7dc52 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:09:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-266353127',display_name='tempest-TestMinimumBasicScenario-server-266353127',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-266353127',id=12,image_ref='e31b2f22-12aa-460c-9639-85300144ec3f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNH+b04wnIlc0z33Fs64BvZOeOb7Po0JZga7PkMgVVTwNdy8fe3DqXqkGGUklvHWj7Xhn1zjEHNSfHxY5nyUKh1axv8MYdhog9xoB2TJUNVpnFCqxNEZ3Huag69SkOOpsA==',key_name='tempest-TestMinimumBasicScenario-733121502',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:10:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='49308918740c4496a9fdd3661a16143e',ramdisk_id='',reservation_id='r-7fovowob',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='e31b2f22-12aa-460c-9639-85300144ec3f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-417632973',owner_user_name='tempest-TestMinimumBasicScenario-417632973-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:13:21Z,user_data=None,user_id='0a2787dc4cdd4139873be61147f0baab',uuid=c493b688-6673-469f-a919-b93552ba25db,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "407df380-5ca0-4c8c-9e63-5bc8fe1cf81a", "address": "fa:16:3e:30:fb:23", "network": {"id": "9ebf0da6-f331-406a-9790-269c4cb299ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1444954987-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49308918740c4496a9fdd3661a16143e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap407df380-5c", "ovs_interfaceid": "407df380-5ca0-4c8c-9e63-5bc8fe1cf81a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:16:02 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-cab92287-3b1f-42ce-89ea-8f1ec4e7dc52 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Converting VIF {"id": "407df380-5ca0-4c8c-9e63-5bc8fe1cf81a", "address": "fa:16:3e:30:fb:23", "network": {"id": "9ebf0da6-f331-406a-9790-269c4cb299ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1444954987-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49308918740c4496a9fdd3661a16143e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap407df380-5c", "ovs_interfaceid": "407df380-5ca0-4c8c-9e63-5bc8fe1cf81a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:16:02 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-cab92287-3b1f-42ce-89ea-8f1ec4e7dc52 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:30:fb:23,bridge_name='br-int',has_traffic_filtering=True,id=407df380-5ca0-4c8c-9e63-5bc8fe1cf81a,network=Network(9ebf0da6-f331-406a-9790-269c4cb299ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap407df380-5c') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:16:02 user nova-compute[75076]: DEBUG os_vif [None req-cab92287-3b1f-42ce-89ea-8f1ec4e7dc52 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:30:fb:23,bridge_name='br-int',has_traffic_filtering=True,id=407df380-5ca0-4c8c-9e63-5bc8fe1cf81a,network=Network(9ebf0da6-f331-406a-9790-269c4cb299ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap407df380-5c') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:16:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap407df380-5c, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:16:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ef753d65-2da3-44cb-bfea-515b0588af8e) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:16:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:02 user nova-compute[75076]: INFO os_vif [None req-cab92287-3b1f-42ce-89ea-8f1ec4e7dc52 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:30:fb:23,bridge_name='br-int',has_traffic_filtering=True,id=407df380-5ca0-4c8c-9e63-5bc8fe1cf81a,network=Network(9ebf0da6-f331-406a-9790-269c4cb299ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap407df380-5c')
Oct 27 16:16:02 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-cab92287-3b1f-42ce-89ea-8f1ec4e7dc52 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Deleting instance files /opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db_del
Oct 27 16:16:02 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-cab92287-3b1f-42ce-89ea-8f1ec4e7dc52 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Deletion of /opt/stack/data/nova/instances/c493b688-6673-469f-a919-b93552ba25db_del complete
Oct 27 16:16:02 user nova-compute[75076]: INFO nova.compute.manager [None req-cab92287-3b1f-42ce-89ea-8f1ec4e7dc52 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: c493b688-6673-469f-a919-b93552ba25db] Took 0.94 seconds to destroy the instance on the hypervisor.
Oct 27 16:16:02 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-cab92287-3b1f-42ce-89ea-8f1ec4e7dc52 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:16:02 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: c493b688-6673-469f-a919-b93552ba25db] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:16:02 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: c493b688-6673-469f-a919-b93552ba25db] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:16:02 user nova-compute[75076]: DEBUG nova.compute.manager [req-005eca62-c949-406f-b8e3-0884213a3587 req-6c456937-874c-42d9-84d6-607da1f47f2d service nova] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Received event network-vif-plugged-e11d0d65-58bc-4b60-ba3b-6a842cfb4719 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:16:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-005eca62-c949-406f-b8e3-0884213a3587 req-6c456937-874c-42d9-84d6-607da1f47f2d service nova] Acquiring lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:16:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-005eca62-c949-406f-b8e3-0884213a3587 req-6c456937-874c-42d9-84d6-607da1f47f2d service nova] Lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:16:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-005eca62-c949-406f-b8e3-0884213a3587 req-6c456937-874c-42d9-84d6-607da1f47f2d service nova] Lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:16:02 user nova-compute[75076]: DEBUG nova.compute.manager [req-005eca62-c949-406f-b8e3-0884213a3587 req-6c456937-874c-42d9-84d6-607da1f47f2d service nova] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] No waiting events found dispatching network-vif-plugged-e11d0d65-58bc-4b60-ba3b-6a842cfb4719 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:16:02 user nova-compute[75076]: WARNING nova.compute.manager [req-005eca62-c949-406f-b8e3-0884213a3587 req-6c456937-874c-42d9-84d6-607da1f47f2d service nova] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Received unexpected event network-vif-plugged-e11d0d65-58bc-4b60-ba3b-6a842cfb4719 for instance with vm_state rescued and task_state unrescuing.
Oct 27 16:16:02 user nova-compute[75076]: DEBUG nova.compute.manager [req-005eca62-c949-406f-b8e3-0884213a3587 req-6c456937-874c-42d9-84d6-607da1f47f2d service nova] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Received event network-vif-plugged-e11d0d65-58bc-4b60-ba3b-6a842cfb4719 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:16:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-005eca62-c949-406f-b8e3-0884213a3587 req-6c456937-874c-42d9-84d6-607da1f47f2d service nova] Acquiring lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:16:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-005eca62-c949-406f-b8e3-0884213a3587 req-6c456937-874c-42d9-84d6-607da1f47f2d service nova] Lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:16:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-005eca62-c949-406f-b8e3-0884213a3587 req-6c456937-874c-42d9-84d6-607da1f47f2d service nova] Lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:16:02 user nova-compute[75076]: DEBUG nova.compute.manager [req-005eca62-c949-406f-b8e3-0884213a3587 req-6c456937-874c-42d9-84d6-607da1f47f2d service nova] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] No waiting events found dispatching network-vif-plugged-e11d0d65-58bc-4b60-ba3b-6a842cfb4719 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:16:02 user nova-compute[75076]: WARNING nova.compute.manager [req-005eca62-c949-406f-b8e3-0884213a3587 req-6c456937-874c-42d9-84d6-607da1f47f2d service nova] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Received unexpected event network-vif-plugged-e11d0d65-58bc-4b60-ba3b-6a842cfb4719 for instance with vm_state rescued and task_state unrescuing.
Oct 27 16:16:03 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: c493b688-6673-469f-a919-b93552ba25db] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:16:03 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: c493b688-6673-469f-a919-b93552ba25db] Took 0.71 seconds to deallocate network for instance.
Oct 27 16:16:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cab92287-3b1f-42ce-89ea-8f1ec4e7dc52 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:16:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cab92287-3b1f-42ce-89ea-8f1ec4e7dc52 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:16:03 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5d4b9759-b9d5-46f8-9551-18d42873008d tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:16:03 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-cab92287-3b1f-42ce-89ea-8f1ec4e7dc52 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:16:03 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-cab92287-3b1f-42ce-89ea-8f1ec4e7dc52 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:16:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cab92287-3b1f-42ce-89ea-8f1ec4e7dc52 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.455s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:16:03 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-cab92287-3b1f-42ce-89ea-8f1ec4e7dc52 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Deleted allocations for instance c493b688-6673-469f-a919-b93552ba25db
Oct 27 16:16:04 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cab92287-3b1f-42ce-89ea-8f1ec4e7dc52 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "c493b688-6673-469f-a919-b93552ba25db" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.387s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:16:04 user nova-compute[75076]: DEBUG nova.compute.manager [req-bc7d38cd-b1eb-48a7-b5a9-11b2faf9f56b req-23741aab-ff2d-4b5d-981d-bc24110389a5 service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] Received event network-vif-plugged-407df380-5ca0-4c8c-9e63-5bc8fe1cf81a {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:16:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bc7d38cd-b1eb-48a7-b5a9-11b2faf9f56b req-23741aab-ff2d-4b5d-981d-bc24110389a5 service nova] Acquiring lock "c493b688-6673-469f-a919-b93552ba25db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:16:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bc7d38cd-b1eb-48a7-b5a9-11b2faf9f56b req-23741aab-ff2d-4b5d-981d-bc24110389a5 service nova] Lock "c493b688-6673-469f-a919-b93552ba25db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:16:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bc7d38cd-b1eb-48a7-b5a9-11b2faf9f56b req-23741aab-ff2d-4b5d-981d-bc24110389a5 service nova] Lock "c493b688-6673-469f-a919-b93552ba25db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:16:04 user nova-compute[75076]: DEBUG nova.compute.manager [req-bc7d38cd-b1eb-48a7-b5a9-11b2faf9f56b req-23741aab-ff2d-4b5d-981d-bc24110389a5 service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] No waiting events found dispatching network-vif-plugged-407df380-5ca0-4c8c-9e63-5bc8fe1cf81a {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:16:04 user nova-compute[75076]: WARNING nova.compute.manager [req-bc7d38cd-b1eb-48a7-b5a9-11b2faf9f56b req-23741aab-ff2d-4b5d-981d-bc24110389a5 service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] Received unexpected event network-vif-plugged-407df380-5ca0-4c8c-9e63-5bc8fe1cf81a for instance with vm_state deleted and task_state None.
Oct 27 16:16:04 user nova-compute[75076]: DEBUG nova.compute.manager [req-8a7a3b46-cac9-4ae6-9ba1-41a0b2063771 req-d83a4cdb-268f-4206-a282-366426d87f22 service nova] [instance: c493b688-6673-469f-a919-b93552ba25db] Received event network-vif-deleted-407df380-5ca0-4c8c-9e63-5bc8fe1cf81a {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:16:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquiring lock "d2d7472d-1f5e-4ab5-a016-9e327bad6eed" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:16:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "d2d7472d-1f5e-4ab5-a016-9e327bad6eed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:16:07 user nova-compute[75076]: DEBUG nova.compute.manager [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:16:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:16:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:16:08 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:16:08 user nova-compute[75076]: INFO nova.compute.claims [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Claim successful on node user
Oct 27 16:16:08 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:16:08 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:16:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.412s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:16:08 user nova-compute[75076]: DEBUG nova.compute.manager [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:16:08 user nova-compute[75076]: DEBUG nova.compute.manager [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:16:08 user nova-compute[75076]: DEBUG nova.network.neutron [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:16:08 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:16:08 user nova-compute[75076]: DEBUG nova.compute.manager [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:16:08 user nova-compute[75076]: DEBUG nova.policy [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2432dafd2f045488341359a6b6dbcc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2765fd69b2e346a4aeb287c2d61f2f9b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:16:08 user nova-compute[75076]: DEBUG nova.compute.manager [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:16:08 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:16:08 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Creating image(s)
Oct 27 16:16:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquiring lock "/opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:16:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "/opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:16:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "/opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:16:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.198s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquiring lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:16:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:16:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.193s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed/disk 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed/disk 1073741824" returned: 0 in 0.084s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.284s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:16:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.209s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:09 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed/disk. size=1073741824 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:16:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:09 user nova-compute[75076]: DEBUG nova.network.neutron [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Successfully created port: a8d9145f-215b-433b-a187-ce9e46f14875 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:16:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:09 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Cannot resize image /opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed/disk to a smaller size. {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 16:16:09 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:16:09 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Ensure instance console log exists: /opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:16:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:16:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:16:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG nova.network.neutron [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Successfully updated port: a8d9145f-215b-433b-a187-ce9e46f14875 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquiring lock "refresh_cache-d2d7472d-1f5e-4ab5-a016-9e327bad6eed" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquired lock "refresh_cache-d2d7472d-1f5e-4ab5-a016-9e327bad6eed" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG nova.network.neutron [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG nova.compute.manager [req-fada1ee7-d6bd-4537-acae-38fb90e43c6d req-2612b032-6316-44c4-be05-7b1776e46b14 service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Received event network-changed-a8d9145f-215b-433b-a187-ce9e46f14875 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG nova.compute.manager [req-fada1ee7-d6bd-4537-acae-38fb90e43c6d req-2612b032-6316-44c4-be05-7b1776e46b14 service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Refreshing instance network info cache due to event network-changed-a8d9145f-215b-433b-a187-ce9e46f14875. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-fada1ee7-d6bd-4537-acae-38fb90e43c6d req-2612b032-6316-44c4-be05-7b1776e46b14 service nova] Acquiring lock "refresh_cache-d2d7472d-1f5e-4ab5-a016-9e327bad6eed" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG nova.network.neutron [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Acquiring lock "9f9c5961-2f10-499b-8721-e00141b30d82" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Lock "9f9c5961-2f10-499b-8721-e00141b30d82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG nova.compute.manager [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:16:10 user nova-compute[75076]: INFO nova.compute.claims [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Claim successful on node user
Oct 27 16:16:10 user nova-compute[75076]: DEBUG nova.network.neutron [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Updating instance_info_cache with network_info: [{"id": "a8d9145f-215b-433b-a187-ce9e46f14875", "address": "fa:16:3e:85:b4:72", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8d9145f-21", "ovs_interfaceid": "a8d9145f-215b-433b-a187-ce9e46f14875", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Releasing lock "refresh_cache-d2d7472d-1f5e-4ab5-a016-9e327bad6eed" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG nova.compute.manager [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Instance network_info: |[{"id": "a8d9145f-215b-433b-a187-ce9e46f14875", "address": "fa:16:3e:85:b4:72", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8d9145f-21", "ovs_interfaceid": "a8d9145f-215b-433b-a187-ce9e46f14875", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-fada1ee7-d6bd-4537-acae-38fb90e43c6d req-2612b032-6316-44c4-be05-7b1776e46b14 service nova] Acquired lock "refresh_cache-d2d7472d-1f5e-4ab5-a016-9e327bad6eed" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG nova.network.neutron [req-fada1ee7-d6bd-4537-acae-38fb90e43c6d req-2612b032-6316-44c4-be05-7b1776e46b14 service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Refreshing network info cache for port a8d9145f-215b-433b-a187-ce9e46f14875 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Start _get_guest_xml network_info=[{"id": "a8d9145f-215b-433b-a187-ce9e46f14875", "address": "fa:16:3e:85:b4:72", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8d9145f-21", "ovs_interfaceid": "a8d9145f-215b-433b-a187-ce9e46f14875", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:16:10 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:16:10 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:16:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:16:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1082767226',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1082767226',id=18,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGYMsr2uGRZ4BGtM1+3pj8rmSruavfd89JhDEV9Vl4l51uSeQIi8mP/WzuYPA0kx95Wy+ObIxMzxFkTMYXT0m+HxKcGedsDSzwd+u1TO8xAWVYs2KDnRwke4zk5uyfN3UQ==',key_name='tempest-keypair-677451836',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2765fd69b2e346a4aeb287c2d61f2f9b',ramdisk_id='',reservation_id='r-3y0gnwkk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1430653442',owner_user_name='tempest-AttachVolumeShelveTestJSON-1430653442-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:16:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c2432dafd2f045488341359a6b6dbcc6',uuid=d2d7472d-1f5e-4ab5-a016-9e327bad6eed,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a8d9145f-215b-433b-a187-ce9e46f14875", "address": "fa:16:3e:85:b4:72", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8d9145f-21", "ovs_interfaceid": "a8d9145f-215b-433b-a187-ce9e46f14875", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Converting VIF {"id": "a8d9145f-215b-433b-a187-ce9e46f14875", "address": "fa:16:3e:85:b4:72", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8d9145f-21", "ovs_interfaceid": "a8d9145f-215b-433b-a187-ce9e46f14875", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:85:b4:72,bridge_name='br-int',has_traffic_filtering=True,id=a8d9145f-215b-433b-a187-ce9e46f14875,network=Network(da513516-55d9-4f26-b348-28c9b5d8dbaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8d9145f-21') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG nova.objects.instance [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lazy-loading 'pci_devices' on Instance uuid d2d7472d-1f5e-4ab5-a016-9e327bad6eed {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:16:10 user nova-compute[75076]:   <uuid>d2d7472d-1f5e-4ab5-a016-9e327bad6eed</uuid>
Oct 27 16:16:10 user nova-compute[75076]:   <name>instance-00000012</name>
Oct 27 16:16:10 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:16:10 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:16:10 user nova-compute[75076]:   <metadata>
Oct 27 16:16:10 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:16:10 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:16:10 user nova-compute[75076]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1082767226</nova:name>
Oct 27 16:16:10 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:16:10</nova:creationTime>
Oct 27 16:16:10 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:16:10 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:16:10 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:16:10 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:16:10 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:16:10 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:16:10 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:16:10 user nova-compute[75076]:       <nova:owner>
Oct 27 16:16:10 user nova-compute[75076]:         <nova:user uuid="c2432dafd2f045488341359a6b6dbcc6">tempest-AttachVolumeShelveTestJSON-1430653442-project-member</nova:user>
Oct 27 16:16:10 user nova-compute[75076]:         <nova:project uuid="2765fd69b2e346a4aeb287c2d61f2f9b">tempest-AttachVolumeShelveTestJSON-1430653442</nova:project>
Oct 27 16:16:10 user nova-compute[75076]:       </nova:owner>
Oct 27 16:16:10 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:16:10 user nova-compute[75076]:       <nova:ports>
Oct 27 16:16:10 user nova-compute[75076]:         <nova:port uuid="a8d9145f-215b-433b-a187-ce9e46f14875">
Oct 27 16:16:10 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 27 16:16:10 user nova-compute[75076]:         </nova:port>
Oct 27 16:16:10 user nova-compute[75076]:       </nova:ports>
Oct 27 16:16:10 user nova-compute[75076]:     </nova:instance>
Oct 27 16:16:10 user nova-compute[75076]:   </metadata>
Oct 27 16:16:10 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:16:10 user nova-compute[75076]:     <system>
Oct 27 16:16:10 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:16:10 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:16:10 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:16:10 user nova-compute[75076]:       <entry name="serial">d2d7472d-1f5e-4ab5-a016-9e327bad6eed</entry>
Oct 27 16:16:10 user nova-compute[75076]:       <entry name="uuid">d2d7472d-1f5e-4ab5-a016-9e327bad6eed</entry>
Oct 27 16:16:10 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:16:10 user nova-compute[75076]:     </system>
Oct 27 16:16:10 user nova-compute[75076]:   </sysinfo>
Oct 27 16:16:10 user nova-compute[75076]:   <os>
Oct 27 16:16:10 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:16:10 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:16:10 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:16:10 user nova-compute[75076]:   </os>
Oct 27 16:16:10 user nova-compute[75076]:   <features>
Oct 27 16:16:10 user nova-compute[75076]:     <acpi/>
Oct 27 16:16:10 user nova-compute[75076]:     <apic/>
Oct 27 16:16:10 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:16:10 user nova-compute[75076]:   </features>
Oct 27 16:16:10 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:16:10 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:16:10 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:16:10 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:16:10 user nova-compute[75076]:   </clock>
Oct 27 16:16:10 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:16:10 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:16:10 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:16:10 user nova-compute[75076]:   </cpu>
Oct 27 16:16:10 user nova-compute[75076]:   <devices>
Oct 27 16:16:10 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:16:10 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:16:10 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed/disk"/>
Oct 27 16:16:10 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:16:10 user nova-compute[75076]:     </disk>
Oct 27 16:16:10 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:16:10 user nova-compute[75076]:       <mac address="fa:16:3e:85:b4:72"/>
Oct 27 16:16:10 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:16:10 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:16:10 user nova-compute[75076]:       <target dev="tapa8d9145f-21"/>
Oct 27 16:16:10 user nova-compute[75076]:     </interface>
Oct 27 16:16:10 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:16:10 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed/console.log" append="off"/>
Oct 27 16:16:10 user nova-compute[75076]:     </serial>
Oct 27 16:16:10 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:16:10 user nova-compute[75076]:     <video>
Oct 27 16:16:10 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:16:10 user nova-compute[75076]:     </video>
Oct 27 16:16:10 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:16:10 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:16:10 user nova-compute[75076]:     </rng>
Oct 27 16:16:10 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:16:10 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:16:10 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:16:10 user nova-compute[75076]:     </memballoon>
Oct 27 16:16:10 user nova-compute[75076]:   </devices>
Oct 27 16:16:10 user nova-compute[75076]: </domain>
Oct 27 16:16:10 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:16:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1082767226',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1082767226',id=18,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGYMsr2uGRZ4BGtM1+3pj8rmSruavfd89JhDEV9Vl4l51uSeQIi8mP/WzuYPA0kx95Wy+ObIxMzxFkTMYXT0m+HxKcGedsDSzwd+u1TO8xAWVYs2KDnRwke4zk5uyfN3UQ==',key_name='tempest-keypair-677451836',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2765fd69b2e346a4aeb287c2d61f2f9b',ramdisk_id='',reservation_id='r-3y0gnwkk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1430653442',owner_user_name='tempest-AttachVolumeShelveTestJSON-1430653442-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:16:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c2432dafd2f045488341359a6b6dbcc6',uuid=d2d7472d-1f5e-4ab5-a016-9e327bad6eed,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a8d9145f-215b-433b-a187-ce9e46f14875", "address": "fa:16:3e:85:b4:72", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8d9145f-21", "ovs_interfaceid": "a8d9145f-215b-433b-a187-ce9e46f14875", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Converting VIF {"id": "a8d9145f-215b-433b-a187-ce9e46f14875", "address": "fa:16:3e:85:b4:72", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8d9145f-21", "ovs_interfaceid": "a8d9145f-215b-433b-a187-ce9e46f14875", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:85:b4:72,bridge_name='br-int',has_traffic_filtering=True,id=a8d9145f-215b-433b-a187-ce9e46f14875,network=Network(da513516-55d9-4f26-b348-28c9b5d8dbaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8d9145f-21') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG os_vif [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:85:b4:72,bridge_name='br-int',has_traffic_filtering=True,id=a8d9145f-215b-433b-a187-ce9e46f14875,network=Network(da513516-55d9-4f26-b348-28c9b5d8dbaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8d9145f-21') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '90a08879-20b8-5325-a388-3c0ef810013f', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa8d9145f-21, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa8d9145f-21, col_values=(('qos', UUID('7a3e70ad-dab6-41a9-859d-d8f53ea8a3cd')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa8d9145f-21, col_values=(('external_ids', {'iface-id': 'a8d9145f-215b-433b-a187-ce9e46f14875', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:85:b4:72', 'vm-uuid': 'd2d7472d-1f5e-4ab5-a016-9e327bad6eed'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:10 user nova-compute[75076]: INFO os_vif [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:85:b4:72,bridge_name='br-int',has_traffic_filtering=True,id=a8d9145f-215b-433b-a187-ce9e46f14875,network=Network(da513516-55d9-4f26-b348-28c9b5d8dbaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8d9145f-21')
Oct 27 16:16:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] No VIF found with MAC fa:16:3e:85:b4:72, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.493s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG nova.compute.manager [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG nova.compute.manager [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:16:10 user nova-compute[75076]: DEBUG nova.network.neutron [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:16:10 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:16:11 user nova-compute[75076]: DEBUG nova.compute.manager [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:16:11 user nova-compute[75076]: DEBUG nova.compute.manager [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:16:11 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:16:11 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Creating image(s)
Oct 27 16:16:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Acquiring lock "/opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:16:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Lock "/opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:16:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Lock "/opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:16:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:11 user nova-compute[75076]: DEBUG nova.policy [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1acba74cff02418a94f2e6b8ed9dcc9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ceb160ede224e7d8a2ad7bd7377cf4b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:16:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.198s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Acquiring lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:16:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:16:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.211s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:11 user nova-compute[75076]: DEBUG nova.network.neutron [req-fada1ee7-d6bd-4537-acae-38fb90e43c6d req-2612b032-6316-44c4-be05-7b1776e46b14 service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Updated VIF entry in instance network info cache for port a8d9145f-215b-433b-a187-ce9e46f14875. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:16:11 user nova-compute[75076]: DEBUG nova.network.neutron [req-fada1ee7-d6bd-4537-acae-38fb90e43c6d req-2612b032-6316-44c4-be05-7b1776e46b14 service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Updating instance_info_cache with network_info: [{"id": "a8d9145f-215b-433b-a187-ce9e46f14875", "address": "fa:16:3e:85:b4:72", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8d9145f-21", "ovs_interfaceid": "a8d9145f-215b-433b-a187-ce9e46f14875", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:16:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk 1073741824" returned: 0 in 0.062s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.278s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:16:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-fada1ee7-d6bd-4537-acae-38fb90e43c6d req-2612b032-6316-44c4-be05-7b1776e46b14 service nova] Releasing lock "refresh_cache-d2d7472d-1f5e-4ab5-a016-9e327bad6eed" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:16:11 user nova-compute[75076]: DEBUG nova.network.neutron [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Successfully created port: 87ff9934-c871-4f3a-b1a3-f3aebbb718c6 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:16:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.211s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:11 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk. size=1073741824 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:16:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:12 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Cannot resize image /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk to a smaller size. {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 16:16:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:16:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Ensure instance console log exists: /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:16:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:16:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:16:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:16:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:12 user nova-compute[75076]: DEBUG nova.compute.manager [req-fe491fe4-da87-43c9-b8c3-39b62671c12e req-4da2dec3-363a-441c-b5bf-994cc14e8210 service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Received event network-vif-plugged-a8d9145f-215b-433b-a187-ce9e46f14875 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:16:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-fe491fe4-da87-43c9-b8c3-39b62671c12e req-4da2dec3-363a-441c-b5bf-994cc14e8210 service nova] Acquiring lock "d2d7472d-1f5e-4ab5-a016-9e327bad6eed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:16:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-fe491fe4-da87-43c9-b8c3-39b62671c12e req-4da2dec3-363a-441c-b5bf-994cc14e8210 service nova] Lock "d2d7472d-1f5e-4ab5-a016-9e327bad6eed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:16:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-fe491fe4-da87-43c9-b8c3-39b62671c12e req-4da2dec3-363a-441c-b5bf-994cc14e8210 service nova] Lock "d2d7472d-1f5e-4ab5-a016-9e327bad6eed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:16:12 user nova-compute[75076]: DEBUG nova.compute.manager [req-fe491fe4-da87-43c9-b8c3-39b62671c12e req-4da2dec3-363a-441c-b5bf-994cc14e8210 service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] No waiting events found dispatching network-vif-plugged-a8d9145f-215b-433b-a187-ce9e46f14875 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:16:12 user nova-compute[75076]: WARNING nova.compute.manager [req-fe491fe4-da87-43c9-b8c3-39b62671c12e req-4da2dec3-363a-441c-b5bf-994cc14e8210 service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Received unexpected event network-vif-plugged-a8d9145f-215b-433b-a187-ce9e46f14875 for instance with vm_state building and task_state spawning.
Oct 27 16:16:12 user nova-compute[75076]: DEBUG nova.network.neutron [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Successfully updated port: 87ff9934-c871-4f3a-b1a3-f3aebbb718c6 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:16:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Acquiring lock "refresh_cache-9f9c5961-2f10-499b-8721-e00141b30d82" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:16:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Acquired lock "refresh_cache-9f9c5961-2f10-499b-8721-e00141b30d82" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:16:12 user nova-compute[75076]: DEBUG nova.network.neutron [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:16:12 user nova-compute[75076]: DEBUG nova.network.neutron [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:16:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:12 user nova-compute[75076]: DEBUG nova.network.neutron [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Updating instance_info_cache with network_info: [{"id": "87ff9934-c871-4f3a-b1a3-f3aebbb718c6", "address": "fa:16:3e:7c:1b:5e", "network": {"id": "dfaf7d8c-84c4-4daf-a695-7137b3ba15da", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-302496115-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ceb160ede224e7d8a2ad7bd7377cf4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap87ff9934-c8", "ovs_interfaceid": "87ff9934-c871-4f3a-b1a3-f3aebbb718c6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:16:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Releasing lock "refresh_cache-9f9c5961-2f10-499b-8721-e00141b30d82" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:16:12 user nova-compute[75076]: DEBUG nova.compute.manager [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Instance network_info: |[{"id": "87ff9934-c871-4f3a-b1a3-f3aebbb718c6", "address": "fa:16:3e:7c:1b:5e", "network": {"id": "dfaf7d8c-84c4-4daf-a695-7137b3ba15da", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-302496115-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ceb160ede224e7d8a2ad7bd7377cf4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap87ff9934-c8", "ovs_interfaceid": "87ff9934-c871-4f3a-b1a3-f3aebbb718c6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:16:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Start _get_guest_xml network_info=[{"id": "87ff9934-c871-4f3a-b1a3-f3aebbb718c6", "address": "fa:16:3e:7c:1b:5e", "network": {"id": "dfaf7d8c-84c4-4daf-a695-7137b3ba15da", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-302496115-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ceb160ede224e7d8a2ad7bd7377cf4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap87ff9934-c8", "ovs_interfaceid": "87ff9934-c871-4f3a-b1a3-f3aebbb718c6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:16:12 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:16:12 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:16:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:16:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:16:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:16:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:16:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:16:13 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:16:13 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:16:13 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:16:13 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:16:13 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:16:13 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:16:13 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:16:13 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:16:13 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:16:13 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:16:13 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:16:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:16:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-604080469',display_name='tempest-ServersNegativeTestJSON-server-604080469',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-604080469',id=19,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1ceb160ede224e7d8a2ad7bd7377cf4b',ramdisk_id='',reservation_id='r-p0ovbo3t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-234674696',owner_user_name='tempest-ServersNegativeTestJSON-234674696-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:16:11Z,user_data=None,user_id='1acba74cff02418a94f2e6b8ed9dcc9b',uuid=9f9c5961-2f10-499b-8721-e00141b30d82,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "87ff9934-c871-4f3a-b1a3-f3aebbb718c6", "address": "fa:16:3e:7c:1b:5e", "network": {"id": "dfaf7d8c-84c4-4daf-a695-7137b3ba15da", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-302496115-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ceb160ede224e7d8a2ad7bd7377cf4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap87ff9934-c8", "ovs_interfaceid": "87ff9934-c871-4f3a-b1a3-f3aebbb718c6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:16:13 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Converting VIF {"id": "87ff9934-c871-4f3a-b1a3-f3aebbb718c6", "address": "fa:16:3e:7c:1b:5e", "network": {"id": "dfaf7d8c-84c4-4daf-a695-7137b3ba15da", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-302496115-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ceb160ede224e7d8a2ad7bd7377cf4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap87ff9934-c8", "ovs_interfaceid": "87ff9934-c871-4f3a-b1a3-f3aebbb718c6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:16:13 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7c:1b:5e,bridge_name='br-int',has_traffic_filtering=True,id=87ff9934-c871-4f3a-b1a3-f3aebbb718c6,network=Network(dfaf7d8c-84c4-4daf-a695-7137b3ba15da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap87ff9934-c8') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:16:13 user nova-compute[75076]: DEBUG nova.objects.instance [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Lazy-loading 'pci_devices' on Instance uuid 9f9c5961-2f10-499b-8721-e00141b30d82 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:16:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:16:13 user nova-compute[75076]:   <uuid>9f9c5961-2f10-499b-8721-e00141b30d82</uuid>
Oct 27 16:16:13 user nova-compute[75076]:   <name>instance-00000013</name>
Oct 27 16:16:13 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:16:13 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:16:13 user nova-compute[75076]:   <metadata>
Oct 27 16:16:13 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:16:13 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:16:13 user nova-compute[75076]:       <nova:name>tempest-ServersNegativeTestJSON-server-604080469</nova:name>
Oct 27 16:16:13 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:16:12</nova:creationTime>
Oct 27 16:16:13 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:16:13 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:16:13 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:16:13 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:16:13 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:16:13 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:16:13 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:16:13 user nova-compute[75076]:       <nova:owner>
Oct 27 16:16:13 user nova-compute[75076]:         <nova:user uuid="1acba74cff02418a94f2e6b8ed9dcc9b">tempest-ServersNegativeTestJSON-234674696-project-member</nova:user>
Oct 27 16:16:13 user nova-compute[75076]:         <nova:project uuid="1ceb160ede224e7d8a2ad7bd7377cf4b">tempest-ServersNegativeTestJSON-234674696</nova:project>
Oct 27 16:16:13 user nova-compute[75076]:       </nova:owner>
Oct 27 16:16:13 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:16:13 user nova-compute[75076]:       <nova:ports>
Oct 27 16:16:13 user nova-compute[75076]:         <nova:port uuid="87ff9934-c871-4f3a-b1a3-f3aebbb718c6">
Oct 27 16:16:13 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 27 16:16:13 user nova-compute[75076]:         </nova:port>
Oct 27 16:16:13 user nova-compute[75076]:       </nova:ports>
Oct 27 16:16:13 user nova-compute[75076]:     </nova:instance>
Oct 27 16:16:13 user nova-compute[75076]:   </metadata>
Oct 27 16:16:13 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:16:13 user nova-compute[75076]:     <system>
Oct 27 16:16:13 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:16:13 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:16:13 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:16:13 user nova-compute[75076]:       <entry name="serial">9f9c5961-2f10-499b-8721-e00141b30d82</entry>
Oct 27 16:16:13 user nova-compute[75076]:       <entry name="uuid">9f9c5961-2f10-499b-8721-e00141b30d82</entry>
Oct 27 16:16:13 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:16:13 user nova-compute[75076]:     </system>
Oct 27 16:16:13 user nova-compute[75076]:   </sysinfo>
Oct 27 16:16:13 user nova-compute[75076]:   <os>
Oct 27 16:16:13 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:16:13 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:16:13 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:16:13 user nova-compute[75076]:   </os>
Oct 27 16:16:13 user nova-compute[75076]:   <features>
Oct 27 16:16:13 user nova-compute[75076]:     <acpi/>
Oct 27 16:16:13 user nova-compute[75076]:     <apic/>
Oct 27 16:16:13 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:16:13 user nova-compute[75076]:   </features>
Oct 27 16:16:13 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:16:13 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:16:13 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:16:13 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:16:13 user nova-compute[75076]:   </clock>
Oct 27 16:16:13 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:16:13 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:16:13 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:16:13 user nova-compute[75076]:   </cpu>
Oct 27 16:16:13 user nova-compute[75076]:   <devices>
Oct 27 16:16:13 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:16:13 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:16:13 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk"/>
Oct 27 16:16:13 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:16:13 user nova-compute[75076]:     </disk>
Oct 27 16:16:13 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:16:13 user nova-compute[75076]:       <mac address="fa:16:3e:7c:1b:5e"/>
Oct 27 16:16:13 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:16:13 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:16:13 user nova-compute[75076]:       <target dev="tap87ff9934-c8"/>
Oct 27 16:16:13 user nova-compute[75076]:     </interface>
Oct 27 16:16:13 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:16:13 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/console.log" append="off"/>
Oct 27 16:16:13 user nova-compute[75076]:     </serial>
Oct 27 16:16:13 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:16:13 user nova-compute[75076]:     <video>
Oct 27 16:16:13 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:16:13 user nova-compute[75076]:     </video>
Oct 27 16:16:13 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:16:13 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:16:13 user nova-compute[75076]:     </rng>
Oct 27 16:16:13 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:16:13 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:16:13 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:16:13 user nova-compute[75076]:     </memballoon>
Oct 27 16:16:13 user nova-compute[75076]:   </devices>
Oct 27 16:16:13 user nova-compute[75076]: </domain>
Oct 27 16:16:13 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:16:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:16:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-604080469',display_name='tempest-ServersNegativeTestJSON-server-604080469',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-604080469',id=19,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1ceb160ede224e7d8a2ad7bd7377cf4b',ramdisk_id='',reservation_id='r-p0ovbo3t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-234674696',owner_user_name='tempest-ServersNegativeTestJSON-234674696-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:16:11Z,user_data=None,user_id='1acba74cff02418a94f2e6b8ed9dcc9b',uuid=9f9c5961-2f10-499b-8721-e00141b30d82,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "87ff9934-c871-4f3a-b1a3-f3aebbb718c6", "address": "fa:16:3e:7c:1b:5e", "network": {"id": "dfaf7d8c-84c4-4daf-a695-7137b3ba15da", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-302496115-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ceb160ede224e7d8a2ad7bd7377cf4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap87ff9934-c8", "ovs_interfaceid": "87ff9934-c871-4f3a-b1a3-f3aebbb718c6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:16:13 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Converting VIF {"id": "87ff9934-c871-4f3a-b1a3-f3aebbb718c6", "address": "fa:16:3e:7c:1b:5e", "network": {"id": "dfaf7d8c-84c4-4daf-a695-7137b3ba15da", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-302496115-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ceb160ede224e7d8a2ad7bd7377cf4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap87ff9934-c8", "ovs_interfaceid": "87ff9934-c871-4f3a-b1a3-f3aebbb718c6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:16:13 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7c:1b:5e,bridge_name='br-int',has_traffic_filtering=True,id=87ff9934-c871-4f3a-b1a3-f3aebbb718c6,network=Network(dfaf7d8c-84c4-4daf-a695-7137b3ba15da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap87ff9934-c8') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:16:13 user nova-compute[75076]: DEBUG os_vif [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:1b:5e,bridge_name='br-int',has_traffic_filtering=True,id=87ff9934-c871-4f3a-b1a3-f3aebbb718c6,network=Network(dfaf7d8c-84c4-4daf-a695-7137b3ba15da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap87ff9934-c8') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:16:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:16:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:16:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '37cda007-1a59-527f-8d2d-03ea6034265b', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:16:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:16:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap87ff9934-c8, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:16:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap87ff9934-c8, col_values=(('qos', UUID('aacd8266-e222-4d5c-ade7-5e801ed8331f')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:16:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap87ff9934-c8, col_values=(('external_ids', {'iface-id': '87ff9934-c871-4f3a-b1a3-f3aebbb718c6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7c:1b:5e', 'vm-uuid': '9f9c5961-2f10-499b-8721-e00141b30d82'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:16:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:16:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:13 user nova-compute[75076]: INFO os_vif [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:1b:5e,bridge_name='br-int',has_traffic_filtering=True,id=87ff9934-c871-4f3a-b1a3-f3aebbb718c6,network=Network(dfaf7d8c-84c4-4daf-a695-7137b3ba15da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap87ff9934-c8')
Oct 27 16:16:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:16:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] No VIF found with MAC fa:16:3e:7c:1b:5e, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:16:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:14 user nova-compute[75076]: DEBUG nova.compute.manager [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:16:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:16:14 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Instance spawned successfully.
Oct 27 16:16:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:16:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:16:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:16:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:16:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:16:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:16:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:16:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:14 user nova-compute[75076]: DEBUG nova.compute.manager [req-f6200b77-8ab2-46ab-8ec4-acd5686c2200 req-256f5b92-07b6-4bb1-8385-f7a9a131824c service nova] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Received event network-changed-87ff9934-c871-4f3a-b1a3-f3aebbb718c6 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:16:14 user nova-compute[75076]: DEBUG nova.compute.manager [req-f6200b77-8ab2-46ab-8ec4-acd5686c2200 req-256f5b92-07b6-4bb1-8385-f7a9a131824c service nova] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Refreshing instance network info cache due to event network-changed-87ff9934-c871-4f3a-b1a3-f3aebbb718c6. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:16:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f6200b77-8ab2-46ab-8ec4-acd5686c2200 req-256f5b92-07b6-4bb1-8385-f7a9a131824c service nova] Acquiring lock "refresh_cache-9f9c5961-2f10-499b-8721-e00141b30d82" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:16:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f6200b77-8ab2-46ab-8ec4-acd5686c2200 req-256f5b92-07b6-4bb1-8385-f7a9a131824c service nova] Acquired lock "refresh_cache-9f9c5961-2f10-499b-8721-e00141b30d82" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:16:14 user nova-compute[75076]: DEBUG nova.network.neutron [req-f6200b77-8ab2-46ab-8ec4-acd5686c2200 req-256f5b92-07b6-4bb1-8385-f7a9a131824c service nova] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Refreshing network info cache for port 87ff9934-c871-4f3a-b1a3-f3aebbb718c6 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:16:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:14 user nova-compute[75076]: INFO nova.compute.manager [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Took 5.97 seconds to spawn the instance on the hypervisor.
Oct 27 16:16:14 user nova-compute[75076]: DEBUG nova.compute.manager [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:16:14 user nova-compute[75076]: INFO nova.compute.manager [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Took 6.76 seconds to build instance.
Oct 27 16:16:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d712e0f7-5582-478f-b3ed-061452b08d4d tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "d2d7472d-1f5e-4ab5-a016-9e327bad6eed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.867s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:16:15 user nova-compute[75076]: DEBUG nova.network.neutron [req-f6200b77-8ab2-46ab-8ec4-acd5686c2200 req-256f5b92-07b6-4bb1-8385-f7a9a131824c service nova] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Updated VIF entry in instance network info cache for port 87ff9934-c871-4f3a-b1a3-f3aebbb718c6. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:16:15 user nova-compute[75076]: DEBUG nova.network.neutron [req-f6200b77-8ab2-46ab-8ec4-acd5686c2200 req-256f5b92-07b6-4bb1-8385-f7a9a131824c service nova] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Updating instance_info_cache with network_info: [{"id": "87ff9934-c871-4f3a-b1a3-f3aebbb718c6", "address": "fa:16:3e:7c:1b:5e", "network": {"id": "dfaf7d8c-84c4-4daf-a695-7137b3ba15da", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-302496115-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ceb160ede224e7d8a2ad7bd7377cf4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap87ff9934-c8", "ovs_interfaceid": "87ff9934-c871-4f3a-b1a3-f3aebbb718c6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:16:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f6200b77-8ab2-46ab-8ec4-acd5686c2200 req-256f5b92-07b6-4bb1-8385-f7a9a131824c service nova] Releasing lock "refresh_cache-9f9c5961-2f10-499b-8721-e00141b30d82" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:16:15 user nova-compute[75076]: DEBUG nova.compute.manager [req-f6200b77-8ab2-46ab-8ec4-acd5686c2200 req-256f5b92-07b6-4bb1-8385-f7a9a131824c service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Received event network-vif-plugged-a8d9145f-215b-433b-a187-ce9e46f14875 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:16:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f6200b77-8ab2-46ab-8ec4-acd5686c2200 req-256f5b92-07b6-4bb1-8385-f7a9a131824c service nova] Acquiring lock "d2d7472d-1f5e-4ab5-a016-9e327bad6eed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:16:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f6200b77-8ab2-46ab-8ec4-acd5686c2200 req-256f5b92-07b6-4bb1-8385-f7a9a131824c service nova] Lock "d2d7472d-1f5e-4ab5-a016-9e327bad6eed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:16:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f6200b77-8ab2-46ab-8ec4-acd5686c2200 req-256f5b92-07b6-4bb1-8385-f7a9a131824c service nova] Lock "d2d7472d-1f5e-4ab5-a016-9e327bad6eed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:16:15 user nova-compute[75076]: DEBUG nova.compute.manager [req-f6200b77-8ab2-46ab-8ec4-acd5686c2200 req-256f5b92-07b6-4bb1-8385-f7a9a131824c service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] No waiting events found dispatching network-vif-plugged-a8d9145f-215b-433b-a187-ce9e46f14875 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:16:15 user nova-compute[75076]: WARNING nova.compute.manager [req-f6200b77-8ab2-46ab-8ec4-acd5686c2200 req-256f5b92-07b6-4bb1-8385-f7a9a131824c service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Received unexpected event network-vif-plugged-a8d9145f-215b-433b-a187-ce9e46f14875 for instance with vm_state building and task_state spawning.
Oct 27 16:16:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-daa66100-ec23-4d6a-a095-ed17380b18fe req-4499a264-c4c4-43c1-b6d0-d410637d5ec7 service nova] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Received event network-vif-plugged-87ff9934-c871-4f3a-b1a3-f3aebbb718c6 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:16:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-daa66100-ec23-4d6a-a095-ed17380b18fe req-4499a264-c4c4-43c1-b6d0-d410637d5ec7 service nova] Acquiring lock "9f9c5961-2f10-499b-8721-e00141b30d82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:16:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-daa66100-ec23-4d6a-a095-ed17380b18fe req-4499a264-c4c4-43c1-b6d0-d410637d5ec7 service nova] Lock "9f9c5961-2f10-499b-8721-e00141b30d82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:16:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-daa66100-ec23-4d6a-a095-ed17380b18fe req-4499a264-c4c4-43c1-b6d0-d410637d5ec7 service nova] Lock "9f9c5961-2f10-499b-8721-e00141b30d82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:16:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-daa66100-ec23-4d6a-a095-ed17380b18fe req-4499a264-c4c4-43c1-b6d0-d410637d5ec7 service nova] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] No waiting events found dispatching network-vif-plugged-87ff9934-c871-4f3a-b1a3-f3aebbb718c6 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:16:16 user nova-compute[75076]: WARNING nova.compute.manager [req-daa66100-ec23-4d6a-a095-ed17380b18fe req-4499a264-c4c4-43c1-b6d0-d410637d5ec7 service nova] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Received unexpected event network-vif-plugged-87ff9934-c871-4f3a-b1a3-f3aebbb718c6 for instance with vm_state building and task_state spawning.
Oct 27 16:16:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-daa66100-ec23-4d6a-a095-ed17380b18fe req-4499a264-c4c4-43c1-b6d0-d410637d5ec7 service nova] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Received event network-vif-plugged-87ff9934-c871-4f3a-b1a3-f3aebbb718c6 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:16:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-daa66100-ec23-4d6a-a095-ed17380b18fe req-4499a264-c4c4-43c1-b6d0-d410637d5ec7 service nova] Acquiring lock "9f9c5961-2f10-499b-8721-e00141b30d82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:16:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-daa66100-ec23-4d6a-a095-ed17380b18fe req-4499a264-c4c4-43c1-b6d0-d410637d5ec7 service nova] Lock "9f9c5961-2f10-499b-8721-e00141b30d82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:16:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-daa66100-ec23-4d6a-a095-ed17380b18fe req-4499a264-c4c4-43c1-b6d0-d410637d5ec7 service nova] Lock "9f9c5961-2f10-499b-8721-e00141b30d82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:16:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-daa66100-ec23-4d6a-a095-ed17380b18fe req-4499a264-c4c4-43c1-b6d0-d410637d5ec7 service nova] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] No waiting events found dispatching network-vif-plugged-87ff9934-c871-4f3a-b1a3-f3aebbb718c6 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:16:16 user nova-compute[75076]: WARNING nova.compute.manager [req-daa66100-ec23-4d6a-a095-ed17380b18fe req-4499a264-c4c4-43c1-b6d0-d410637d5ec7 service nova] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Received unexpected event network-vif-plugged-87ff9934-c871-4f3a-b1a3-f3aebbb718c6 for instance with vm_state building and task_state spawning.
Oct 27 16:16:16 user nova-compute[75076]: DEBUG nova.compute.manager [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:16:16 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:16:16 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Instance spawned successfully.
Oct 27 16:16:16 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:16:17 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:16:17 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:16:17 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:16:17 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:16:17 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:16:17 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:16:17 user nova-compute[75076]: INFO nova.compute.manager [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Took 5.93 seconds to spawn the instance on the hypervisor.
Oct 27 16:16:17 user nova-compute[75076]: DEBUG nova.compute.manager [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:16:17 user nova-compute[75076]: INFO nova.compute.manager [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Took 6.79 seconds to build instance.
Oct 27 16:16:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f9c0015b-86a6-45cd-a46d-b45e4226129c tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Lock "9f9c5961-2f10-499b-8721-e00141b30d82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.906s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:16:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:19 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:21 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:16:21 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:16:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Acquiring lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:16:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:16:21 user nova-compute[75076]: DEBUG nova.compute.manager [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:16:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:16:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:16:21 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:16:21 user nova-compute[75076]: INFO nova.compute.claims [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Claim successful on node user
Oct 27 16:16:22 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Rebuilding the list of instances to heal {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Skipping network cache update for instance because it is Building. {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-961254d8-ebf1-4fa6-a93d-62c8eb1bd359" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-961254d8-ebf1-4fa6-a93d-62c8eb1bd359" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG nova.objects.instance [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lazy-loading 'info_cache' on Instance uuid 961254d8-ebf1-4fa6-a93d-62c8eb1bd359 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.557s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG nova.compute.manager [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG nova.compute.manager [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG nova.network.neutron [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:16:22 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:16:22 user nova-compute[75076]: DEBUG nova.compute.manager [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:16:22 user nova-compute[75076]: INFO nova.virt.block_device [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Booting with volume 8c81f0a6-6107-47b3-8717-53b70d87ded4 at /dev/vda
Oct 27 16:16:22 user nova-compute[75076]: DEBUG os_brick.utils [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c05346ac-cd11-43df-96db-6d1a1b990faa]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d019d3b-6353-49d0-91e8-f7913f82553c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[57b086a4-c9a9-4976-8914-81a2da20b654]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[25921e06-3d78-47e5-9469-e7c4ae8e75cf]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG nova.policy [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '473b443793d242c189944436ff3b6ca3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1694f47bb0c34be391692ad8ab185522', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:16:22 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:16:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[af708d20-07ec-4c26-9923-e009cbefb959]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG os_brick.utils [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] <== get_connector_properties: return (147ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Updating existing volume attachment record: b481d2ef-9dd9-4182-a353-3f34dbd10dd7 {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Updating instance_info_cache with network_info: [{"id": "3b291e38-39d5-4060-982d-e302febd2986", "address": "fa:16:3e:36:e0:3f", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b291e38-39", "ovs_interfaceid": "3b291e38-39d5-4060-982d-e302febd2986", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-961254d8-ebf1-4fa6-a93d-62c8eb1bd359" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:16:22 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:16:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:23 user nova-compute[75076]: DEBUG nova.network.neutron [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Successfully created port: 10083166-5624-4e63-ba1d-153a4c4e8bc9 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:16:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json" returned: 0 in 0.387s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:24 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:24 user nova-compute[75076]: DEBUG nova.network.neutron [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Successfully created port: 9ebeece2-ca7c-4e59-8a02-654e20856e51 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:16:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:24 user nova-compute[75076]: DEBUG nova.network.neutron [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Successfully created port: 3aa7d24c-ddda-4f37-a30b-2180b9e178b2 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:16:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:24 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:16:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:25 user nova-compute[75076]: DEBUG nova.network.neutron [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Successfully created port: b9d4af56-2afd-4311-865e-1bffd9440fdd {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:16:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:25 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:16:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f71531b-8468-4047-8c22-d3da7c735c57/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f71531b-8468-4047-8c22-d3da7c735c57/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f71531b-8468-4047-8c22-d3da7c735c57/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:26 user nova-compute[75076]: DEBUG nova.network.neutron [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Successfully created port: e810be0c-be2e-467f-9f02-d1fb8cf63b0a {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:16:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f71531b-8468-4047-8c22-d3da7c735c57/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:26 user nova-compute[75076]: DEBUG nova.network.neutron [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Successfully updated port: 10083166-5624-4e63-ba1d-153a4c4e8bc9 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:16:26 user nova-compute[75076]: DEBUG nova.compute.manager [req-f1fd301a-9187-4e62-8498-48127caadd03 req-f193a60e-bb6a-4dc7-954e-bdf7a780400b service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-changed-10083166-5624-4e63-ba1d-153a4c4e8bc9 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:16:26 user nova-compute[75076]: DEBUG nova.compute.manager [req-f1fd301a-9187-4e62-8498-48127caadd03 req-f193a60e-bb6a-4dc7-954e-bdf7a780400b service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Refreshing instance network info cache due to event network-changed-10083166-5624-4e63-ba1d-153a4c4e8bc9. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:16:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f1fd301a-9187-4e62-8498-48127caadd03 req-f193a60e-bb6a-4dc7-954e-bdf7a780400b service nova] Acquiring lock "refresh_cache-40b53db7-8f3f-44fc-8cd0-fdf44fee338c" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:16:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f1fd301a-9187-4e62-8498-48127caadd03 req-f193a60e-bb6a-4dc7-954e-bdf7a780400b service nova] Acquired lock "refresh_cache-40b53db7-8f3f-44fc-8cd0-fdf44fee338c" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:16:26 user nova-compute[75076]: DEBUG nova.network.neutron [req-f1fd301a-9187-4e62-8498-48127caadd03 req-f193a60e-bb6a-4dc7-954e-bdf7a780400b service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Refreshing network info cache for port 10083166-5624-4e63-ba1d-153a4c4e8bc9 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:16:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:26 user nova-compute[75076]: DEBUG nova.network.neutron [req-f1fd301a-9187-4e62-8498-48127caadd03 req-f193a60e-bb6a-4dc7-954e-bdf7a780400b service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:16:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:27 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:16:27 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:16:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=7748MB free_disk=25.349319458007812GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:16:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:16:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:16:27 user nova-compute[75076]: DEBUG nova.network.neutron [req-f1fd301a-9187-4e62-8498-48127caadd03 req-f193a60e-bb6a-4dc7-954e-bdf7a780400b service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:16:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f1fd301a-9187-4e62-8498-48127caadd03 req-f193a60e-bb6a-4dc7-954e-bdf7a780400b service nova] Releasing lock "refresh_cache-40b53db7-8f3f-44fc-8cd0-fdf44fee338c" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:16:27 user nova-compute[75076]: DEBUG nova.network.neutron [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Successfully updated port: d9d6637a-9e63-47fd-897d-78cefe5eb747 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:16:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 961254d8-ebf1-4fa6-a93d-62c8eb1bd359 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:16:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:16:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance add0650a-7ec6-4d12-9662-880e6b3f7052 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:16:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:16:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 374d9279-bc18-44dd-91cd-a87bef438090 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:16:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:16:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance c35e1163-5e25-488f-858f-8ad5d5430617 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:16:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 5f71531b-8468-4047-8c22-d3da7c735c57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:16:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance d2d7472d-1f5e-4ab5-a016-9e327bad6eed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:16:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 9f9c5961-2f10-499b-8721-e00141b30d82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:16:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 40b53db7-8f3f-44fc-8cd0-fdf44fee338c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:16:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:16:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:16:27 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:16:27 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:16:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:16:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.480s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:16:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:28 user nova-compute[75076]: DEBUG nova.network.neutron [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Successfully updated port: 50f565ca-7c06-4391-9ebb-d91de452b1f0 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:16:28 user nova-compute[75076]: DEBUG nova.compute.manager [req-5f4a1b9c-0361-4e5d-8b0f-8b992aca4ed0 req-b8dc493d-9ffe-42ba-a7b5-4a30ebbe036d service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-changed-d9d6637a-9e63-47fd-897d-78cefe5eb747 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:16:28 user nova-compute[75076]: DEBUG nova.compute.manager [req-5f4a1b9c-0361-4e5d-8b0f-8b992aca4ed0 req-b8dc493d-9ffe-42ba-a7b5-4a30ebbe036d service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Refreshing instance network info cache due to event network-changed-d9d6637a-9e63-47fd-897d-78cefe5eb747. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:16:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-5f4a1b9c-0361-4e5d-8b0f-8b992aca4ed0 req-b8dc493d-9ffe-42ba-a7b5-4a30ebbe036d service nova] Acquiring lock "refresh_cache-40b53db7-8f3f-44fc-8cd0-fdf44fee338c" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:16:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-5f4a1b9c-0361-4e5d-8b0f-8b992aca4ed0 req-b8dc493d-9ffe-42ba-a7b5-4a30ebbe036d service nova] Acquired lock "refresh_cache-40b53db7-8f3f-44fc-8cd0-fdf44fee338c" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:16:28 user nova-compute[75076]: DEBUG nova.network.neutron [req-5f4a1b9c-0361-4e5d-8b0f-8b992aca4ed0 req-b8dc493d-9ffe-42ba-a7b5-4a30ebbe036d service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Refreshing network info cache for port d9d6637a-9e63-47fd-897d-78cefe5eb747 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:16:28 user nova-compute[75076]: DEBUG nova.network.neutron [req-5f4a1b9c-0361-4e5d-8b0f-8b992aca4ed0 req-b8dc493d-9ffe-42ba-a7b5-4a30ebbe036d service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:16:29 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:29 user nova-compute[75076]: DEBUG nova.network.neutron [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Successfully updated port: 9ebeece2-ca7c-4e59-8a02-654e20856e51 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:16:29 user nova-compute[75076]: DEBUG nova.network.neutron [req-5f4a1b9c-0361-4e5d-8b0f-8b992aca4ed0 req-b8dc493d-9ffe-42ba-a7b5-4a30ebbe036d service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:16:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-5f4a1b9c-0361-4e5d-8b0f-8b992aca4ed0 req-b8dc493d-9ffe-42ba-a7b5-4a30ebbe036d service nova] Releasing lock "refresh_cache-40b53db7-8f3f-44fc-8cd0-fdf44fee338c" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:16:29 user nova-compute[75076]: DEBUG nova.compute.manager [req-5f4a1b9c-0361-4e5d-8b0f-8b992aca4ed0 req-b8dc493d-9ffe-42ba-a7b5-4a30ebbe036d service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-changed-50f565ca-7c06-4391-9ebb-d91de452b1f0 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:16:29 user nova-compute[75076]: DEBUG nova.compute.manager [req-5f4a1b9c-0361-4e5d-8b0f-8b992aca4ed0 req-b8dc493d-9ffe-42ba-a7b5-4a30ebbe036d service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Refreshing instance network info cache due to event network-changed-50f565ca-7c06-4391-9ebb-d91de452b1f0. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:16:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-5f4a1b9c-0361-4e5d-8b0f-8b992aca4ed0 req-b8dc493d-9ffe-42ba-a7b5-4a30ebbe036d service nova] Acquiring lock "refresh_cache-40b53db7-8f3f-44fc-8cd0-fdf44fee338c" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:16:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-5f4a1b9c-0361-4e5d-8b0f-8b992aca4ed0 req-b8dc493d-9ffe-42ba-a7b5-4a30ebbe036d service nova] Acquired lock "refresh_cache-40b53db7-8f3f-44fc-8cd0-fdf44fee338c" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:16:29 user nova-compute[75076]: DEBUG nova.network.neutron [req-5f4a1b9c-0361-4e5d-8b0f-8b992aca4ed0 req-b8dc493d-9ffe-42ba-a7b5-4a30ebbe036d service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Refreshing network info cache for port 50f565ca-7c06-4391-9ebb-d91de452b1f0 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:16:29 user nova-compute[75076]: DEBUG nova.network.neutron [req-5f4a1b9c-0361-4e5d-8b0f-8b992aca4ed0 req-b8dc493d-9ffe-42ba-a7b5-4a30ebbe036d service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:16:29 user nova-compute[75076]: DEBUG nova.network.neutron [req-5f4a1b9c-0361-4e5d-8b0f-8b992aca4ed0 req-b8dc493d-9ffe-42ba-a7b5-4a30ebbe036d service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:16:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-5f4a1b9c-0361-4e5d-8b0f-8b992aca4ed0 req-b8dc493d-9ffe-42ba-a7b5-4a30ebbe036d service nova] Releasing lock "refresh_cache-40b53db7-8f3f-44fc-8cd0-fdf44fee338c" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:16:29 user nova-compute[75076]: DEBUG nova.network.neutron [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Successfully updated port: 3aa7d24c-ddda-4f37-a30b-2180b9e178b2 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:16:29 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:16:29 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:16:29 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:16:29 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:16:29 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:16:29 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:16:30 user nova-compute[75076]: DEBUG nova.network.neutron [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Successfully updated port: b9d4af56-2afd-4311-865e-1bffd9440fdd {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:16:30 user nova-compute[75076]: DEBUG nova.compute.manager [req-50c9eac8-3c6a-4c3a-b447-2608648ef7ef req-cffde52a-b2ba-449f-9f40-899dbcbd1f56 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-changed-9ebeece2-ca7c-4e59-8a02-654e20856e51 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:16:30 user nova-compute[75076]: DEBUG nova.compute.manager [req-50c9eac8-3c6a-4c3a-b447-2608648ef7ef req-cffde52a-b2ba-449f-9f40-899dbcbd1f56 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Refreshing instance network info cache due to event network-changed-9ebeece2-ca7c-4e59-8a02-654e20856e51. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:16:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-50c9eac8-3c6a-4c3a-b447-2608648ef7ef req-cffde52a-b2ba-449f-9f40-899dbcbd1f56 service nova] Acquiring lock "refresh_cache-40b53db7-8f3f-44fc-8cd0-fdf44fee338c" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:16:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-50c9eac8-3c6a-4c3a-b447-2608648ef7ef req-cffde52a-b2ba-449f-9f40-899dbcbd1f56 service nova] Acquired lock "refresh_cache-40b53db7-8f3f-44fc-8cd0-fdf44fee338c" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:16:30 user nova-compute[75076]: DEBUG nova.network.neutron [req-50c9eac8-3c6a-4c3a-b447-2608648ef7ef req-cffde52a-b2ba-449f-9f40-899dbcbd1f56 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Refreshing network info cache for port 9ebeece2-ca7c-4e59-8a02-654e20856e51 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:16:30 user nova-compute[75076]: DEBUG nova.network.neutron [req-50c9eac8-3c6a-4c3a-b447-2608648ef7ef req-cffde52a-b2ba-449f-9f40-899dbcbd1f56 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:16:31 user nova-compute[75076]: DEBUG nova.network.neutron [req-50c9eac8-3c6a-4c3a-b447-2608648ef7ef req-cffde52a-b2ba-449f-9f40-899dbcbd1f56 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:16:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-50c9eac8-3c6a-4c3a-b447-2608648ef7ef req-cffde52a-b2ba-449f-9f40-899dbcbd1f56 service nova] Releasing lock "refresh_cache-40b53db7-8f3f-44fc-8cd0-fdf44fee338c" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:16:31 user nova-compute[75076]: DEBUG nova.compute.manager [req-50c9eac8-3c6a-4c3a-b447-2608648ef7ef req-cffde52a-b2ba-449f-9f40-899dbcbd1f56 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-changed-3aa7d24c-ddda-4f37-a30b-2180b9e178b2 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:16:31 user nova-compute[75076]: DEBUG nova.compute.manager [req-50c9eac8-3c6a-4c3a-b447-2608648ef7ef req-cffde52a-b2ba-449f-9f40-899dbcbd1f56 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Refreshing instance network info cache due to event network-changed-3aa7d24c-ddda-4f37-a30b-2180b9e178b2. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:16:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-50c9eac8-3c6a-4c3a-b447-2608648ef7ef req-cffde52a-b2ba-449f-9f40-899dbcbd1f56 service nova] Acquiring lock "refresh_cache-40b53db7-8f3f-44fc-8cd0-fdf44fee338c" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:16:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-50c9eac8-3c6a-4c3a-b447-2608648ef7ef req-cffde52a-b2ba-449f-9f40-899dbcbd1f56 service nova] Acquired lock "refresh_cache-40b53db7-8f3f-44fc-8cd0-fdf44fee338c" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:16:31 user nova-compute[75076]: DEBUG nova.network.neutron [req-50c9eac8-3c6a-4c3a-b447-2608648ef7ef req-cffde52a-b2ba-449f-9f40-899dbcbd1f56 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Refreshing network info cache for port 3aa7d24c-ddda-4f37-a30b-2180b9e178b2 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:16:31 user nova-compute[75076]: DEBUG nova.network.neutron [req-50c9eac8-3c6a-4c3a-b447-2608648ef7ef req-cffde52a-b2ba-449f-9f40-899dbcbd1f56 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:16:31 user nova-compute[75076]: DEBUG nova.network.neutron [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Successfully updated port: e810be0c-be2e-467f-9f02-d1fb8cf63b0a {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:16:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Acquiring lock "refresh_cache-40b53db7-8f3f-44fc-8cd0-fdf44fee338c" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:16:31 user nova-compute[75076]: DEBUG nova.network.neutron [req-50c9eac8-3c6a-4c3a-b447-2608648ef7ef req-cffde52a-b2ba-449f-9f40-899dbcbd1f56 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:16:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-50c9eac8-3c6a-4c3a-b447-2608648ef7ef req-cffde52a-b2ba-449f-9f40-899dbcbd1f56 service nova] Releasing lock "refresh_cache-40b53db7-8f3f-44fc-8cd0-fdf44fee338c" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:16:31 user nova-compute[75076]: DEBUG nova.compute.manager [req-50c9eac8-3c6a-4c3a-b447-2608648ef7ef req-cffde52a-b2ba-449f-9f40-899dbcbd1f56 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-changed-b9d4af56-2afd-4311-865e-1bffd9440fdd {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:16:31 user nova-compute[75076]: DEBUG nova.compute.manager [req-50c9eac8-3c6a-4c3a-b447-2608648ef7ef req-cffde52a-b2ba-449f-9f40-899dbcbd1f56 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Refreshing instance network info cache due to event network-changed-b9d4af56-2afd-4311-865e-1bffd9440fdd. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:16:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-50c9eac8-3c6a-4c3a-b447-2608648ef7ef req-cffde52a-b2ba-449f-9f40-899dbcbd1f56 service nova] Acquiring lock "refresh_cache-40b53db7-8f3f-44fc-8cd0-fdf44fee338c" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:16:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-50c9eac8-3c6a-4c3a-b447-2608648ef7ef req-cffde52a-b2ba-449f-9f40-899dbcbd1f56 service nova] Acquired lock "refresh_cache-40b53db7-8f3f-44fc-8cd0-fdf44fee338c" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:16:31 user nova-compute[75076]: DEBUG nova.network.neutron [req-50c9eac8-3c6a-4c3a-b447-2608648ef7ef req-cffde52a-b2ba-449f-9f40-899dbcbd1f56 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Refreshing network info cache for port b9d4af56-2afd-4311-865e-1bffd9440fdd {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:16:31 user nova-compute[75076]: DEBUG nova.network.neutron [req-50c9eac8-3c6a-4c3a-b447-2608648ef7ef req-cffde52a-b2ba-449f-9f40-899dbcbd1f56 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:16:31 user nova-compute[75076]: DEBUG nova.network.neutron [req-50c9eac8-3c6a-4c3a-b447-2608648ef7ef req-cffde52a-b2ba-449f-9f40-899dbcbd1f56 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:16:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-50c9eac8-3c6a-4c3a-b447-2608648ef7ef req-cffde52a-b2ba-449f-9f40-899dbcbd1f56 service nova] Releasing lock "refresh_cache-40b53db7-8f3f-44fc-8cd0-fdf44fee338c" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:16:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Acquired lock "refresh_cache-40b53db7-8f3f-44fc-8cd0-fdf44fee338c" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:16:31 user nova-compute[75076]: DEBUG nova.network.neutron [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:16:31 user nova-compute[75076]: DEBUG nova.network.neutron [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:16:32 user nova-compute[75076]: DEBUG nova.compute.manager [req-048381cc-b31c-4581-90e6-1a46f42f1057 req-d9f52559-9860-48ce-9484-90074b358c84 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-changed-e810be0c-be2e-467f-9f02-d1fb8cf63b0a {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:16:32 user nova-compute[75076]: DEBUG nova.compute.manager [req-048381cc-b31c-4581-90e6-1a46f42f1057 req-d9f52559-9860-48ce-9484-90074b358c84 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Refreshing instance network info cache due to event network-changed-e810be0c-be2e-467f-9f02-d1fb8cf63b0a. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:16:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-048381cc-b31c-4581-90e6-1a46f42f1057 req-d9f52559-9860-48ce-9484-90074b358c84 service nova] Acquiring lock "refresh_cache-40b53db7-8f3f-44fc-8cd0-fdf44fee338c" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:16:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:34 user nova-compute[75076]: DEBUG nova.network.neutron [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Updating instance_info_cache with network_info: [{"id": "10083166-5624-4e63-ba1d-153a4c4e8bc9", "address": "fa:16:3e:73:8d:b3", "network": {"id": "5ab1bd5d-8d18-42a1-9cf4-c1df34f88ca9", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-727831082-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10083166-56", "ovs_interfaceid": "10083166-5624-4e63-ba1d-153a4c4e8bc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d9d6637a-9e63-47fd-897d-78cefe5eb747", "address": "fa:16:3e:55:e2:b9", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9d6637a-9e", "ovs_interfaceid": "d9d6637a-9e63-47fd-897d-78cefe5eb747", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "50f565ca-7c06-4391-9ebb-d91de452b1f0", "address": "fa:16:3e:33:19:f6", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50f565ca-7c", "ovs_interfaceid": "50f565ca-7c06-4391-9ebb-d91de452b1f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "9ebeece2-ca7c-4e59-8a02-654e20856e51", "address": "fa:16:3e:fb:dd:30", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ebeece2-ca", "ovs_interfaceid": "9ebeece2-ca7c-4e59-8a02-654e20856e51", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3aa7d24c-ddda-4f37-a30b-2180b9e178b2", "address": "fa:16:3e:16:bb:b4", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3aa7d24c-dd", "ovs_interfaceid": "3aa7d24c-ddda-4f37-a30b-2180b9e178b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b9d4af56-2afd-4311-865e-1bffd9440fdd", "address": "fa:16:3e:c3:67:4f", "network": {"id": "1d9aac36-1f31-4083-a427-689b7636b476", "bridge": "br-int", "label": "tempest-device-tagging-net2-1790295728", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9d4af56-2a", "ovs_interfaceid": "b9d4af56-2afd-4311-865e-1bffd9440fdd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e810be0c-be2e-467f-9f02-d1fb8cf63b0a", "address": "fa:16:3e:81:9b:63", "network": {"id": "1d9aac36-1f31-4083-a427-689b7636b476", "bridge": "br-int", "label": "tempest-device-tagging-net2-1790295728", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape810be0c-be", "ovs_interfaceid": "e810be0c-be2e-467f-9f02-d1fb8cf63b0a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:16:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Releasing lock "refresh_cache-40b53db7-8f3f-44fc-8cd0-fdf44fee338c" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:16:34 user nova-compute[75076]: DEBUG nova.compute.manager [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Instance network_info: |[{"id": "10083166-5624-4e63-ba1d-153a4c4e8bc9", "address": "fa:16:3e:73:8d:b3", "network": {"id": "5ab1bd5d-8d18-42a1-9cf4-c1df34f88ca9", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-727831082-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10083166-56", "ovs_interfaceid": "10083166-5624-4e63-ba1d-153a4c4e8bc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d9d6637a-9e63-47fd-897d-78cefe5eb747", "address": "fa:16:3e:55:e2:b9", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9d6637a-9e", "ovs_interfaceid": "d9d6637a-9e63-47fd-897d-78cefe5eb747", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "50f565ca-7c06-4391-9ebb-d91de452b1f0", "address": "fa:16:3e:33:19:f6", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50f565ca-7c", "ovs_interfaceid": "50f565ca-7c06-4391-9ebb-d91de452b1f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "9ebeece2-ca7c-4e59-8a02-654e20856e51", "address": "fa:16:3e:fb:dd:30", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ebeece2-ca", "ovs_interfaceid": "9ebeece2-ca7c-4e59-8a02-654e20856e51", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3aa7d24c-ddda-4f37-a30b-2180b9e178b2", "address": "fa:16:3e:16:bb:b4", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3aa7d24c-dd", "ovs_interfaceid": "3aa7d24c-ddda-4f37-a30b-2180b9e178b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b9d4af56-2afd-4311-865e-1bffd9440fdd", "address": "fa:16:3e:c3:67:4f", "network": {"id": "1d9aac36-1f31-4083-a427-689b7636b476", "bridge": "br-int", "label": "tempest-device-tagging-net2-1790295728", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9d4af56-2a", "ovs_interfaceid": "b9d4af56-2afd-4311-865e-1bffd9440fdd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e810be0c-be2e-467f-9f02-d1fb8cf63b0a", "address": "fa:16:3e:81:9b:63", "network": {"id": "1d9aac36-1f31-4083-a427-689b7636b476", "bridge": "br-int", "label": "tempest-device-tagging-net2-1790295728", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape810be0c-be", "ovs_interfaceid": "e810be0c-be2e-467f-9f02-d1fb8cf63b0a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:16:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-048381cc-b31c-4581-90e6-1a46f42f1057 req-d9f52559-9860-48ce-9484-90074b358c84 service nova] Acquired lock "refresh_cache-40b53db7-8f3f-44fc-8cd0-fdf44fee338c" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:16:34 user nova-compute[75076]: DEBUG nova.network.neutron [req-048381cc-b31c-4581-90e6-1a46f42f1057 req-d9f52559-9860-48ce-9484-90074b358c84 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Refreshing network info cache for port e810be0c-be2e-467f-9f02-d1fb8cf63b0a {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:16:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:34 user nova-compute[75076]: DEBUG nova.network.neutron [req-048381cc-b31c-4581-90e6-1a46f42f1057 req-d9f52559-9860-48ce-9484-90074b358c84 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Updated VIF entry in instance network info cache for port e810be0c-be2e-467f-9f02-d1fb8cf63b0a. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:16:34 user nova-compute[75076]: DEBUG nova.network.neutron [req-048381cc-b31c-4581-90e6-1a46f42f1057 req-d9f52559-9860-48ce-9484-90074b358c84 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Updating instance_info_cache with network_info: [{"id": "10083166-5624-4e63-ba1d-153a4c4e8bc9", "address": "fa:16:3e:73:8d:b3", "network": {"id": "5ab1bd5d-8d18-42a1-9cf4-c1df34f88ca9", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-727831082-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10083166-56", "ovs_interfaceid": "10083166-5624-4e63-ba1d-153a4c4e8bc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d9d6637a-9e63-47fd-897d-78cefe5eb747", "address": "fa:16:3e:55:e2:b9", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9d6637a-9e", "ovs_interfaceid": "d9d6637a-9e63-47fd-897d-78cefe5eb747", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "50f565ca-7c06-4391-9ebb-d91de452b1f0", "address": "fa:16:3e:33:19:f6", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50f565ca-7c", "ovs_interfaceid": "50f565ca-7c06-4391-9ebb-d91de452b1f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "9ebeece2-ca7c-4e59-8a02-654e20856e51", "address": "fa:16:3e:fb:dd:30", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ebeece2-ca", "ovs_interfaceid": "9ebeece2-ca7c-4e59-8a02-654e20856e51", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3aa7d24c-ddda-4f37-a30b-2180b9e178b2", "address": "fa:16:3e:16:bb:b4", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3aa7d24c-dd", "ovs_interfaceid": "3aa7d24c-ddda-4f37-a30b-2180b9e178b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b9d4af56-2afd-4311-865e-1bffd9440fdd", "address": "fa:16:3e:c3:67:4f", "network": {"id": "1d9aac36-1f31-4083-a427-689b7636b476", "bridge": "br-int", "label": "tempest-device-tagging-net2-1790295728", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9d4af56-2a", "ovs_interfaceid": "b9d4af56-2afd-4311-865e-1bffd9440fdd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e810be0c-be2e-467f-9f02-d1fb8cf63b0a", "address": "fa:16:3e:81:9b:63", "network": {"id": "1d9aac36-1f31-4083-a427-689b7636b476", "bridge": "br-int", "label": "tempest-device-tagging-net2-1790295728", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape810be0c-be", "ovs_interfaceid": "e810be0c-be2e-467f-9f02-d1fb8cf63b0a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:16:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-048381cc-b31c-4581-90e6-1a46f42f1057 req-d9f52559-9860-48ce-9484-90074b358c84 service nova] Releasing lock "refresh_cache-40b53db7-8f3f-44fc-8cd0-fdf44fee338c" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:16:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:41 user nova-compute[75076]: INFO nova.virt.block_device [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Booting with volume 1cd36cfa-4233-45cb-89db-281a987d18cd at /dev/vdb
Oct 27 16:16:41 user nova-compute[75076]: DEBUG os_brick.utils [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:16:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:41 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f7dba1d-fde9-474e-953a-a1d3cabc0448]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:16:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:41 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b8dd13b-fe18-4f79-b513-f36d67a7c0ce]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:16:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:41 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d672249f-9fcf-48cb-8071-b4bbe77fd2ce]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:16:41 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[79fdba25-6def-4d39-a4e9-af8fa2fcbeaf]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:16:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:16:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:16:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:16:41 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:16:41 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c71bf212-8988-4de4-97db-d2789e6904b3]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:16:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:16:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:16:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:16:41 user nova-compute[75076]: DEBUG os_brick.utils [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:16:41 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Updating existing volume attachment record: 50cd441a-c06c-42bb-bf85-ffa2a5f012b7 {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:16:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:43 user nova-compute[75076]: DEBUG nova.compute.manager [req-8b9c116c-c062-41dd-884c-fbc6cda0a11e req-f24511be-298a-474f-865d-6a388a31e899 service nova] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Received event network-changed-c1da6e07-692a-42ba-b8ad-2b9082856175 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:16:43 user nova-compute[75076]: DEBUG nova.compute.manager [req-8b9c116c-c062-41dd-884c-fbc6cda0a11e req-f24511be-298a-474f-865d-6a388a31e899 service nova] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Refreshing instance network info cache due to event network-changed-c1da6e07-692a-42ba-b8ad-2b9082856175. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:16:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8b9c116c-c062-41dd-884c-fbc6cda0a11e req-f24511be-298a-474f-865d-6a388a31e899 service nova] Acquiring lock "refresh_cache-5f71531b-8468-4047-8c22-d3da7c735c57" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:16:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8b9c116c-c062-41dd-884c-fbc6cda0a11e req-f24511be-298a-474f-865d-6a388a31e899 service nova] Acquired lock "refresh_cache-5f71531b-8468-4047-8c22-d3da7c735c57" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:16:43 user nova-compute[75076]: DEBUG nova.network.neutron [req-8b9c116c-c062-41dd-884c-fbc6cda0a11e req-f24511be-298a-474f-865d-6a388a31e899 service nova] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Refreshing network info cache for port c1da6e07-692a-42ba-b8ad-2b9082856175 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:16:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:44 user nova-compute[75076]: DEBUG nova.network.neutron [req-8b9c116c-c062-41dd-884c-fbc6cda0a11e req-f24511be-298a-474f-865d-6a388a31e899 service nova] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Updated VIF entry in instance network info cache for port c1da6e07-692a-42ba-b8ad-2b9082856175. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:16:44 user nova-compute[75076]: DEBUG nova.network.neutron [req-8b9c116c-c062-41dd-884c-fbc6cda0a11e req-f24511be-298a-474f-865d-6a388a31e899 service nova] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Updating instance_info_cache with network_info: [{"id": "c1da6e07-692a-42ba-b8ad-2b9082856175", "address": "fa:16:3e:7a:41:1a", "network": {"id": "3255cafe-4ef8-4fd2-8ac5-ab41325fd3bf", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-360938480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff8db855347b4607be96e4b71c6759d2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1da6e07-69", "ovs_interfaceid": "c1da6e07-692a-42ba-b8ad-2b9082856175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:16:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8b9c116c-c062-41dd-884c-fbc6cda0a11e req-f24511be-298a-474f-865d-6a388a31e899 service nova] Releasing lock "refresh_cache-5f71531b-8468-4047-8c22-d3da7c735c57" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:16:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1469a69d-c814-49ca-99f8-398743070392 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Acquiring lock "interface-5f71531b-8468-4047-8c22-d3da7c735c57-None" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:16:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1469a69d-c814-49ca-99f8-398743070392 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Lock "interface-5f71531b-8468-4047-8c22-d3da7c735c57-None" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:16:44 user nova-compute[75076]: DEBUG nova.objects.instance [None req-1469a69d-c814-49ca-99f8-398743070392 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Lazy-loading 'flavor' on Instance uuid 5f71531b-8468-4047-8c22-d3da7c735c57 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:16:44 user nova-compute[75076]: DEBUG nova.objects.instance [None req-1469a69d-c814-49ca-99f8-398743070392 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Lazy-loading 'pci_requests' on Instance uuid 5f71531b-8468-4047-8c22-d3da7c735c57 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:16:44 user nova-compute[75076]: DEBUG nova.objects.base [None req-1469a69d-c814-49ca-99f8-398743070392 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Object Instance<5f71531b-8468-4047-8c22-d3da7c735c57> lazy-loaded attributes: flavor,pci_requests {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:16:44 user nova-compute[75076]: DEBUG nova.network.neutron [None req-1469a69d-c814-49ca-99f8-398743070392 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:16:44 user nova-compute[75076]: DEBUG nova.policy [None req-1469a69d-c814-49ca-99f8-398743070392 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de50ee8d607d498a95c6efc3dcc2ef2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff8db855347b4607be96e4b71c6759d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:16:45 user nova-compute[75076]: DEBUG nova.network.neutron [None req-1469a69d-c814-49ca-99f8-398743070392 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Successfully created port: 0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:16:46 user nova-compute[75076]: DEBUG nova.network.neutron [None req-1469a69d-c814-49ca-99f8-398743070392 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Successfully updated port: 0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:16:46 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1469a69d-c814-49ca-99f8-398743070392 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Acquiring lock "refresh_cache-5f71531b-8468-4047-8c22-d3da7c735c57" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:16:46 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1469a69d-c814-49ca-99f8-398743070392 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Acquired lock "refresh_cache-5f71531b-8468-4047-8c22-d3da7c735c57" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:16:46 user nova-compute[75076]: DEBUG nova.network.neutron [None req-1469a69d-c814-49ca-99f8-398743070392 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:16:46 user nova-compute[75076]: DEBUG nova.compute.manager [req-b7997073-ead7-4fd1-ae53-640d813a72a9 req-431bd30d-ed29-46f4-b502-70515e1ed984 service nova] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Received event network-changed-0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:16:46 user nova-compute[75076]: DEBUG nova.compute.manager [req-b7997073-ead7-4fd1-ae53-640d813a72a9 req-431bd30d-ed29-46f4-b502-70515e1ed984 service nova] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Refreshing instance network info cache due to event network-changed-0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:16:46 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b7997073-ead7-4fd1-ae53-640d813a72a9 req-431bd30d-ed29-46f4-b502-70515e1ed984 service nova] Acquiring lock "refresh_cache-5f71531b-8468-4047-8c22-d3da7c735c57" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:16:46 user nova-compute[75076]: DEBUG nova.network.neutron [None req-1469a69d-c814-49ca-99f8-398743070392 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Updating instance_info_cache with network_info: [{"id": "c1da6e07-692a-42ba-b8ad-2b9082856175", "address": "fa:16:3e:7a:41:1a", "network": {"id": "3255cafe-4ef8-4fd2-8ac5-ab41325fd3bf", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-360938480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff8db855347b4607be96e4b71c6759d2", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1da6e07-69", "ovs_interfaceid": "c1da6e07-692a-42ba-b8ad-2b9082856175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3", "address": "fa:16:3e:f1:b0:3a", "network": {"id": "ab9f84cc-c3f4-4968-8da2-703e328fd0c8", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-633742165", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ff8db855347b4607be96e4b71c6759d2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d3fdde1-ed", "ovs_interfaceid": "0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:16:46 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1469a69d-c814-49ca-99f8-398743070392 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Releasing lock "refresh_cache-5f71531b-8468-4047-8c22-d3da7c735c57" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:16:46 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b7997073-ead7-4fd1-ae53-640d813a72a9 req-431bd30d-ed29-46f4-b502-70515e1ed984 service nova] Acquired lock "refresh_cache-5f71531b-8468-4047-8c22-d3da7c735c57" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:16:46 user nova-compute[75076]: DEBUG nova.network.neutron [req-b7997073-ead7-4fd1-ae53-640d813a72a9 req-431bd30d-ed29-46f4-b502-70515e1ed984 service nova] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Refreshing network info cache for port 0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:16:46 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-1469a69d-c814-49ca-99f8-398743070392 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:14:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-168247400',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-168247400',id=17,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIEtc+oMEVFFsYtud+71/679xsxKYz0Yf6H4Djk7zZ+JykZUbwv8orFMZ0NsrOACbPbFB1l6FtDAYM8kwpqYoSqF2TmMfQqpgtq5E46B6Y6Ff9KxBpUEw27Q0t+n5FVQ1g==',key_name='tempest-keypair-628479125',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:14:59Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='ff8db855347b4607be96e4b71c6759d2',ramdisk_id='',reservation_id='r-lz74sty3',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1924314482',owner_user_name='tempest-TaggedAttachmentsTest-1924314482-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:14:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='de50ee8d607d498a95c6efc3dcc2ef2d',uuid=5f71531b-8468-4047-8c22-d3da7c735c57,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3", "address": "fa:16:3e:f1:b0:3a", "network": {"id": "ab9f84cc-c3f4-4968-8da2-703e328fd0c8", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-633742165", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ff8db855347b4607be96e4b71c6759d2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d3fdde1-ed", "ovs_interfaceid": "0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:16:46 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-1469a69d-c814-49ca-99f8-398743070392 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Converting VIF {"id": "0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3", "address": "fa:16:3e:f1:b0:3a", "network": {"id": "ab9f84cc-c3f4-4968-8da2-703e328fd0c8", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-633742165", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ff8db855347b4607be96e4b71c6759d2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d3fdde1-ed", "ovs_interfaceid": "0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:16:46 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-1469a69d-c814-49ca-99f8-398743070392 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f1:b0:3a,bridge_name='br-int',has_traffic_filtering=True,id=0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3,network=Network(ab9f84cc-c3f4-4968-8da2-703e328fd0c8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d3fdde1-ed') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:16:46 user nova-compute[75076]: DEBUG os_vif [None req-1469a69d-c814-49ca-99f8-398743070392 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f1:b0:3a,bridge_name='br-int',has_traffic_filtering=True,id=0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3,network=Network(ab9f84cc-c3f4-4968-8da2-703e328fd0c8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d3fdde1-ed') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:16:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:16:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:16:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fab2d068-6728-5b98-9135-2b4e4a61b20e', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:16:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0d3fdde1-ed, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:16:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0d3fdde1-ed, col_values=(('qos', UUID('96bf1f43-d1d6-4cd3-b861-cd253727844d')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:16:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0d3fdde1-ed, col_values=(('external_ids', {'iface-id': '0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f1:b0:3a', 'vm-uuid': '5f71531b-8468-4047-8c22-d3da7c735c57'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:16:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:16:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:46 user nova-compute[75076]: INFO os_vif [None req-1469a69d-c814-49ca-99f8-398743070392 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f1:b0:3a,bridge_name='br-int',has_traffic_filtering=True,id=0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3,network=Network(ab9f84cc-c3f4-4968-8da2-703e328fd0c8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d3fdde1-ed')
Oct 27 16:16:46 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-1469a69d-c814-49ca-99f8-398743070392 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:14:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-168247400',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-168247400',id=17,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIEtc+oMEVFFsYtud+71/679xsxKYz0Yf6H4Djk7zZ+JykZUbwv8orFMZ0NsrOACbPbFB1l6FtDAYM8kwpqYoSqF2TmMfQqpgtq5E46B6Y6Ff9KxBpUEw27Q0t+n5FVQ1g==',key_name='tempest-keypair-628479125',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:14:59Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='ff8db855347b4607be96e4b71c6759d2',ramdisk_id='',reservation_id='r-lz74sty3',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1924314482',owner_user_name='tempest-TaggedAttachmentsTest-1924314482-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:14:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='de50ee8d607d498a95c6efc3dcc2ef2d',uuid=5f71531b-8468-4047-8c22-d3da7c735c57,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3", "address": "fa:16:3e:f1:b0:3a", "network": {"id": "ab9f84cc-c3f4-4968-8da2-703e328fd0c8", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-633742165", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ff8db855347b4607be96e4b71c6759d2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d3fdde1-ed", "ovs_interfaceid": "0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:16:46 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-1469a69d-c814-49ca-99f8-398743070392 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Converting VIF {"id": "0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3", "address": "fa:16:3e:f1:b0:3a", "network": {"id": "ab9f84cc-c3f4-4968-8da2-703e328fd0c8", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-633742165", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ff8db855347b4607be96e4b71c6759d2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d3fdde1-ed", "ovs_interfaceid": "0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:16:46 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-1469a69d-c814-49ca-99f8-398743070392 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f1:b0:3a,bridge_name='br-int',has_traffic_filtering=True,id=0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3,network=Network(ab9f84cc-c3f4-4968-8da2-703e328fd0c8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d3fdde1-ed') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:16:46 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-1469a69d-c814-49ca-99f8-398743070392 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] attach device xml: <interface type="ethernet">
Oct 27 16:16:46 user nova-compute[75076]:   <mac address="fa:16:3e:f1:b0:3a"/>
Oct 27 16:16:46 user nova-compute[75076]:   <model type="virtio"/>
Oct 27 16:16:46 user nova-compute[75076]:   <mtu size="1442"/>
Oct 27 16:16:46 user nova-compute[75076]:   <target dev="tap0d3fdde1-ed"/>
Oct 27 16:16:46 user nova-compute[75076]: </interface>
Oct 27 16:16:46 user nova-compute[75076]:  {{(pid=75076) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 16:16:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:47 user nova-compute[75076]: DEBUG nova.compute.manager [req-c362719d-c958-46e1-b7ed-65f9232cedb3 req-7c0fc41e-dc99-4fe4-8931-5fb627dee1db service nova] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Received event network-vif-plugged-0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:16:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c362719d-c958-46e1-b7ed-65f9232cedb3 req-7c0fc41e-dc99-4fe4-8931-5fb627dee1db service nova] Acquiring lock "5f71531b-8468-4047-8c22-d3da7c735c57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:16:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c362719d-c958-46e1-b7ed-65f9232cedb3 req-7c0fc41e-dc99-4fe4-8931-5fb627dee1db service nova] Lock "5f71531b-8468-4047-8c22-d3da7c735c57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:16:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c362719d-c958-46e1-b7ed-65f9232cedb3 req-7c0fc41e-dc99-4fe4-8931-5fb627dee1db service nova] Lock "5f71531b-8468-4047-8c22-d3da7c735c57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:16:47 user nova-compute[75076]: DEBUG nova.compute.manager [req-c362719d-c958-46e1-b7ed-65f9232cedb3 req-7c0fc41e-dc99-4fe4-8931-5fb627dee1db service nova] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] No waiting events found dispatching network-vif-plugged-0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:16:47 user nova-compute[75076]: WARNING nova.compute.manager [req-c362719d-c958-46e1-b7ed-65f9232cedb3 req-7c0fc41e-dc99-4fe4-8931-5fb627dee1db service nova] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Received unexpected event network-vif-plugged-0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3 for instance with vm_state active and task_state None.
Oct 27 16:16:47 user nova-compute[75076]: DEBUG nova.network.neutron [req-b7997073-ead7-4fd1-ae53-640d813a72a9 req-431bd30d-ed29-46f4-b502-70515e1ed984 service nova] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Updated VIF entry in instance network info cache for port 0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:16:47 user nova-compute[75076]: DEBUG nova.network.neutron [req-b7997073-ead7-4fd1-ae53-640d813a72a9 req-431bd30d-ed29-46f4-b502-70515e1ed984 service nova] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Updating instance_info_cache with network_info: [{"id": "c1da6e07-692a-42ba-b8ad-2b9082856175", "address": "fa:16:3e:7a:41:1a", "network": {"id": "3255cafe-4ef8-4fd2-8ac5-ab41325fd3bf", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-360938480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff8db855347b4607be96e4b71c6759d2", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1da6e07-69", "ovs_interfaceid": "c1da6e07-692a-42ba-b8ad-2b9082856175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3", "address": "fa:16:3e:f1:b0:3a", "network": {"id": "ab9f84cc-c3f4-4968-8da2-703e328fd0c8", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-633742165", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ff8db855347b4607be96e4b71c6759d2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d3fdde1-ed", "ovs_interfaceid": "0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:16:47 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-1469a69d-c814-49ca-99f8-398743070392 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:16:47 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-1469a69d-c814-49ca-99f8-398743070392 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] No BDM found with device name hda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:16:47 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-1469a69d-c814-49ca-99f8-398743070392 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] No VIF found with MAC fa:16:3e:7a:41:1a, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:16:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b7997073-ead7-4fd1-ae53-640d813a72a9 req-431bd30d-ed29-46f4-b502-70515e1ed984 service nova] Releasing lock "refresh_cache-5f71531b-8468-4047-8c22-d3da7c735c57" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:16:47 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-1469a69d-c814-49ca-99f8-398743070392 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:16:47 user nova-compute[75076]:   <nova:package version="0.0.0"/>
Oct 27 16:16:47 user nova-compute[75076]:   <nova:name>tempest-device-tagging-server-168247400</nova:name>
Oct 27 16:16:47 user nova-compute[75076]:   <nova:creationTime>2023-10-27 16:16:47</nova:creationTime>
Oct 27 16:16:47 user nova-compute[75076]:   <nova:flavor name="m1.tiny">
Oct 27 16:16:47 user nova-compute[75076]:     <nova:memory>512</nova:memory>
Oct 27 16:16:47 user nova-compute[75076]:     <nova:disk>1</nova:disk>
Oct 27 16:16:47 user nova-compute[75076]:     <nova:swap>0</nova:swap>
Oct 27 16:16:47 user nova-compute[75076]:     <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:16:47 user nova-compute[75076]:     <nova:vcpus>1</nova:vcpus>
Oct 27 16:16:47 user nova-compute[75076]:   </nova:flavor>
Oct 27 16:16:47 user nova-compute[75076]:   <nova:owner>
Oct 27 16:16:47 user nova-compute[75076]:     <nova:user uuid="de50ee8d607d498a95c6efc3dcc2ef2d">tempest-TaggedAttachmentsTest-1924314482-project-member</nova:user>
Oct 27 16:16:47 user nova-compute[75076]:     <nova:project uuid="ff8db855347b4607be96e4b71c6759d2">tempest-TaggedAttachmentsTest-1924314482</nova:project>
Oct 27 16:16:47 user nova-compute[75076]:   </nova:owner>
Oct 27 16:16:47 user nova-compute[75076]:   <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:16:47 user nova-compute[75076]:   <nova:ports>
Oct 27 16:16:47 user nova-compute[75076]:     <nova:port uuid="c1da6e07-692a-42ba-b8ad-2b9082856175">
Oct 27 16:16:47 user nova-compute[75076]:       <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 27 16:16:47 user nova-compute[75076]:     </nova:port>
Oct 27 16:16:47 user nova-compute[75076]:     <nova:port uuid="0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3">
Oct 27 16:16:47 user nova-compute[75076]:       <nova:ip type="fixed" address="10.10.10.66" ipVersion="4"/>
Oct 27 16:16:47 user nova-compute[75076]:     </nova:port>
Oct 27 16:16:47 user nova-compute[75076]:   </nova:ports>
Oct 27 16:16:47 user nova-compute[75076]: </nova:instance>
Oct 27 16:16:47 user nova-compute[75076]:  {{(pid=75076) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Oct 27 16:16:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1469a69d-c814-49ca-99f8-398743070392 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Lock "interface-5f71531b-8468-4047-8c22-d3da7c735c57-None" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 3.195s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:16:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Acquiring lock "5f71531b-8468-4047-8c22-d3da7c735c57" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:16:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Lock "5f71531b-8468-4047-8c22-d3da7c735c57" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:16:47 user nova-compute[75076]: DEBUG nova.objects.instance [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Lazy-loading 'flavor' on Instance uuid 5f71531b-8468-4047-8c22-d3da7c735c57 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:16:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Lock "5f71531b-8468-4047-8c22-d3da7c735c57" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:16:48 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Acquiring lock "5f71531b-8468-4047-8c22-d3da7c735c57" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:16:48 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Lock "5f71531b-8468-4047-8c22-d3da7c735c57" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:16:48 user nova-compute[75076]: INFO nova.compute.manager [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Attaching volume 322b63d0-7169-407b-b6be-2d2cc9302f34 to /dev/vdb
Oct 27 16:16:48 user nova-compute[75076]: DEBUG os_brick.utils [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:16:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:48 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[aae2a7ac-c5ab-4239-b809-d767ce10944f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:16:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:48 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a97e463-3a8c-400b-a4ac-ea2d23302aa6]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:16:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:48 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[58e0dbb0-3d8b-4042-a616-bc140985267f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:16:48 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a33b0d91-84ae-46eb-8976-43ed0086f53e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:16:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:16:48 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:16:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:16:48 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:16:48 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[30fbc52f-dd17-428f-bf7b-1b1f171a6125]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:16:48 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:16:48 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:16:48 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:16:48 user nova-compute[75076]: DEBUG os_brick.utils [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:16:48 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Updating existing volume attachment record: 80aa4194-9ff7-45e4-8de3-f47839353853 {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:16:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:49 user nova-compute[75076]: DEBUG nova.compute.manager [req-f077cc35-eac6-4323-bcdc-2e0f5de8f75f req-72623a4b-4f88-4a0d-940b-94e15bb1735d service nova] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Received event network-vif-plugged-0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:16:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f077cc35-eac6-4323-bcdc-2e0f5de8f75f req-72623a4b-4f88-4a0d-940b-94e15bb1735d service nova] Acquiring lock "5f71531b-8468-4047-8c22-d3da7c735c57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:16:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f077cc35-eac6-4323-bcdc-2e0f5de8f75f req-72623a4b-4f88-4a0d-940b-94e15bb1735d service nova] Lock "5f71531b-8468-4047-8c22-d3da7c735c57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:16:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f077cc35-eac6-4323-bcdc-2e0f5de8f75f req-72623a4b-4f88-4a0d-940b-94e15bb1735d service nova] Lock "5f71531b-8468-4047-8c22-d3da7c735c57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:16:49 user nova-compute[75076]: DEBUG nova.compute.manager [req-f077cc35-eac6-4323-bcdc-2e0f5de8f75f req-72623a4b-4f88-4a0d-940b-94e15bb1735d service nova] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] No waiting events found dispatching network-vif-plugged-0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:16:49 user nova-compute[75076]: WARNING nova.compute.manager [req-f077cc35-eac6-4323-bcdc-2e0f5de8f75f req-72623a4b-4f88-4a0d-940b-94e15bb1735d service nova] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Received unexpected event network-vif-plugged-0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3 for instance with vm_state active and task_state None.
Oct 27 16:16:51 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:54 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquiring lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:16:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:16:56 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:16:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:16:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.004s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:16:56 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:16:56 user nova-compute[75076]: INFO nova.compute.claims [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Claim successful on node user
Oct 27 16:16:56 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:57 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:16:57 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:16:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.687s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:16:57 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:16:57 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:16:57 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:16:57 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:16:57 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:16:57 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:16:57 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:16:57 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Creating image(s)
Oct 27 16:16:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquiring lock "/opt/stack/data/nova/instances/5ff0a19a-8f92-4c8b-bd64-773629da8d93/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:16:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "/opt/stack/data/nova/instances/5ff0a19a-8f92-4c8b-bd64-773629da8d93/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:16:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "/opt/stack/data/nova/instances/5ff0a19a-8f92-4c8b-bd64-773629da8d93/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:16:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquiring lock "6fb3825b87519fcc5ad19e4a1bcda4e57b29bba2" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:16:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "6fb3825b87519fcc5ad19e4a1bcda4e57b29bba2" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:16:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6fb3825b87519fcc5ad19e4a1bcda4e57b29bba2.part --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:58 user nova-compute[75076]: DEBUG nova.policy [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a2787dc4cdd4139873be61147f0baab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49308918740c4496a9fdd3661a16143e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:16:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6fb3825b87519fcc5ad19e4a1bcda4e57b29bba2.part --force-share --output=json" returned: 0 in 0.230s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:58 user nova-compute[75076]: DEBUG nova.virt.images [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] ed7457b7-b062-4a4c-8651-5aaab0bab490 was qcow2, converting to raw {{(pid=75076) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 27 16:16:58 user nova-compute[75076]: DEBUG nova.privsep.utils [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75076) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 27 16:16:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/6fb3825b87519fcc5ad19e4a1bcda4e57b29bba2.part /opt/stack/data/nova/instances/_base/6fb3825b87519fcc5ad19e4a1bcda4e57b29bba2.converted {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/6fb3825b87519fcc5ad19e4a1bcda4e57b29bba2.part /opt/stack/data/nova/instances/_base/6fb3825b87519fcc5ad19e4a1bcda4e57b29bba2.converted" returned: 0 in 0.266s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6fb3825b87519fcc5ad19e4a1bcda4e57b29bba2.converted --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:16:59 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6fb3825b87519fcc5ad19e4a1bcda4e57b29bba2.converted --force-share --output=json" returned: 0 in 0.250s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "6fb3825b87519fcc5ad19e4a1bcda4e57b29bba2" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.305s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:16:59 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6fb3825b87519fcc5ad19e4a1bcda4e57b29bba2 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:59 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6fb3825b87519fcc5ad19e4a1bcda4e57b29bba2 --force-share --output=json" returned: 0 in 0.199s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquiring lock "6fb3825b87519fcc5ad19e4a1bcda4e57b29bba2" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:16:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "6fb3825b87519fcc5ad19e4a1bcda4e57b29bba2" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:16:59 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6fb3825b87519fcc5ad19e4a1bcda4e57b29bba2 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:59 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6fb3825b87519fcc5ad19e4a1bcda4e57b29bba2 --force-share --output=json" returned: 0 in 0.192s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:59 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/6fb3825b87519fcc5ad19e4a1bcda4e57b29bba2,backing_fmt=raw /opt/stack/data/nova/instances/5ff0a19a-8f92-4c8b-bd64-773629da8d93/disk 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:59 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Successfully created port: 67e31a99-9c12-4e7a-9a62-dc87a728dc71 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:16:59 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/6fb3825b87519fcc5ad19e4a1bcda4e57b29bba2,backing_fmt=raw /opt/stack/data/nova/instances/5ff0a19a-8f92-4c8b-bd64-773629da8d93/disk 1073741824" returned: 0 in 0.052s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "6fb3825b87519fcc5ad19e4a1bcda4e57b29bba2" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.249s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:16:59 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6fb3825b87519fcc5ad19e4a1bcda4e57b29bba2 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:16:59 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6fb3825b87519fcc5ad19e4a1bcda4e57b29bba2 --force-share --output=json" returned: 0 in 0.192s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:16:59 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5ff0a19a-8f92-4c8b-bd64-773629da8d93/disk. size=1073741824 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:16:59 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ff0a19a-8f92-4c8b-bd64-773629da8d93/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ff0a19a-8f92-4c8b-bd64-773629da8d93/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Cannot resize image /opt/stack/data/nova/instances/5ff0a19a-8f92-4c8b-bd64-773629da8d93/disk to a smaller size. {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Ensure instance console log exists: /opt/stack/data/nova/instances/5ff0a19a-8f92-4c8b-bd64-773629da8d93/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Successfully updated port: 67e31a99-9c12-4e7a-9a62-dc87a728dc71 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquiring lock "refresh_cache-5ff0a19a-8f92-4c8b-bd64-773629da8d93" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquired lock "refresh_cache-5ff0a19a-8f92-4c8b-bd64-773629da8d93" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG nova.compute.manager [req-d7524652-1a9b-4ac8-81d0-54b9529859b4 req-2e98c3cb-613b-4294-a4e5-80a708fb86f1 service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Received event network-changed-67e31a99-9c12-4e7a-9a62-dc87a728dc71 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG nova.compute.manager [req-d7524652-1a9b-4ac8-81d0-54b9529859b4 req-2e98c3cb-613b-4294-a4e5-80a708fb86f1 service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Refreshing instance network info cache due to event network-changed-67e31a99-9c12-4e7a-9a62-dc87a728dc71. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-d7524652-1a9b-4ac8-81d0-54b9529859b4 req-2e98c3cb-613b-4294-a4e5-80a708fb86f1 service nova] Acquiring lock "refresh_cache-5ff0a19a-8f92-4c8b-bd64-773629da8d93" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Updating instance_info_cache with network_info: [{"id": "67e31a99-9c12-4e7a-9a62-dc87a728dc71", "address": "fa:16:3e:6a:cb:90", "network": {"id": "9ebf0da6-f331-406a-9790-269c4cb299ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1444954987-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49308918740c4496a9fdd3661a16143e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67e31a99-9c", "ovs_interfaceid": "67e31a99-9c12-4e7a-9a62-dc87a728dc71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Releasing lock "refresh_cache-5ff0a19a-8f92-4c8b-bd64-773629da8d93" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Instance network_info: |[{"id": "67e31a99-9c12-4e7a-9a62-dc87a728dc71", "address": "fa:16:3e:6a:cb:90", "network": {"id": "9ebf0da6-f331-406a-9790-269c4cb299ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1444954987-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49308918740c4496a9fdd3661a16143e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67e31a99-9c", "ovs_interfaceid": "67e31a99-9c12-4e7a-9a62-dc87a728dc71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-d7524652-1a9b-4ac8-81d0-54b9529859b4 req-2e98c3cb-613b-4294-a4e5-80a708fb86f1 service nova] Acquired lock "refresh_cache-5ff0a19a-8f92-4c8b-bd64-773629da8d93" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG nova.network.neutron [req-d7524652-1a9b-4ac8-81d0-54b9529859b4 req-2e98c3cb-613b-4294-a4e5-80a708fb86f1 service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Refreshing network info cache for port 67e31a99-9c12-4e7a-9a62-dc87a728dc71 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Start _get_guest_xml network_info=[{"id": "67e31a99-9c12-4e7a-9a62-dc87a728dc71", "address": "fa:16:3e:6a:cb:90", "network": {"id": "9ebf0da6-f331-406a-9790-269c4cb299ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1444954987-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49308918740c4496a9fdd3661a16143e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67e31a99-9c", "ovs_interfaceid": "67e31a99-9c12-4e7a-9a62-dc87a728dc71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:16:53Z,direct_url=<?>,disk_format='qcow2',id=ed7457b7-b062-4a4c-8651-5aaab0bab490,min_disk=0,min_ram=0,name='tempest-scenario-img--1993261845',owner='49308918740c4496a9fdd3661a16143e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:16:55Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': 'ed7457b7-b062-4a4c-8651-5aaab0bab490'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:17:00 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:17:00 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:17:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:16:53Z,direct_url=<?>,disk_format='qcow2',id=ed7457b7-b062-4a4c-8651-5aaab0bab490,min_disk=0,min_ram=0,name='tempest-scenario-img--1993261845',owner='49308918740c4496a9fdd3661a16143e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:16:55Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:16:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1882217320',display_name='tempest-TestMinimumBasicScenario-server-1882217320',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1882217320',id=21,image_ref='ed7457b7-b062-4a4c-8651-5aaab0bab490',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNF8Q77fWmKT1AfHoImDXw4AY8fQMAneD2JwttQpaVU2wxi5yAGVqCZJ+TtNIkpnWGYXhmOgIZg7KNaAgMKQvRP3G9GLaVWC1JDPNQuFQa+WlSR/qdwOIG0s/ZUAHjelHw==',key_name='tempest-TestMinimumBasicScenario-1419435267',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='49308918740c4496a9fdd3661a16143e',ramdisk_id='',reservation_id='r-2xsu5kad',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed7457b7-b062-4a4c-8651-5aaab0bab490',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-417632973',owner_user_name='tempest-TestMinimumBasicScenario-417632973-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:16:58Z,user_data=None,user_id='0a2787dc4cdd4139873be61147f0baab',uuid=5ff0a19a-8f92-4c8b-bd64-773629da8d93,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "67e31a99-9c12-4e7a-9a62-dc87a728dc71", "address": "fa:16:3e:6a:cb:90", "network": {"id": "9ebf0da6-f331-406a-9790-269c4cb299ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1444954987-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49308918740c4496a9fdd3661a16143e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67e31a99-9c", "ovs_interfaceid": "67e31a99-9c12-4e7a-9a62-dc87a728dc71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Converting VIF {"id": "67e31a99-9c12-4e7a-9a62-dc87a728dc71", "address": "fa:16:3e:6a:cb:90", "network": {"id": "9ebf0da6-f331-406a-9790-269c4cb299ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1444954987-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49308918740c4496a9fdd3661a16143e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67e31a99-9c", "ovs_interfaceid": "67e31a99-9c12-4e7a-9a62-dc87a728dc71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6a:cb:90,bridge_name='br-int',has_traffic_filtering=True,id=67e31a99-9c12-4e7a-9a62-dc87a728dc71,network=Network(9ebf0da6-f331-406a-9790-269c4cb299ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67e31a99-9c') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG nova.objects.instance [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lazy-loading 'pci_devices' on Instance uuid 5ff0a19a-8f92-4c8b-bd64-773629da8d93 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:17:00 user nova-compute[75076]:   <uuid>5ff0a19a-8f92-4c8b-bd64-773629da8d93</uuid>
Oct 27 16:17:00 user nova-compute[75076]:   <name>instance-00000015</name>
Oct 27 16:17:00 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:17:00 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:17:00 user nova-compute[75076]:   <metadata>
Oct 27 16:17:00 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:17:00 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:17:00 user nova-compute[75076]:       <nova:name>tempest-TestMinimumBasicScenario-server-1882217320</nova:name>
Oct 27 16:17:00 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:17:00</nova:creationTime>
Oct 27 16:17:00 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:17:00 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:17:00 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:17:00 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:17:00 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:17:00 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:17:00 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:17:00 user nova-compute[75076]:       <nova:owner>
Oct 27 16:17:00 user nova-compute[75076]:         <nova:user uuid="0a2787dc4cdd4139873be61147f0baab">tempest-TestMinimumBasicScenario-417632973-project-member</nova:user>
Oct 27 16:17:00 user nova-compute[75076]:         <nova:project uuid="49308918740c4496a9fdd3661a16143e">tempest-TestMinimumBasicScenario-417632973</nova:project>
Oct 27 16:17:00 user nova-compute[75076]:       </nova:owner>
Oct 27 16:17:00 user nova-compute[75076]:       <nova:root type="image" uuid="ed7457b7-b062-4a4c-8651-5aaab0bab490"/>
Oct 27 16:17:00 user nova-compute[75076]:       <nova:ports>
Oct 27 16:17:00 user nova-compute[75076]:         <nova:port uuid="67e31a99-9c12-4e7a-9a62-dc87a728dc71">
Oct 27 16:17:00 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 27 16:17:00 user nova-compute[75076]:         </nova:port>
Oct 27 16:17:00 user nova-compute[75076]:       </nova:ports>
Oct 27 16:17:00 user nova-compute[75076]:     </nova:instance>
Oct 27 16:17:00 user nova-compute[75076]:   </metadata>
Oct 27 16:17:00 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:17:00 user nova-compute[75076]:     <system>
Oct 27 16:17:00 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:17:00 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:17:00 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:17:00 user nova-compute[75076]:       <entry name="serial">5ff0a19a-8f92-4c8b-bd64-773629da8d93</entry>
Oct 27 16:17:00 user nova-compute[75076]:       <entry name="uuid">5ff0a19a-8f92-4c8b-bd64-773629da8d93</entry>
Oct 27 16:17:00 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:17:00 user nova-compute[75076]:     </system>
Oct 27 16:17:00 user nova-compute[75076]:   </sysinfo>
Oct 27 16:17:00 user nova-compute[75076]:   <os>
Oct 27 16:17:00 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:17:00 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:17:00 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:17:00 user nova-compute[75076]:   </os>
Oct 27 16:17:00 user nova-compute[75076]:   <features>
Oct 27 16:17:00 user nova-compute[75076]:     <acpi/>
Oct 27 16:17:00 user nova-compute[75076]:     <apic/>
Oct 27 16:17:00 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:17:00 user nova-compute[75076]:   </features>
Oct 27 16:17:00 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:17:00 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:17:00 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:17:00 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:17:00 user nova-compute[75076]:   </clock>
Oct 27 16:17:00 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:17:00 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:17:00 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:17:00 user nova-compute[75076]:   </cpu>
Oct 27 16:17:00 user nova-compute[75076]:   <devices>
Oct 27 16:17:00 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:17:00 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:17:00 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/5ff0a19a-8f92-4c8b-bd64-773629da8d93/disk"/>
Oct 27 16:17:00 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:17:00 user nova-compute[75076]:     </disk>
Oct 27 16:17:00 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:17:00 user nova-compute[75076]:       <mac address="fa:16:3e:6a:cb:90"/>
Oct 27 16:17:00 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:17:00 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:17:00 user nova-compute[75076]:       <target dev="tap67e31a99-9c"/>
Oct 27 16:17:00 user nova-compute[75076]:     </interface>
Oct 27 16:17:00 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:17:00 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/5ff0a19a-8f92-4c8b-bd64-773629da8d93/console.log" append="off"/>
Oct 27 16:17:00 user nova-compute[75076]:     </serial>
Oct 27 16:17:00 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:17:00 user nova-compute[75076]:     <video>
Oct 27 16:17:00 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:17:00 user nova-compute[75076]:     </video>
Oct 27 16:17:00 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:17:00 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:17:00 user nova-compute[75076]:     </rng>
Oct 27 16:17:00 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:17:00 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:17:00 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:17:00 user nova-compute[75076]:     </memballoon>
Oct 27 16:17:00 user nova-compute[75076]:   </devices>
Oct 27 16:17:00 user nova-compute[75076]: </domain>
Oct 27 16:17:00 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:16:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1882217320',display_name='tempest-TestMinimumBasicScenario-server-1882217320',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1882217320',id=21,image_ref='ed7457b7-b062-4a4c-8651-5aaab0bab490',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNF8Q77fWmKT1AfHoImDXw4AY8fQMAneD2JwttQpaVU2wxi5yAGVqCZJ+TtNIkpnWGYXhmOgIZg7KNaAgMKQvRP3G9GLaVWC1JDPNQuFQa+WlSR/qdwOIG0s/ZUAHjelHw==',key_name='tempest-TestMinimumBasicScenario-1419435267',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='49308918740c4496a9fdd3661a16143e',ramdisk_id='',reservation_id='r-2xsu5kad',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed7457b7-b062-4a4c-8651-5aaab0bab490',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-417632973',owner_user_name='tempest-TestMinimumBasicScenario-417632973-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:16:58Z,user_data=None,user_id='0a2787dc4cdd4139873be61147f0baab',uuid=5ff0a19a-8f92-4c8b-bd64-773629da8d93,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "67e31a99-9c12-4e7a-9a62-dc87a728dc71", "address": "fa:16:3e:6a:cb:90", "network": {"id": "9ebf0da6-f331-406a-9790-269c4cb299ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1444954987-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49308918740c4496a9fdd3661a16143e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67e31a99-9c", "ovs_interfaceid": "67e31a99-9c12-4e7a-9a62-dc87a728dc71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Converting VIF {"id": "67e31a99-9c12-4e7a-9a62-dc87a728dc71", "address": "fa:16:3e:6a:cb:90", "network": {"id": "9ebf0da6-f331-406a-9790-269c4cb299ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1444954987-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49308918740c4496a9fdd3661a16143e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67e31a99-9c", "ovs_interfaceid": "67e31a99-9c12-4e7a-9a62-dc87a728dc71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6a:cb:90,bridge_name='br-int',has_traffic_filtering=True,id=67e31a99-9c12-4e7a-9a62-dc87a728dc71,network=Network(9ebf0da6-f331-406a-9790-269c4cb299ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67e31a99-9c') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG os_vif [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6a:cb:90,bridge_name='br-int',has_traffic_filtering=True,id=67e31a99-9c12-4e7a-9a62-dc87a728dc71,network=Network(9ebf0da6-f331-406a-9790-269c4cb299ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67e31a99-9c') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a8ad4e9c-fc39-557a-9a61-586018649651', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap67e31a99-9c, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap67e31a99-9c, col_values=(('qos', UUID('caee0b6b-d975-4325-baef-17288af5b64d')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap67e31a99-9c, col_values=(('external_ids', {'iface-id': '67e31a99-9c12-4e7a-9a62-dc87a728dc71', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6a:cb:90', 'vm-uuid': '5ff0a19a-8f92-4c8b-bd64-773629da8d93'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:17:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:00 user nova-compute[75076]: INFO os_vif [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6a:cb:90,bridge_name='br-int',has_traffic_filtering=True,id=67e31a99-9c12-4e7a-9a62-dc87a728dc71,network=Network(9ebf0da6-f331-406a-9790-269c4cb299ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67e31a99-9c')
Oct 27 16:17:01 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:17:01 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] No VIF found with MAC fa:16:3e:6a:cb:90, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:17:01 user nova-compute[75076]: DEBUG nova.network.neutron [req-d7524652-1a9b-4ac8-81d0-54b9529859b4 req-2e98c3cb-613b-4294-a4e5-80a708fb86f1 service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Updated VIF entry in instance network info cache for port 67e31a99-9c12-4e7a-9a62-dc87a728dc71. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:17:01 user nova-compute[75076]: DEBUG nova.network.neutron [req-d7524652-1a9b-4ac8-81d0-54b9529859b4 req-2e98c3cb-613b-4294-a4e5-80a708fb86f1 service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Updating instance_info_cache with network_info: [{"id": "67e31a99-9c12-4e7a-9a62-dc87a728dc71", "address": "fa:16:3e:6a:cb:90", "network": {"id": "9ebf0da6-f331-406a-9790-269c4cb299ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1444954987-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49308918740c4496a9fdd3661a16143e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67e31a99-9c", "ovs_interfaceid": "67e31a99-9c12-4e7a-9a62-dc87a728dc71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:17:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-d7524652-1a9b-4ac8-81d0-54b9529859b4 req-2e98c3cb-613b-4294-a4e5-80a708fb86f1 service nova] Releasing lock "refresh_cache-5ff0a19a-8f92-4c8b-bd64-773629da8d93" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:17:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:02 user nova-compute[75076]: DEBUG nova.compute.manager [req-c9848d81-1e2a-4988-862e-432e906633a9 req-0a23f81e-32d8-4b98-879e-e2c1bd501a4d service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Received event network-vif-plugged-67e31a99-9c12-4e7a-9a62-dc87a728dc71 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:17:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c9848d81-1e2a-4988-862e-432e906633a9 req-0a23f81e-32d8-4b98-879e-e2c1bd501a4d service nova] Acquiring lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:17:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c9848d81-1e2a-4988-862e-432e906633a9 req-0a23f81e-32d8-4b98-879e-e2c1bd501a4d service nova] Lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:17:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c9848d81-1e2a-4988-862e-432e906633a9 req-0a23f81e-32d8-4b98-879e-e2c1bd501a4d service nova] Lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:17:02 user nova-compute[75076]: DEBUG nova.compute.manager [req-c9848d81-1e2a-4988-862e-432e906633a9 req-0a23f81e-32d8-4b98-879e-e2c1bd501a4d service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] No waiting events found dispatching network-vif-plugged-67e31a99-9c12-4e7a-9a62-dc87a728dc71 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:17:02 user nova-compute[75076]: WARNING nova.compute.manager [req-c9848d81-1e2a-4988-862e-432e906633a9 req-0a23f81e-32d8-4b98-879e-e2c1bd501a4d service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Received unexpected event network-vif-plugged-67e31a99-9c12-4e7a-9a62-dc87a728dc71 for instance with vm_state building and task_state spawning.
Oct 27 16:17:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:03 user nova-compute[75076]: INFO nova.virt.block_device [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Booting with volume aafd3978-ff92-4e05-9d25-dadaf40520b3 at /dev/vdc
Oct 27 16:17:03 user nova-compute[75076]: DEBUG os_brick.utils [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:17:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:03 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[35da4b07-9bea-4561-a2a7-11443f8f65b7]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:03 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fdc3e16-f87f-4467-9240-6544d2bcdd15]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:03 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd8aaa43-7ae0-40f0-93fb-19f454671ce0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:03 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[eac9136d-a63c-4c0e-b561-9d93321222f7]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:17:03 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:17:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:17:03 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:17:03 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[fea43ef3-21d2-4fde-9d9d-2ef74302ba72]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:03 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:17:03 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:17:03 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:17:03 user nova-compute[75076]: DEBUG os_brick.utils [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] <== get_connector_properties: return (144ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:17:03 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Updating existing volume attachment record: 236173ca-8fcf-4357-9a8d-517bbcea2f5b {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:17:04 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:04 user nova-compute[75076]: DEBUG nova.compute.manager [req-e85b1f6f-c02f-4cc5-832f-2abc6dd075d5 req-b6c39227-6b52-4813-a0c8-21e6b9b29964 service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Received event network-vif-plugged-67e31a99-9c12-4e7a-9a62-dc87a728dc71 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:17:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-e85b1f6f-c02f-4cc5-832f-2abc6dd075d5 req-b6c39227-6b52-4813-a0c8-21e6b9b29964 service nova] Acquiring lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:17:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-e85b1f6f-c02f-4cc5-832f-2abc6dd075d5 req-b6c39227-6b52-4813-a0c8-21e6b9b29964 service nova] Lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:17:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-e85b1f6f-c02f-4cc5-832f-2abc6dd075d5 req-b6c39227-6b52-4813-a0c8-21e6b9b29964 service nova] Lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:17:04 user nova-compute[75076]: DEBUG nova.compute.manager [req-e85b1f6f-c02f-4cc5-832f-2abc6dd075d5 req-b6c39227-6b52-4813-a0c8-21e6b9b29964 service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] No waiting events found dispatching network-vif-plugged-67e31a99-9c12-4e7a-9a62-dc87a728dc71 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:17:04 user nova-compute[75076]: WARNING nova.compute.manager [req-e85b1f6f-c02f-4cc5-832f-2abc6dd075d5 req-b6c39227-6b52-4813-a0c8-21e6b9b29964 service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Received unexpected event network-vif-plugged-67e31a99-9c12-4e7a-9a62-dc87a728dc71 for instance with vm_state building and task_state spawning.
Oct 27 16:17:04 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:17:04 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:17:04 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Instance spawned successfully.
Oct 27 16:17:04 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:17:04 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:17:04 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:17:04 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:17:04 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:17:04 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:17:04 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:17:04 user nova-compute[75076]: INFO nova.compute.manager [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Took 7.04 seconds to spawn the instance on the hypervisor.
Oct 27 16:17:04 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:17:05 user nova-compute[75076]: INFO nova.compute.manager [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Took 8.38 seconds to build instance.
Oct 27 16:17:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a8e432c7-693c-45ea-9efa-0ff32812d26a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.528s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:17:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "1096189a-b0ca-436c-95e7-8e27f399d7f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:17:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "1096189a-b0ca-436c-95e7-8e27f399d7f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:17:06 user nova-compute[75076]: DEBUG nova.compute.manager [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:17:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:17:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:17:06 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:17:06 user nova-compute[75076]: INFO nova.compute.claims [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Claim successful on node user
Oct 27 16:17:07 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:17:07 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:17:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.608s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:17:07 user nova-compute[75076]: DEBUG nova.compute.manager [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:17:07 user nova-compute[75076]: DEBUG nova.compute.manager [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:17:07 user nova-compute[75076]: DEBUG nova.network.neutron [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:17:07 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:17:07 user nova-compute[75076]: DEBUG nova.compute.manager [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:17:07 user nova-compute[75076]: DEBUG nova.compute.manager [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:17:07 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:17:07 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Creating image(s)
Oct 27 16:17:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "/opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:17:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "/opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:17:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "/opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:17:07 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:07 user nova-compute[75076]: DEBUG nova.policy [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c99e98aaaae434397f33178d51b0f20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ef018ddb1b54e7b996b9fb0f8e15c10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:17:07 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.211s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:17:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:17:07 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.223s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk 1073741824" returned: 0 in 0.192s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.424s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:17:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.207s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:09 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk. size=1073741824 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:17:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:09 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Cannot resize image /opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk to a smaller size. {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 16:17:09 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:17:09 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Ensure instance console log exists: /opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:17:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:17:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:17:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:17:09 user nova-compute[75076]: DEBUG nova.network.neutron [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Successfully created port: 3eb6166c-750b-46ce-b20b-c5a291bc8a33 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:17:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:09 user nova-compute[75076]: DEBUG nova.network.neutron [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Successfully updated port: 3eb6166c-750b-46ce-b20b-c5a291bc8a33 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:17:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "refresh_cache-1096189a-b0ca-436c-95e7-8e27f399d7f3" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:17:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquired lock "refresh_cache-1096189a-b0ca-436c-95e7-8e27f399d7f3" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:17:09 user nova-compute[75076]: DEBUG nova.network.neutron [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:17:09 user nova-compute[75076]: DEBUG nova.compute.manager [req-7fb74ed0-de28-4bf1-b6d8-b9c8540880c4 req-cb8d9b53-dafb-45ed-abe6-7bc1bc2310d8 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Received event network-changed-3eb6166c-750b-46ce-b20b-c5a291bc8a33 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:17:09 user nova-compute[75076]: DEBUG nova.compute.manager [req-7fb74ed0-de28-4bf1-b6d8-b9c8540880c4 req-cb8d9b53-dafb-45ed-abe6-7bc1bc2310d8 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Refreshing instance network info cache due to event network-changed-3eb6166c-750b-46ce-b20b-c5a291bc8a33. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:17:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7fb74ed0-de28-4bf1-b6d8-b9c8540880c4 req-cb8d9b53-dafb-45ed-abe6-7bc1bc2310d8 service nova] Acquiring lock "refresh_cache-1096189a-b0ca-436c-95e7-8e27f399d7f3" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:17:09 user nova-compute[75076]: DEBUG nova.network.neutron [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OdQSDeCE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:17:10 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:17:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:17:10 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:17:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:17:10 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:17:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG nova.network.neutron [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Updating instance_info_cache with network_info: [{"id": "3eb6166c-750b-46ce-b20b-c5a291bc8a33", "address": "fa:16:3e:7a:87:a6", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3eb6166c-75", "ovs_interfaceid": "3eb6166c-750b-46ce-b20b-c5a291bc8a33", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d899815b-7fc6-495f-8628-f005dfa7081a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:17:10 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Releasing lock "refresh_cache-1096189a-b0ca-436c-95e7-8e27f399d7f3" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG nova.compute.manager [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Instance network_info: |[{"id": "3eb6166c-750b-46ce-b20b-c5a291bc8a33", "address": "fa:16:3e:7a:87:a6", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3eb6166c-75", "ovs_interfaceid": "3eb6166c-750b-46ce-b20b-c5a291bc8a33", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7fb74ed0-de28-4bf1-b6d8-b9c8540880c4 req-cb8d9b53-dafb-45ed-abe6-7bc1bc2310d8 service nova] Acquired lock "refresh_cache-1096189a-b0ca-436c-95e7-8e27f399d7f3" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG nova.network.neutron [req-7fb74ed0-de28-4bf1-b6d8-b9c8540880c4 req-cb8d9b53-dafb-45ed-abe6-7bc1bc2310d8 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Refreshing network info cache for port 3eb6166c-750b-46ce-b20b-c5a291bc8a33 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Start _get_guest_xml network_info=[{"id": "3eb6166c-750b-46ce-b20b-c5a291bc8a33", "address": "fa:16:3e:7a:87:a6", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3eb6166c-75", "ovs_interfaceid": "3eb6166c-750b-46ce-b20b-c5a291bc8a33", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:17:10 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:17:10 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:17:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.028s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5704ecd4-d937-42ff-8e93-8bba94b83c36]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34] added
Oct 27 16:17:10 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:17:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-9667271',display_name='tempest-ServerRescueNegativeTestJSON-server-9667271',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-9667271',id=22,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIK7rj/RKh7k1lO/mfk9jd2Q5WCTfA0Cs8yZLYOaO2OJl5XFDF2vM3gWVchXWp03Txfgdn3Hm5ghxRB9dGY705dYfIYhN/izd0arHXD55HtgSYEzY2V+F370QWZ5arQ/Uw==',key_name='tempest-keypair-1962523774',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0ef018ddb1b54e7b996b9fb0f8e15c10',ramdisk_id='',reservation_id='r-0xz0x0cc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1251262599',owner_user_name='tempest-ServerRescueNegativeTestJSON-1251262599-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:17:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0c99e98aaaae434397f33178d51b0f20',uuid=1096189a-b0ca-436c-95e7-8e27f399d7f3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3eb6166c-750b-46ce-b20b-c5a291bc8a33", "address": "fa:16:3e:7a:87:a6", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3eb6166c-75", "ovs_interfaceid": "3eb6166c-750b-46ce-b20b-c5a291bc8a33", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Converting VIF {"id": "3eb6166c-750b-46ce-b20b-c5a291bc8a33", "address": "fa:16:3e:7a:87:a6", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3eb6166c-75", "ovs_interfaceid": "3eb6166c-750b-46ce-b20b-c5a291bc8a33", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7a:87:a6,bridge_name='br-int',has_traffic_filtering=True,id=3eb6166c-750b-46ce-b20b-c5a291bc8a33,network=Network(a3001d2a-0821-4923-b18e-5d46ff3977e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3eb6166c-75') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG nova.objects.instance [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lazy-loading 'pci_devices' on Instance uuid 1096189a-b0ca-436c-95e7-8e27f399d7f3 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e655e9f9-9d52-4e04-9c94-de09f658e54f]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:17:10 user nova-compute[75076]:   <uuid>1096189a-b0ca-436c-95e7-8e27f399d7f3</uuid>
Oct 27 16:17:10 user nova-compute[75076]:   <name>instance-00000016</name>
Oct 27 16:17:10 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:17:10 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:17:10 user nova-compute[75076]:   <metadata>
Oct 27 16:17:10 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:17:10 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:17:10 user nova-compute[75076]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-9667271</nova:name>
Oct 27 16:17:10 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:17:10</nova:creationTime>
Oct 27 16:17:10 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:17:10 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:17:10 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:17:10 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:17:10 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:17:10 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:17:10 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:17:10 user nova-compute[75076]:       <nova:owner>
Oct 27 16:17:10 user nova-compute[75076]:         <nova:user uuid="0c99e98aaaae434397f33178d51b0f20">tempest-ServerRescueNegativeTestJSON-1251262599-project-member</nova:user>
Oct 27 16:17:10 user nova-compute[75076]:         <nova:project uuid="0ef018ddb1b54e7b996b9fb0f8e15c10">tempest-ServerRescueNegativeTestJSON-1251262599</nova:project>
Oct 27 16:17:10 user nova-compute[75076]:       </nova:owner>
Oct 27 16:17:10 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:17:10 user nova-compute[75076]:       <nova:ports>
Oct 27 16:17:10 user nova-compute[75076]:         <nova:port uuid="3eb6166c-750b-46ce-b20b-c5a291bc8a33">
Oct 27 16:17:10 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 27 16:17:10 user nova-compute[75076]:         </nova:port>
Oct 27 16:17:10 user nova-compute[75076]:       </nova:ports>
Oct 27 16:17:10 user nova-compute[75076]:     </nova:instance>
Oct 27 16:17:10 user nova-compute[75076]:   </metadata>
Oct 27 16:17:10 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:17:10 user nova-compute[75076]:     <system>
Oct 27 16:17:10 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:17:10 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:17:10 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:17:10 user nova-compute[75076]:       <entry name="serial">1096189a-b0ca-436c-95e7-8e27f399d7f3</entry>
Oct 27 16:17:10 user nova-compute[75076]:       <entry name="uuid">1096189a-b0ca-436c-95e7-8e27f399d7f3</entry>
Oct 27 16:17:10 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:17:10 user nova-compute[75076]:     </system>
Oct 27 16:17:10 user nova-compute[75076]:   </sysinfo>
Oct 27 16:17:10 user nova-compute[75076]:   <os>
Oct 27 16:17:10 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:17:10 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:17:10 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:17:10 user nova-compute[75076]:   </os>
Oct 27 16:17:10 user nova-compute[75076]:   <features>
Oct 27 16:17:10 user nova-compute[75076]:     <acpi/>
Oct 27 16:17:10 user nova-compute[75076]:     <apic/>
Oct 27 16:17:10 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:17:10 user nova-compute[75076]:   </features>
Oct 27 16:17:10 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:17:10 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:17:10 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:17:10 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:17:10 user nova-compute[75076]:   </clock>
Oct 27 16:17:10 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:17:10 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:17:10 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:17:10 user nova-compute[75076]:   </cpu>
Oct 27 16:17:10 user nova-compute[75076]:   <devices>
Oct 27 16:17:10 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:17:10 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:17:10 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk"/>
Oct 27 16:17:10 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:17:10 user nova-compute[75076]:     </disk>
Oct 27 16:17:10 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:17:10 user nova-compute[75076]:       <mac address="fa:16:3e:7a:87:a6"/>
Oct 27 16:17:10 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:17:10 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:17:10 user nova-compute[75076]:       <target dev="tap3eb6166c-75"/>
Oct 27 16:17:10 user nova-compute[75076]:     </interface>
Oct 27 16:17:10 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:17:10 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/console.log" append="off"/>
Oct 27 16:17:10 user nova-compute[75076]:     </serial>
Oct 27 16:17:10 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:17:10 user nova-compute[75076]:     <video>
Oct 27 16:17:10 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:17:10 user nova-compute[75076]:     </video>
Oct 27 16:17:10 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:17:10 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:17:10 user nova-compute[75076]:     </rng>
Oct 27 16:17:10 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:17:10 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:17:10 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:17:10 user nova-compute[75076]:     </memballoon>
Oct 27 16:17:10 user nova-compute[75076]:   </devices>
Oct 27 16:17:10 user nova-compute[75076]: </domain>
Oct 27 16:17:10 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:17:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-9667271',display_name='tempest-ServerRescueNegativeTestJSON-server-9667271',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-9667271',id=22,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIK7rj/RKh7k1lO/mfk9jd2Q5WCTfA0Cs8yZLYOaO2OJl5XFDF2vM3gWVchXWp03Txfgdn3Hm5ghxRB9dGY705dYfIYhN/izd0arHXD55HtgSYEzY2V+F370QWZ5arQ/Uw==',key_name='tempest-keypair-1962523774',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0ef018ddb1b54e7b996b9fb0f8e15c10',ramdisk_id='',reservation_id='r-0xz0x0cc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1251262599',owner_user_name='tempest-ServerRescueNegativeTestJSON-1251262599-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:17:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0c99e98aaaae434397f33178d51b0f20',uuid=1096189a-b0ca-436c-95e7-8e27f399d7f3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3eb6166c-750b-46ce-b20b-c5a291bc8a33", "address": "fa:16:3e:7a:87:a6", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3eb6166c-75", "ovs_interfaceid": "3eb6166c-750b-46ce-b20b-c5a291bc8a33", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Converting VIF {"id": "3eb6166c-750b-46ce-b20b-c5a291bc8a33", "address": "fa:16:3e:7a:87:a6", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3eb6166c-75", "ovs_interfaceid": "3eb6166c-750b-46ce-b20b-c5a291bc8a33", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7a:87:a6,bridge_name='br-int',has_traffic_filtering=True,id=3eb6166c-750b-46ce-b20b-c5a291bc8a33,network=Network(a3001d2a-0821-4923-b18e-5d46ff3977e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3eb6166c-75') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG os_vif [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7a:87:a6,bridge_name='br-int',has_traffic_filtering=True,id=3eb6166c-750b-46ce-b20b-c5a291bc8a33,network=Network(a3001d2a-0821-4923-b18e-5d46ff3977e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3eb6166c-75') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '06b6d5d4-8b30-5e7e-b594-470e8c35226f', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0441f44-8cb5-472e-82f1-4ce4b14ab7c3]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OdQSDeCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3eb6166c-75, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3eb6166c-75, col_values=(('qos', UUID('3f82d865-c868-4a25-9fea-be509c01f50e')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3eb6166c-75, col_values=(('external_ids', {'iface-id': '3eb6166c-750b-46ce-b20b-c5a291bc8a33', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7a:87:a6', 'vm-uuid': '1096189a-b0ca-436c-95e7-8e27f399d7f3'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:10 user nova-compute[75076]: INFO os_vif [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7a:87:a6,bridge_name='br-int',has_traffic_filtering=True,id=3eb6166c-750b-46ce-b20b-c5a291bc8a33,network=Network(a3001d2a-0821-4923-b18e-5d46ff3977e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3eb6166c-75')
Oct 27 16:17:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OdQSDeCE" returned: 0 in 0.040s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf928397-e969-41b2-8185-08606eda7ba4]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'OdQSDeCE'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab4be29b-c67c-4cbd-92df-94ec51e38128]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[895eca62-391a-49d0-9176-596a1b8e1093]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:17:10 user nova-compute[75076]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)
Oct 27 16:17:10 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:17:10 user nova-compute[75076]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)
Oct 27 16:17:10 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] No VIF found with MAC fa:16:3e:7a:87:a6, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfc61a4f-6db9-4853-ad86-9f7fb306b1db]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34, portal: 172.16.0.220,3260]
Oct 27 16:17:10 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34, portal: 172.16.0.220,3260] successful.
Oct 27 16:17:10 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d12571c6-6701-4b5b-accb-c119f2a5794c]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc0bb485-35e1-4867-8c25-49d04c67a1df]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:17:10 user nova-compute[75076]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)
Oct 27 16:17:10 user nova-compute[75076]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 (non-flash)
Oct 27 16:17:10 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:17:10 user nova-compute[75076]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)
Oct 27 16:17:10 user nova-compute[75076]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 (non-flash)
Oct 27 16:17:10 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.391s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] HCTL ('34', '-', '-', 0) found on session 17 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2d4ed4e-987d-4859-aeb1-448fccca040e]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Searching for a device in session 17 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OdQSDeCE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG nova.network.neutron [req-7fb74ed0-de28-4bf1-b6d8-b9c8540880c4 req-cb8d9b53-dafb-45ed-abe6-7bc1bc2310d8 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Updated VIF entry in instance network info cache for port 3eb6166c-750b-46ce-b20b-c5a291bc8a33. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG nova.network.neutron [req-7fb74ed0-de28-4bf1-b6d8-b9c8540880c4 req-cb8d9b53-dafb-45ed-abe6-7bc1bc2310d8 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Updating instance_info_cache with network_info: [{"id": "3eb6166c-750b-46ce-b20b-c5a291bc8a33", "address": "fa:16:3e:7a:87:a6", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3eb6166c-75", "ovs_interfaceid": "3eb6166c-750b-46ce-b20b-c5a291bc8a33", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:17:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7fb74ed0-de28-4bf1-b6d8-b9c8540880c4 req-cb8d9b53-dafb-45ed-abe6-7bc1bc2310d8 service nova] Releasing lock "refresh_cache-1096189a-b0ca-436c-95e7-8e27f399d7f3" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:17:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.437s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:17:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] <== connect_volume: return (1438ms) {'type': 'block', 'scsi_wwn': '23930393263626334', 'path': '/dev/sdc'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:17:11 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23930393263626334', 'path': '/dev/sdc'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:17:11 user nova-compute[75076]: DEBUG nova.objects.instance [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Lazy-loading 'flavor' on Instance uuid 5f71531b-8468-4047-8c22-d3da7c735c57 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:17:11 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 16:17:11 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:17:11 user nova-compute[75076]:   <source dev="/dev/sdc"/>
Oct 27 16:17:11 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:17:11 user nova-compute[75076]:   <serial>322b63d0-7169-407b-b6be-2d2cc9302f34</serial>
Oct 27 16:17:11 user nova-compute[75076]: </disk>
Oct 27 16:17:11 user nova-compute[75076]:  {{(pid=75076) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 16:17:11 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:11 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:17:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] No BDM found with device name hda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:17:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] No VIF found with MAC fa:16:3e:7a:41:1a, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:17:12 user nova-compute[75076]: DEBUG nova.compute.manager [req-23466af9-a974-4393-a111-24b5581a9db3 req-a288d428-4c5d-4736-9ae8-6552273c1515 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Received event network-vif-plugged-3eb6166c-750b-46ce-b20b-c5a291bc8a33 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:17:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-23466af9-a974-4393-a111-24b5581a9db3 req-a288d428-4c5d-4736-9ae8-6552273c1515 service nova] Acquiring lock "1096189a-b0ca-436c-95e7-8e27f399d7f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:17:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-23466af9-a974-4393-a111-24b5581a9db3 req-a288d428-4c5d-4736-9ae8-6552273c1515 service nova] Lock "1096189a-b0ca-436c-95e7-8e27f399d7f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:17:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-23466af9-a974-4393-a111-24b5581a9db3 req-a288d428-4c5d-4736-9ae8-6552273c1515 service nova] Lock "1096189a-b0ca-436c-95e7-8e27f399d7f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:17:12 user nova-compute[75076]: DEBUG nova.compute.manager [req-23466af9-a974-4393-a111-24b5581a9db3 req-a288d428-4c5d-4736-9ae8-6552273c1515 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] No waiting events found dispatching network-vif-plugged-3eb6166c-750b-46ce-b20b-c5a291bc8a33 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:17:12 user nova-compute[75076]: WARNING nova.compute.manager [req-23466af9-a974-4393-a111-24b5581a9db3 req-a288d428-4c5d-4736-9ae8-6552273c1515 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Received unexpected event network-vif-plugged-3eb6166c-750b-46ce-b20b-c5a291bc8a33 for instance with vm_state building and task_state spawning.
Oct 27 16:17:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b9fe3a2a-6acd-4c61-a09b-cce9641eca72 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Lock "5f71531b-8468-4047-8c22-d3da7c735c57" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 24.493s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:17:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-293db0a4-263f-469b-8075-f28ce96efdb0 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Acquiring lock "5f71531b-8468-4047-8c22-d3da7c735c57" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:17:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-293db0a4-263f-469b-8075-f28ce96efdb0 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Lock "5f71531b-8468-4047-8c22-d3da7c735c57" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:17:14 user nova-compute[75076]: INFO nova.compute.manager [None req-293db0a4-263f-469b-8075-f28ce96efdb0 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Detaching volume 322b63d0-7169-407b-b6be-2d2cc9302f34
Oct 27 16:17:14 user nova-compute[75076]: INFO nova.virt.block_device [None req-293db0a4-263f-469b-8075-f28ce96efdb0 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Attempting to driver detach volume 322b63d0-7169-407b-b6be-2d2cc9302f34 from mountpoint /dev/vdb
Oct 27 16:17:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-293db0a4-263f-469b-8075-f28ce96efdb0 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Attempting to detach device vdb from instance 5f71531b-8468-4047-8c22-d3da7c735c57 from the persistent domain config. {{(pid=75076) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 16:17:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-293db0a4-263f-469b-8075-f28ce96efdb0 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:17:14 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:17:14 user nova-compute[75076]:   <source dev="/dev/sdc"/>
Oct 27 16:17:14 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:17:14 user nova-compute[75076]:   <serial>322b63d0-7169-407b-b6be-2d2cc9302f34</serial>
Oct 27 16:17:14 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 27 16:17:14 user nova-compute[75076]: </disk>
Oct 27 16:17:14 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:17:14 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-293db0a4-263f-469b-8075-f28ce96efdb0 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Successfully detached device vdb from instance 5f71531b-8468-4047-8c22-d3da7c735c57 from the persistent domain config.
Oct 27 16:17:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-293db0a4-263f-469b-8075-f28ce96efdb0 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 5f71531b-8468-4047-8c22-d3da7c735c57 from the live domain config. {{(pid=75076) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 16:17:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-293db0a4-263f-469b-8075-f28ce96efdb0 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:17:14 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:17:14 user nova-compute[75076]:   <source dev="/dev/sdc"/>
Oct 27 16:17:14 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:17:14 user nova-compute[75076]:   <serial>322b63d0-7169-407b-b6be-2d2cc9302f34</serial>
Oct 27 16:17:14 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 27 16:17:14 user nova-compute[75076]: </disk>
Oct 27 16:17:14 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:17:14 user nova-compute[75076]: DEBUG nova.compute.manager [req-c8a5b52a-80b4-4712-b722-f6bc9b20a5f5 req-99e4716c-054f-409a-9b67-0c46f8fcf535 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Received event network-vif-plugged-3eb6166c-750b-46ce-b20b-c5a291bc8a33 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:17:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c8a5b52a-80b4-4712-b722-f6bc9b20a5f5 req-99e4716c-054f-409a-9b67-0c46f8fcf535 service nova] Acquiring lock "1096189a-b0ca-436c-95e7-8e27f399d7f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:17:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c8a5b52a-80b4-4712-b722-f6bc9b20a5f5 req-99e4716c-054f-409a-9b67-0c46f8fcf535 service nova] Lock "1096189a-b0ca-436c-95e7-8e27f399d7f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:17:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c8a5b52a-80b4-4712-b722-f6bc9b20a5f5 req-99e4716c-054f-409a-9b67-0c46f8fcf535 service nova] Lock "1096189a-b0ca-436c-95e7-8e27f399d7f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:17:14 user nova-compute[75076]: DEBUG nova.compute.manager [req-c8a5b52a-80b4-4712-b722-f6bc9b20a5f5 req-99e4716c-054f-409a-9b67-0c46f8fcf535 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] No waiting events found dispatching network-vif-plugged-3eb6166c-750b-46ce-b20b-c5a291bc8a33 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:17:14 user nova-compute[75076]: WARNING nova.compute.manager [req-c8a5b52a-80b4-4712-b722-f6bc9b20a5f5 req-99e4716c-054f-409a-9b67-0c46f8fcf535 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Received unexpected event network-vif-plugged-3eb6166c-750b-46ce-b20b-c5a291bc8a33 for instance with vm_state building and task_state spawning.
Oct 27 16:17:14 user nova-compute[75076]: DEBUG nova.compute.manager [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:17:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:17:14 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Instance spawned successfully.
Oct 27 16:17:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:17:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:17:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:17:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:17:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:17:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:17:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:17:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:14 user nova-compute[75076]: INFO nova.compute.manager [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Took 7.09 seconds to spawn the instance on the hypervisor.
Oct 27 16:17:14 user nova-compute[75076]: DEBUG nova.compute.manager [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:17:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-293db0a4-263f-469b-8075-f28ce96efdb0 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 5f71531b-8468-4047-8c22-d3da7c735c57 {{(pid=75076) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 16:17:14 user nova-compute[75076]: INFO nova.compute.manager [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Took 8.19 seconds to build instance.
Oct 27 16:17:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-fbe60ec1-ba77-4b22-a09a-cd8f8d5a10a7 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "1096189a-b0ca-436c-95e7-8e27f399d7f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.348s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:17:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:19 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:21 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:17:22 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:17:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:17:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:17:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:17:22 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:17:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json" returned: 0 in 0.212s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json" returned: 0 in 0.192s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:23 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:17:23 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:24 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:24 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:17:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f71531b-8468-4047-8c22-d3da7c735c57/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f71531b-8468-4047-8c22-d3da7c735c57/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f71531b-8468-4047-8c22-d3da7c735c57/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f71531b-8468-4047-8c22-d3da7c735c57/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ff0a19a-8f92-4c8b-bd64-773629da8d93/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ff0a19a-8f92-4c8b-bd64-773629da8d93/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ff0a19a-8f92-4c8b-bd64-773629da8d93/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ff0a19a-8f92-4c8b-bd64-773629da8d93/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:26 user nova-compute[75076]: DEBUG nova.compute.manager [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:17:26 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:17:26 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Creating image(s)
Oct 27 16:17:26 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Did not create local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 27 16:17:26 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Ensure instance console log exists: /opt/stack/data/nova/instances/40b53db7-8f3f-44fc-8cd0-fdf44fee338c/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:17:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:17:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:17:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:17:26 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Start _get_guest_xml network_info=[{"id": "10083166-5624-4e63-ba1d-153a4c4e8bc9", "address": "fa:16:3e:73:8d:b3", "network": {"id": "5ab1bd5d-8d18-42a1-9cf4-c1df34f88ca9", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-727831082-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10083166-56", "ovs_interfaceid": "10083166-5624-4e63-ba1d-153a4c4e8bc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d9d6637a-9e63-47fd-897d-78cefe5eb747", "address": "fa:16:3e:55:e2:b9", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9d6637a-9e", "ovs_interfaceid": "d9d6637a-9e63-47fd-897d-78cefe5eb747", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "50f565ca-7c06-4391-9ebb-d91de452b1f0", "address": "fa:16:3e:33:19:f6", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50f565ca-7c", "ovs_interfaceid": "50f565ca-7c06-4391-9ebb-d91de452b1f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "9ebeece2-ca7c-4e59-8a02-654e20856e51", "address": "fa:16:3e:fb:dd:30", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ebeece2-ca", "ovs_interfaceid": "9ebeece2-ca7c-4e59-8a02-654e20856e51", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3aa7d24c-ddda-4f37-a30b-2180b9e178b2", "address": "fa:16:3e:16:bb:b4", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3aa7d24c-dd", "ovs_interfaceid": "3aa7d24c-ddda-4f37-a30b-2180b9e178b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b9d4af56-2afd-4311-865e-1bffd9440fdd", "address": "fa:16:3e:c3:67:4f", "network": {"id": "1d9aac36-1f31-4083-a427-689b7636b476", "bridge": "br-int", "label": "tempest-device-tagging-net2-1790295728", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9d4af56-2a", "ovs_interfaceid": "b9d4af56-2afd-4311-865e-1bffd9440fdd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e810be0c-be2e-467f-9f02-d1fb8cf63b0a", "address": "fa:16:3e:81:9b:63", "network": {"id": "1d9aac36-1f31-4083-a427-689b7636b476", "bridge": "br-int", "label": "tempest-device-tagging-net2-1790295728", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape810be0c-be", "ovs_interfaceid": "e810be0c-be2e-467f-9f02-d1fb8cf63b0a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zdWOuRLF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '40b53db7-8f3f-44fc-8cd0-fdf44fee338c', 'attached_at': '', 'detached_at': '', 'volume_id': '8c81f0a6-6107-47b3-8717-53b70d87ded4', 'serial': '8c81f0a6-6107-47b3-8717-53b70d87ded4'}, 'boot_index': 0, 'device_type': 'disk', 'mount_device': '/dev/vda', 'disk_bus': 'virtio', 'attachment_id': 'b481d2ef-9dd9-4182-a353-3f34dbd10dd7', 'guest_format': None, 'delete_on_termination': False, 'volume_type': None}, {'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'keqmTfcW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '40b53db7-8f3f-44fc-8cd0-fdf44fee338c', 'attached_at': '', 'detached_at': '', 'volume_id': '1cd36cfa-4233-45cb-89db-281a987d18cd', 'serial': '1cd36cfa-4233-45cb-89db-281a987d18cd'}, 'boot_index': 1, 'device_type': 'disk', 'mount_device': '/dev/vdb', 'disk_bus': 'virtio', 'attachment_id': '50cd441a-c06c-42bb-bf85-ffa2a5f012b7', 'guest_format': None, 'delete_on_termination': False, 'volume_type': None}, {'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IsgiDjEh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '40b53db7-8f3f-44fc-8cd0-fdf44fee338c', 'attached_at': '', 'detached_at': '', 'volume_id': 'aafd3978-ff92-4e05-9d25-dadaf40520b3', 'serial': 'aafd3978-ff92-4e05-9d25-dadaf40520b3'}, 'boot_index': 2, 'device_type': 'disk', 'mount_device': '/dev/vdc', 'disk_bus': 'virtio', 'attachment_id': '236173ca-8fcf-4357-9a8d-517bbcea2f5b', 'guest_format': None, 'delete_on_termination': False, 'volume_type': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:17:26 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:17:26 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:17:26 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:17:26 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:17:26 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:17:26 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:17:26 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:17:26 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:17:26 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:17:26 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:17:26 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:17:26 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:17:26 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:17:26 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:17:26 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:17:26 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:17:26 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:17:26 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:17:26 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:17:26 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zdWOuRLF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:17:26 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:17:26 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:17:26 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:17:26 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:17:26 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:17:26 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:17:26 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:17:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:26 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0b3d960-372b-4012-b5bd-1d595b990517]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:26 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:17:26 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:17:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[945c5a17-6dcf-414e-904b-a3f6e72ec6ff]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4] added
Oct 27 16:17:27 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:27 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:17:27 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:17:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=7511MB free_disk=25.224021911621094GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a135e61e-b8a6-48fd-aec4-f63a8eefcc34]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.030s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bfd63b1-aa63-4c26-8698-d4899d8224b2]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zdWOuRLF {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zdWOuRLF" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[96562e3f-00b9-4f56-83a4-05f38e1ca013]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'zdWOuRLF'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ab15ec2-bffd-4833-a915-7e93e08faec2]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 961254d8-ebf1-4fa6-a93d-62c8eb1bd359 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance add0650a-7ec6-4d12-9662-880e6b3f7052 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 374d9279-bc18-44dd-91cd-a87bef438090 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance c35e1163-5e25-488f-858f-8ad5d5430617 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 5f71531b-8468-4047-8c22-d3da7c735c57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance d2d7472d-1f5e-4ab5-a016-9e327bad6eed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 9f9c5961-2f10-499b-8721-e00141b30d82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 40b53db7-8f3f-44fc-8cd0-fdf44fee338c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 5ff0a19a-8f92-4c8b-bd64-773629da8d93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 1096189a-b0ca-436c-95e7-8e27f399d7f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6147c399-96af-47db-8c04-4542e0e951bf]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:17:27 user nova-compute[75076]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)
Oct 27 16:17:27 user nova-compute[75076]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 (non-flash)
Oct 27 16:17:27 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:17:27 user nova-compute[75076]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)
Oct 27 16:17:27 user nova-compute[75076]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 (non-flash)
Oct 27 16:17:27 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[98754f85-16fa-4584-8981-c330e2429000]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4, portal: 172.16.0.220,3260]
Oct 27 16:17:27 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4, portal: 172.16.0.220,3260] successful.
Oct 27 16:17:27 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a60ac09a-b954-477b-b4aa-b0f3e0ffe5ee]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[766801a1-ccbd-4eb4-a3cc-a84169415203]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:17:27 user nova-compute[75076]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)
Oct 27 16:17:27 user nova-compute[75076]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 (non-flash)
Oct 27 16:17:27 user nova-compute[75076]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 (non-flash)
Oct 27 16:17:27 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:17:27 user nova-compute[75076]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)
Oct 27 16:17:27 user nova-compute[75076]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 (non-flash)
Oct 27 16:17:27 user nova-compute[75076]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 (non-flash)
Oct 27 16:17:27 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.791s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] HCTL ('35', '-', '-', 0) found on session 18 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[67b1d00c-b6eb-43db-bbf7-6f3bd29251f6]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Searching for a device in session 18 and hctl ['35', '*', '*', 0] yield: None {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:17:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.660s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Searching for a device in session 18 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zdWOuRLF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.830s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] <== connect_volume: return (1833ms) {'type': 'block', 'scsi_wwn': '23836396631323365', 'path': '/dev/sdd'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23836396631323365', 'path': '/dev/sdd'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'keqmTfcW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:17:28 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:17:28 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.007s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:17:28 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:17:28 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:17:28 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:17:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc5497a8-bfa2-4e32-9004-37b26e77eadc]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:17:28 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9500d8a-55a4-4d94-9c6b-e2cea34e267c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd] added
Oct 27 16:17:28 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f903983-f5c9-450a-ac5a-86faab4f43ec]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[48ed3815-d5cc-46b8-afa9-df2ba7237a17]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v keqmTfcW {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v keqmTfcW" returned: 0 in 0.025s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d33b82a-9f38-414e-9ec0-5bdacfd4fe5a]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'keqmTfcW'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[9608ba13-f3ce-41fa-a1b8-bf57a730ff00]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8f2e9a4-c8d6-4d6e-8916-59c7f366ea0a]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:17:28 user nova-compute[75076]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)
Oct 27 16:17:28 user nova-compute[75076]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 (non-flash)
Oct 27 16:17:28 user nova-compute[75076]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 (non-flash)
Oct 27 16:17:28 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:17:28 user nova-compute[75076]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)
Oct 27 16:17:28 user nova-compute[75076]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 (non-flash)
Oct 27 16:17:28 user nova-compute[75076]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 (non-flash)
Oct 27 16:17:28 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ac9cceb-208f-4584-a5e6-89bf40f85b5d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd, portal: 172.16.0.220,3260]
Oct 27 16:17:28 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd, portal: 172.16.0.220,3260] successful.
Oct 27 16:17:28 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d19f9bf-b6e7-4fed-a7b5-106dbd775c1a]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b829ed1c-4621-4745-8069-dc0bf94642d0]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:17:28 user nova-compute[75076]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)
Oct 27 16:17:28 user nova-compute[75076]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 (non-flash)
Oct 27 16:17:28 user nova-compute[75076]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 (non-flash)
Oct 27 16:17:28 user nova-compute[75076]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd (non-flash)
Oct 27 16:17:28 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:17:28 user nova-compute[75076]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)
Oct 27 16:17:28 user nova-compute[75076]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 (non-flash)
Oct 27 16:17:28 user nova-compute[75076]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 (non-flash)
Oct 27 16:17:28 user nova-compute[75076]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd (non-flash)
Oct 27 16:17:28 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.328s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] HCTL ('36', '-', '-', 0) found on session 19 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:17:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:29 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3cd19a2-0e9f-4bf5-968b-003fb3ed4d9d]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:29 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Searching for a device in session 19 and hctl ['36', '*', '*', 0] yield: None {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:17:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-79fc2f4a-6f6f-480b-92b4-0ee7414acaf4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:17:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-79fc2f4a-6f6f-480b-92b4-0ee7414acaf4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:17:29 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 16:17:29 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:29 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Updating instance_info_cache with network_info: [{"id": "427144d0-c0ee-47a4-bb1f-3a332a3edc64", "address": "fa:16:3e:cd:fb:01", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap427144d0-c0", "ovs_interfaceid": "427144d0-c0ee-47a4-bb1f-3a332a3edc64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:17:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-79fc2f4a-6f6f-480b-92b4-0ee7414acaf4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:17:29 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 16:17:29 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:17:29 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:17:29 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:17:29 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Searching for a device in session 19 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'keqmTfcW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.364s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] <== connect_volume: return (1371ms) {'type': 'block', 'scsi_wwn': '23830353737666637', 'path': '/dev/sde'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23830353737666637', 'path': '/dev/sde'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IsgiDjEh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:17:30 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:17:30 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:17:30 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:17:30 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:17:30 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:17:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 -p 172.16.0.220:3260" returned: 21 in 0.026s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[87b7c45b-c855-42ec-af29-a7ccf3b0a517]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:17:30 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[91a0d3f6-e35c-4136-9b3b-43129f3f58c0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3] added
Oct 27 16:17:30 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.034s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4835f3a-60ca-4df8-bf3e-44b7959bcf72]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[20287e00-38da-465d-b96f-ed050fad971f]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IsgiDjEh {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IsgiDjEh" returned: 0 in 0.028s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d246967-3217-46b1-99ac-23e9b5dafe26]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IsgiDjEh'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.076s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b28bba6-55ba-4918-b767-6e5c3d1f1475]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.038s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d052dd4-b669-498b-8ff6-6da81b4485f5]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:17:30 user nova-compute[75076]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)
Oct 27 16:17:30 user nova-compute[75076]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 (non-flash)
Oct 27 16:17:30 user nova-compute[75076]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 (non-flash)
Oct 27 16:17:30 user nova-compute[75076]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd (non-flash)
Oct 27 16:17:30 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:17:30 user nova-compute[75076]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)
Oct 27 16:17:30 user nova-compute[75076]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 (non-flash)
Oct 27 16:17:30 user nova-compute[75076]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 (non-flash)
Oct 27 16:17:30 user nova-compute[75076]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd (non-flash)
Oct 27 16:17:30 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 -p 172.16.0.220:3260 --login" returned: 0 in 0.078s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b30c48b-ba5b-4f89-bbf7-d1e9f4723495]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3, portal: 172.16.0.220,3260]
Oct 27 16:17:30 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3, portal: 172.16.0.220,3260] successful.
Oct 27 16:17:30 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d1c6e4a-3367-4890-81c6-cf9d12a0b808]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[02955bda-0e6c-4862-9df5-3a445cf1685a]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:17:30 user nova-compute[75076]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)
Oct 27 16:17:30 user nova-compute[75076]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 (non-flash)
Oct 27 16:17:30 user nova-compute[75076]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 (non-flash)
Oct 27 16:17:30 user nova-compute[75076]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd (non-flash)
Oct 27 16:17:30 user nova-compute[75076]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 (non-flash)
Oct 27 16:17:30 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:17:30 user nova-compute[75076]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)
Oct 27 16:17:30 user nova-compute[75076]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 (non-flash)
Oct 27 16:17:30 user nova-compute[75076]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 (non-flash)
Oct 27 16:17:30 user nova-compute[75076]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd (non-flash)
Oct 27 16:17:30 user nova-compute[75076]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 (non-flash)
Oct 27 16:17:30 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.438s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] HCTL ('38', '-', '-', 0) found on session 20 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad5d2e81-59ae-45a9-885f-3d30f3099a11]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Searching for a device in session 20 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:17:30 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IsgiDjEh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.481s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] <== connect_volume: return (1482ms) {'type': 'block', 'scsi_wwn': '26430646436643138', 'path': '/dev/sdg'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26430646436643138', 'path': '/dev/sdg'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:16:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1747703745',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1747703745',id=20,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMi4HooHy4Qofx2ZtJiEMTRflBl9tmYjbfTPQ2BjRg9IKek3J2f9fOvsb58iSRBaBb64YbC/oLcdhCcuMwtFtHYCf3iJVRuRB64tyOf/X6dGbzr2LSxcj6G0cWhCRxIG0Q==',key_name='tempest-keypair-469479723',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1694f47bb0c34be391692ad8ab185522',ramdisk_id='',reservation_id='r-ydc3lsrh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-778952031',owner_user_name='tempest-TaggedBootDevicesTest-778952031-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:16:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='473b443793d242c189944436ff3b6ca3',uuid=40b53db7-8f3f-44fc-8cd0-fdf44fee338c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "10083166-5624-4e63-ba1d-153a4c4e8bc9", "address": "fa:16:3e:73:8d:b3", "network": {"id": "5ab1bd5d-8d18-42a1-9cf4-c1df34f88ca9", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-727831082-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10083166-56", "ovs_interfaceid": "10083166-5624-4e63-ba1d-153a4c4e8bc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Converting VIF {"id": "10083166-5624-4e63-ba1d-153a4c4e8bc9", "address": "fa:16:3e:73:8d:b3", "network": {"id": "5ab1bd5d-8d18-42a1-9cf4-c1df34f88ca9", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-727831082-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10083166-56", "ovs_interfaceid": "10083166-5624-4e63-ba1d-153a4c4e8bc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:73:8d:b3,bridge_name='br-int',has_traffic_filtering=True,id=10083166-5624-4e63-ba1d-153a4c4e8bc9,network=Network(5ab1bd5d-8d18-42a1-9cf4-c1df34f88ca9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap10083166-56') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:16:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1747703745',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1747703745',id=20,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMi4HooHy4Qofx2ZtJiEMTRflBl9tmYjbfTPQ2BjRg9IKek3J2f9fOvsb58iSRBaBb64YbC/oLcdhCcuMwtFtHYCf3iJVRuRB64tyOf/X6dGbzr2LSxcj6G0cWhCRxIG0Q==',key_name='tempest-keypair-469479723',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1694f47bb0c34be391692ad8ab185522',ramdisk_id='',reservation_id='r-ydc3lsrh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-778952031',owner_user_name='tempest-TaggedBootDevicesTest-778952031-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:16:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='473b443793d242c189944436ff3b6ca3',uuid=40b53db7-8f3f-44fc-8cd0-fdf44fee338c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d9d6637a-9e63-47fd-897d-78cefe5eb747", "address": "fa:16:3e:55:e2:b9", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9d6637a-9e", "ovs_interfaceid": "d9d6637a-9e63-47fd-897d-78cefe5eb747", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Converting VIF {"id": "d9d6637a-9e63-47fd-897d-78cefe5eb747", "address": "fa:16:3e:55:e2:b9", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9d6637a-9e", "ovs_interfaceid": "d9d6637a-9e63-47fd-897d-78cefe5eb747", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:e2:b9,bridge_name='br-int',has_traffic_filtering=True,id=d9d6637a-9e63-47fd-897d-78cefe5eb747,network=Network(317d684c-605b-4eea-bb17-9764e85fc317),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd9d6637a-9e') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:16:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1747703745',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1747703745',id=20,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMi4HooHy4Qofx2ZtJiEMTRflBl9tmYjbfTPQ2BjRg9IKek3J2f9fOvsb58iSRBaBb64YbC/oLcdhCcuMwtFtHYCf3iJVRuRB64tyOf/X6dGbzr2LSxcj6G0cWhCRxIG0Q==',key_name='tempest-keypair-469479723',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1694f47bb0c34be391692ad8ab185522',ramdisk_id='',reservation_id='r-ydc3lsrh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-778952031',owner_user_name='tempest-TaggedBootDevicesTest-778952031-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:16:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='473b443793d242c189944436ff3b6ca3',uuid=40b53db7-8f3f-44fc-8cd0-fdf44fee338c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "50f565ca-7c06-4391-9ebb-d91de452b1f0", "address": "fa:16:3e:33:19:f6", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50f565ca-7c", "ovs_interfaceid": "50f565ca-7c06-4391-9ebb-d91de452b1f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Converting VIF {"id": "50f565ca-7c06-4391-9ebb-d91de452b1f0", "address": "fa:16:3e:33:19:f6", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50f565ca-7c", "ovs_interfaceid": "50f565ca-7c06-4391-9ebb-d91de452b1f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:33:19:f6,bridge_name='br-int',has_traffic_filtering=True,id=50f565ca-7c06-4391-9ebb-d91de452b1f0,network=Network(317d684c-605b-4eea-bb17-9764e85fc317),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap50f565ca-7c') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:16:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1747703745',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1747703745',id=20,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMi4HooHy4Qofx2ZtJiEMTRflBl9tmYjbfTPQ2BjRg9IKek3J2f9fOvsb58iSRBaBb64YbC/oLcdhCcuMwtFtHYCf3iJVRuRB64tyOf/X6dGbzr2LSxcj6G0cWhCRxIG0Q==',key_name='tempest-keypair-469479723',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1694f47bb0c34be391692ad8ab185522',ramdisk_id='',reservation_id='r-ydc3lsrh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-778952031',owner_user_name='tempest-TaggedBootDevicesTest-778952031-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:16:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='473b443793d242c189944436ff3b6ca3',uuid=40b53db7-8f3f-44fc-8cd0-fdf44fee338c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9ebeece2-ca7c-4e59-8a02-654e20856e51", "address": "fa:16:3e:fb:dd:30", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ebeece2-ca", "ovs_interfaceid": "9ebeece2-ca7c-4e59-8a02-654e20856e51", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Converting VIF {"id": "9ebeece2-ca7c-4e59-8a02-654e20856e51", "address": "fa:16:3e:fb:dd:30", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ebeece2-ca", "ovs_interfaceid": "9ebeece2-ca7c-4e59-8a02-654e20856e51", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fb:dd:30,bridge_name='br-int',has_traffic_filtering=True,id=9ebeece2-ca7c-4e59-8a02-654e20856e51,network=Network(317d684c-605b-4eea-bb17-9764e85fc317),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9ebeece2-ca') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:16:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1747703745',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1747703745',id=20,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMi4HooHy4Qofx2ZtJiEMTRflBl9tmYjbfTPQ2BjRg9IKek3J2f9fOvsb58iSRBaBb64YbC/oLcdhCcuMwtFtHYCf3iJVRuRB64tyOf/X6dGbzr2LSxcj6G0cWhCRxIG0Q==',key_name='tempest-keypair-469479723',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1694f47bb0c34be391692ad8ab185522',ramdisk_id='',reservation_id='r-ydc3lsrh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-778952031',owner_user_name='tempest-TaggedBootDevicesTest-778952031-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:16:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='473b443793d242c189944436ff3b6ca3',uuid=40b53db7-8f3f-44fc-8cd0-fdf44fee338c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3aa7d24c-ddda-4f37-a30b-2180b9e178b2", "address": "fa:16:3e:16:bb:b4", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3aa7d24c-dd", "ovs_interfaceid": "3aa7d24c-ddda-4f37-a30b-2180b9e178b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Converting VIF {"id": "3aa7d24c-ddda-4f37-a30b-2180b9e178b2", "address": "fa:16:3e:16:bb:b4", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3aa7d24c-dd", "ovs_interfaceid": "3aa7d24c-ddda-4f37-a30b-2180b9e178b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:16:bb:b4,bridge_name='br-int',has_traffic_filtering=True,id=3aa7d24c-ddda-4f37-a30b-2180b9e178b2,network=Network(317d684c-605b-4eea-bb17-9764e85fc317),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3aa7d24c-dd') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:16:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1747703745',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1747703745',id=20,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMi4HooHy4Qofx2ZtJiEMTRflBl9tmYjbfTPQ2BjRg9IKek3J2f9fOvsb58iSRBaBb64YbC/oLcdhCcuMwtFtHYCf3iJVRuRB64tyOf/X6dGbzr2LSxcj6G0cWhCRxIG0Q==',key_name='tempest-keypair-469479723',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1694f47bb0c34be391692ad8ab185522',ramdisk_id='',reservation_id='r-ydc3lsrh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-778952031',owner_user_name='tempest-TaggedBootDevicesTest-778952031-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:16:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='473b443793d242c189944436ff3b6ca3',uuid=40b53db7-8f3f-44fc-8cd0-fdf44fee338c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b9d4af56-2afd-4311-865e-1bffd9440fdd", "address": "fa:16:3e:c3:67:4f", "network": {"id": "1d9aac36-1f31-4083-a427-689b7636b476", "bridge": "br-int", "label": "tempest-device-tagging-net2-1790295728", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9d4af56-2a", "ovs_interfaceid": "b9d4af56-2afd-4311-865e-1bffd9440fdd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Converting VIF {"id": "b9d4af56-2afd-4311-865e-1bffd9440fdd", "address": "fa:16:3e:c3:67:4f", "network": {"id": "1d9aac36-1f31-4083-a427-689b7636b476", "bridge": "br-int", "label": "tempest-device-tagging-net2-1790295728", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9d4af56-2a", "ovs_interfaceid": "b9d4af56-2afd-4311-865e-1bffd9440fdd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c3:67:4f,bridge_name='br-int',has_traffic_filtering=True,id=b9d4af56-2afd-4311-865e-1bffd9440fdd,network=Network(1d9aac36-1f31-4083-a427-689b7636b476),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9d4af56-2a') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:16:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1747703745',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1747703745',id=20,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMi4HooHy4Qofx2ZtJiEMTRflBl9tmYjbfTPQ2BjRg9IKek3J2f9fOvsb58iSRBaBb64YbC/oLcdhCcuMwtFtHYCf3iJVRuRB64tyOf/X6dGbzr2LSxcj6G0cWhCRxIG0Q==',key_name='tempest-keypair-469479723',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1694f47bb0c34be391692ad8ab185522',ramdisk_id='',reservation_id='r-ydc3lsrh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-778952031',owner_user_name='tempest-TaggedBootDevicesTest-778952031-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:16:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='473b443793d242c189944436ff3b6ca3',uuid=40b53db7-8f3f-44fc-8cd0-fdf44fee338c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e810be0c-be2e-467f-9f02-d1fb8cf63b0a", "address": "fa:16:3e:81:9b:63", "network": {"id": "1d9aac36-1f31-4083-a427-689b7636b476", "bridge": "br-int", "label": "tempest-device-tagging-net2-1790295728", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape810be0c-be", "ovs_interfaceid": "e810be0c-be2e-467f-9f02-d1fb8cf63b0a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Converting VIF {"id": "e810be0c-be2e-467f-9f02-d1fb8cf63b0a", "address": "fa:16:3e:81:9b:63", "network": {"id": "1d9aac36-1f31-4083-a427-689b7636b476", "bridge": "br-int", "label": "tempest-device-tagging-net2-1790295728", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape810be0c-be", "ovs_interfaceid": "e810be0c-be2e-467f-9f02-d1fb8cf63b0a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:81:9b:63,bridge_name='br-int',has_traffic_filtering=True,id=e810be0c-be2e-467f-9f02-d1fb8cf63b0a,network=Network(1d9aac36-1f31-4083-a427-689b7636b476),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape810be0c-be') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG nova.objects.instance [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Lazy-loading 'pci_devices' on Instance uuid 40b53db7-8f3f-44fc-8cd0-fdf44fee338c {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:17:31 user nova-compute[75076]:   <uuid>40b53db7-8f3f-44fc-8cd0-fdf44fee338c</uuid>
Oct 27 16:17:31 user nova-compute[75076]:   <name>instance-00000014</name>
Oct 27 16:17:31 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:17:31 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:17:31 user nova-compute[75076]:   <metadata>
Oct 27 16:17:31 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:17:31 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:17:31 user nova-compute[75076]:       <nova:name>tempest-device-tagging-server-1747703745</nova:name>
Oct 27 16:17:31 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:17:26</nova:creationTime>
Oct 27 16:17:31 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:17:31 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:17:31 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:17:31 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:17:31 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:17:31 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:17:31 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:17:31 user nova-compute[75076]:       <nova:owner>
Oct 27 16:17:31 user nova-compute[75076]:         <nova:user uuid="473b443793d242c189944436ff3b6ca3">tempest-TaggedBootDevicesTest-778952031-project-member</nova:user>
Oct 27 16:17:31 user nova-compute[75076]:         <nova:project uuid="1694f47bb0c34be391692ad8ab185522">tempest-TaggedBootDevicesTest-778952031</nova:project>
Oct 27 16:17:31 user nova-compute[75076]:       </nova:owner>
Oct 27 16:17:31 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:17:31 user nova-compute[75076]:       <nova:ports>
Oct 27 16:17:31 user nova-compute[75076]:         <nova:port uuid="10083166-5624-4e63-ba1d-153a4c4e8bc9">
Oct 27 16:17:31 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 27 16:17:31 user nova-compute[75076]:         </nova:port>
Oct 27 16:17:31 user nova-compute[75076]:         <nova:port uuid="d9d6637a-9e63-47fd-897d-78cefe5eb747">
Oct 27 16:17:31 user nova-compute[75076]:           <nova:ip type="fixed" address="10.1.1.146" ipVersion="4"/>
Oct 27 16:17:31 user nova-compute[75076]:         </nova:port>
Oct 27 16:17:31 user nova-compute[75076]:         <nova:port uuid="50f565ca-7c06-4391-9ebb-d91de452b1f0">
Oct 27 16:17:31 user nova-compute[75076]:           <nova:ip type="fixed" address="10.1.1.99" ipVersion="4"/>
Oct 27 16:17:31 user nova-compute[75076]:         </nova:port>
Oct 27 16:17:31 user nova-compute[75076]:         <nova:port uuid="9ebeece2-ca7c-4e59-8a02-654e20856e51">
Oct 27 16:17:31 user nova-compute[75076]:           <nova:ip type="fixed" address="10.1.1.85" ipVersion="4"/>
Oct 27 16:17:31 user nova-compute[75076]:         </nova:port>
Oct 27 16:17:31 user nova-compute[75076]:         <nova:port uuid="3aa7d24c-ddda-4f37-a30b-2180b9e178b2">
Oct 27 16:17:31 user nova-compute[75076]:           <nova:ip type="fixed" address="10.1.1.254" ipVersion="4"/>
Oct 27 16:17:31 user nova-compute[75076]:         </nova:port>
Oct 27 16:17:31 user nova-compute[75076]:         <nova:port uuid="b9d4af56-2afd-4311-865e-1bffd9440fdd">
Oct 27 16:17:31 user nova-compute[75076]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Oct 27 16:17:31 user nova-compute[75076]:         </nova:port>
Oct 27 16:17:31 user nova-compute[75076]:         <nova:port uuid="e810be0c-be2e-467f-9f02-d1fb8cf63b0a">
Oct 27 16:17:31 user nova-compute[75076]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Oct 27 16:17:31 user nova-compute[75076]:         </nova:port>
Oct 27 16:17:31 user nova-compute[75076]:       </nova:ports>
Oct 27 16:17:31 user nova-compute[75076]:     </nova:instance>
Oct 27 16:17:31 user nova-compute[75076]:   </metadata>
Oct 27 16:17:31 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:17:31 user nova-compute[75076]:     <system>
Oct 27 16:17:31 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:17:31 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:17:31 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:17:31 user nova-compute[75076]:       <entry name="serial">40b53db7-8f3f-44fc-8cd0-fdf44fee338c</entry>
Oct 27 16:17:31 user nova-compute[75076]:       <entry name="uuid">40b53db7-8f3f-44fc-8cd0-fdf44fee338c</entry>
Oct 27 16:17:31 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:17:31 user nova-compute[75076]:     </system>
Oct 27 16:17:31 user nova-compute[75076]:   </sysinfo>
Oct 27 16:17:31 user nova-compute[75076]:   <os>
Oct 27 16:17:31 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:17:31 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:17:31 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:17:31 user nova-compute[75076]:   </os>
Oct 27 16:17:31 user nova-compute[75076]:   <features>
Oct 27 16:17:31 user nova-compute[75076]:     <acpi/>
Oct 27 16:17:31 user nova-compute[75076]:     <apic/>
Oct 27 16:17:31 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:17:31 user nova-compute[75076]:   </features>
Oct 27 16:17:31 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:17:31 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:17:31 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:17:31 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:17:31 user nova-compute[75076]:   </clock>
Oct 27 16:17:31 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:17:31 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:17:31 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:17:31 user nova-compute[75076]:   </cpu>
Oct 27 16:17:31 user nova-compute[75076]:   <devices>
Oct 27 16:17:31 user nova-compute[75076]:     <disk type="file" device="cdrom">
Oct 27 16:17:31 user nova-compute[75076]:       <driver name="qemu" type="raw" cache="none"/>
Oct 27 16:17:31 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/40b53db7-8f3f-44fc-8cd0-fdf44fee338c/disk.config"/>
Oct 27 16:17:31 user nova-compute[75076]:       <target dev="hda" bus="ide"/>
Oct 27 16:17:31 user nova-compute[75076]:     </disk>
Oct 27 16:17:31 user nova-compute[75076]:     <disk type="block" device="disk">
Oct 27 16:17:31 user nova-compute[75076]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:17:31 user nova-compute[75076]:       <source dev="/dev/sdd"/>
Oct 27 16:17:31 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:17:31 user nova-compute[75076]:       <serial>8c81f0a6-6107-47b3-8717-53b70d87ded4</serial>
Oct 27 16:17:31 user nova-compute[75076]:     </disk>
Oct 27 16:17:31 user nova-compute[75076]:     <disk type="block" device="disk">
Oct 27 16:17:31 user nova-compute[75076]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:17:31 user nova-compute[75076]:       <source dev="/dev/sde"/>
Oct 27 16:17:31 user nova-compute[75076]:       <target dev="vdb" bus="virtio"/>
Oct 27 16:17:31 user nova-compute[75076]:       <serial>1cd36cfa-4233-45cb-89db-281a987d18cd</serial>
Oct 27 16:17:31 user nova-compute[75076]:     </disk>
Oct 27 16:17:31 user nova-compute[75076]:     <disk type="block" device="disk">
Oct 27 16:17:31 user nova-compute[75076]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:17:31 user nova-compute[75076]:       <source dev="/dev/sdg"/>
Oct 27 16:17:31 user nova-compute[75076]:       <target dev="vdc" bus="virtio"/>
Oct 27 16:17:31 user nova-compute[75076]:       <serial>aafd3978-ff92-4e05-9d25-dadaf40520b3</serial>
Oct 27 16:17:31 user nova-compute[75076]:     </disk>
Oct 27 16:17:31 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:17:31 user nova-compute[75076]:       <mac address="fa:16:3e:73:8d:b3"/>
Oct 27 16:17:31 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:17:31 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:17:31 user nova-compute[75076]:       <target dev="tap10083166-56"/>
Oct 27 16:17:31 user nova-compute[75076]:     </interface>
Oct 27 16:17:31 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:17:31 user nova-compute[75076]:       <mac address="fa:16:3e:55:e2:b9"/>
Oct 27 16:17:31 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:17:31 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:17:31 user nova-compute[75076]:       <target dev="tapd9d6637a-9e"/>
Oct 27 16:17:31 user nova-compute[75076]:     </interface>
Oct 27 16:17:31 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:17:31 user nova-compute[75076]:       <mac address="fa:16:3e:33:19:f6"/>
Oct 27 16:17:31 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:17:31 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:17:31 user nova-compute[75076]:       <target dev="tap50f565ca-7c"/>
Oct 27 16:17:31 user nova-compute[75076]:     </interface>
Oct 27 16:17:31 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:17:31 user nova-compute[75076]:       <mac address="fa:16:3e:fb:dd:30"/>
Oct 27 16:17:31 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:17:31 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:17:31 user nova-compute[75076]:       <target dev="tap9ebeece2-ca"/>
Oct 27 16:17:31 user nova-compute[75076]:     </interface>
Oct 27 16:17:31 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:17:31 user nova-compute[75076]:       <mac address="fa:16:3e:16:bb:b4"/>
Oct 27 16:17:31 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:17:31 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:17:31 user nova-compute[75076]:       <target dev="tap3aa7d24c-dd"/>
Oct 27 16:17:31 user nova-compute[75076]:     </interface>
Oct 27 16:17:31 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:17:31 user nova-compute[75076]:       <mac address="fa:16:3e:c3:67:4f"/>
Oct 27 16:17:31 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:17:31 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:17:31 user nova-compute[75076]:       <target dev="tapb9d4af56-2a"/>
Oct 27 16:17:31 user nova-compute[75076]:     </interface>
Oct 27 16:17:31 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:17:31 user nova-compute[75076]:       <mac address="fa:16:3e:81:9b:63"/>
Oct 27 16:17:31 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:17:31 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:17:31 user nova-compute[75076]:       <target dev="tape810be0c-be"/>
Oct 27 16:17:31 user nova-compute[75076]:     </interface>
Oct 27 16:17:31 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:17:31 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/40b53db7-8f3f-44fc-8cd0-fdf44fee338c/console.log" append="off"/>
Oct 27 16:17:31 user nova-compute[75076]:     </serial>
Oct 27 16:17:31 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:17:31 user nova-compute[75076]:     <video>
Oct 27 16:17:31 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:17:31 user nova-compute[75076]:     </video>
Oct 27 16:17:31 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:17:31 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:17:31 user nova-compute[75076]:     </rng>
Oct 27 16:17:31 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:17:31 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:17:31 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:17:31 user nova-compute[75076]:     </memballoon>
Oct 27 16:17:31 user nova-compute[75076]:   </devices>
Oct 27 16:17:31 user nova-compute[75076]: </domain>
Oct 27 16:17:31 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:16:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1747703745',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1747703745',id=20,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMi4HooHy4Qofx2ZtJiEMTRflBl9tmYjbfTPQ2BjRg9IKek3J2f9fOvsb58iSRBaBb64YbC/oLcdhCcuMwtFtHYCf3iJVRuRB64tyOf/X6dGbzr2LSxcj6G0cWhCRxIG0Q==',key_name='tempest-keypair-469479723',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1694f47bb0c34be391692ad8ab185522',ramdisk_id='',reservation_id='r-ydc3lsrh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-778952031',owner_user_name='tempest-TaggedBootDevicesTest-778952031-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:16:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='473b443793d242c189944436ff3b6ca3',uuid=40b53db7-8f3f-44fc-8cd0-fdf44fee338c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "10083166-5624-4e63-ba1d-153a4c4e8bc9", "address": "fa:16:3e:73:8d:b3", "network": {"id": "5ab1bd5d-8d18-42a1-9cf4-c1df34f88ca9", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-727831082-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10083166-56", "ovs_interfaceid": "10083166-5624-4e63-ba1d-153a4c4e8bc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Converting VIF {"id": "10083166-5624-4e63-ba1d-153a4c4e8bc9", "address": "fa:16:3e:73:8d:b3", "network": {"id": "5ab1bd5d-8d18-42a1-9cf4-c1df34f88ca9", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-727831082-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10083166-56", "ovs_interfaceid": "10083166-5624-4e63-ba1d-153a4c4e8bc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:73:8d:b3,bridge_name='br-int',has_traffic_filtering=True,id=10083166-5624-4e63-ba1d-153a4c4e8bc9,network=Network(5ab1bd5d-8d18-42a1-9cf4-c1df34f88ca9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap10083166-56') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG os_vif [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:73:8d:b3,bridge_name='br-int',has_traffic_filtering=True,id=10083166-5624-4e63-ba1d-153a4c4e8bc9,network=Network(5ab1bd5d-8d18-42a1-9cf4-c1df34f88ca9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap10083166-56') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '63df1335-4db2-5212-9fef-77d8e0028fcd', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap10083166-56, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap10083166-56, col_values=(('qos', UUID('513bc840-18fa-4b68-92ad-c221a62f67f0')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap10083166-56, col_values=(('external_ids', {'iface-id': '10083166-5624-4e63-ba1d-153a4c4e8bc9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:73:8d:b3', 'vm-uuid': '40b53db7-8f3f-44fc-8cd0-fdf44fee338c'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:31 user nova-compute[75076]: INFO os_vif [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:73:8d:b3,bridge_name='br-int',has_traffic_filtering=True,id=10083166-5624-4e63-ba1d-153a4c4e8bc9,network=Network(5ab1bd5d-8d18-42a1-9cf4-c1df34f88ca9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap10083166-56')
Oct 27 16:17:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:16:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1747703745',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1747703745',id=20,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMi4HooHy4Qofx2ZtJiEMTRflBl9tmYjbfTPQ2BjRg9IKek3J2f9fOvsb58iSRBaBb64YbC/oLcdhCcuMwtFtHYCf3iJVRuRB64tyOf/X6dGbzr2LSxcj6G0cWhCRxIG0Q==',key_name='tempest-keypair-469479723',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1694f47bb0c34be391692ad8ab185522',ramdisk_id='',reservation_id='r-ydc3lsrh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-778952031',owner_user_name='tempest-TaggedBootDevicesTest-778952031-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:16:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='473b443793d242c189944436ff3b6ca3',uuid=40b53db7-8f3f-44fc-8cd0-fdf44fee338c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d9d6637a-9e63-47fd-897d-78cefe5eb747", "address": "fa:16:3e:55:e2:b9", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9d6637a-9e", "ovs_interfaceid": "d9d6637a-9e63-47fd-897d-78cefe5eb747", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Converting VIF {"id": "d9d6637a-9e63-47fd-897d-78cefe5eb747", "address": "fa:16:3e:55:e2:b9", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9d6637a-9e", "ovs_interfaceid": "d9d6637a-9e63-47fd-897d-78cefe5eb747", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:e2:b9,bridge_name='br-int',has_traffic_filtering=True,id=d9d6637a-9e63-47fd-897d-78cefe5eb747,network=Network(317d684c-605b-4eea-bb17-9764e85fc317),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd9d6637a-9e') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG os_vif [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:e2:b9,bridge_name='br-int',has_traffic_filtering=True,id=d9d6637a-9e63-47fd-897d-78cefe5eb747,network=Network(317d684c-605b-4eea-bb17-9764e85fc317),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd9d6637a-9e') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4bb0360c-7cb9-5c50-8004-7835df3b8391', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd9d6637a-9e, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd9d6637a-9e, col_values=(('qos', UUID('d7516270-0cd1-49c7-9e8f-1ed5ec354b88')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd9d6637a-9e, col_values=(('external_ids', {'iface-id': 'd9d6637a-9e63-47fd-897d-78cefe5eb747', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:55:e2:b9', 'vm-uuid': '40b53db7-8f3f-44fc-8cd0-fdf44fee338c'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:31 user nova-compute[75076]: INFO os_vif [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:e2:b9,bridge_name='br-int',has_traffic_filtering=True,id=d9d6637a-9e63-47fd-897d-78cefe5eb747,network=Network(317d684c-605b-4eea-bb17-9764e85fc317),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd9d6637a-9e')
Oct 27 16:17:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:16:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1747703745',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1747703745',id=20,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMi4HooHy4Qofx2ZtJiEMTRflBl9tmYjbfTPQ2BjRg9IKek3J2f9fOvsb58iSRBaBb64YbC/oLcdhCcuMwtFtHYCf3iJVRuRB64tyOf/X6dGbzr2LSxcj6G0cWhCRxIG0Q==',key_name='tempest-keypair-469479723',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1694f47bb0c34be391692ad8ab185522',ramdisk_id='',reservation_id='r-ydc3lsrh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-778952031',owner_user_name='tempest-TaggedBootDevicesTest-778952031-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:16:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='473b443793d242c189944436ff3b6ca3',uuid=40b53db7-8f3f-44fc-8cd0-fdf44fee338c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "50f565ca-7c06-4391-9ebb-d91de452b1f0", "address": "fa:16:3e:33:19:f6", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50f565ca-7c", "ovs_interfaceid": "50f565ca-7c06-4391-9ebb-d91de452b1f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Converting VIF {"id": "50f565ca-7c06-4391-9ebb-d91de452b1f0", "address": "fa:16:3e:33:19:f6", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50f565ca-7c", "ovs_interfaceid": "50f565ca-7c06-4391-9ebb-d91de452b1f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:33:19:f6,bridge_name='br-int',has_traffic_filtering=True,id=50f565ca-7c06-4391-9ebb-d91de452b1f0,network=Network(317d684c-605b-4eea-bb17-9764e85fc317),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap50f565ca-7c') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG os_vif [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:33:19:f6,bridge_name='br-int',has_traffic_filtering=True,id=50f565ca-7c06-4391-9ebb-d91de452b1f0,network=Network(317d684c-605b-4eea-bb17-9764e85fc317),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap50f565ca-7c') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8e1e9699-c58b-582f-b784-37dcc077d562', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap50f565ca-7c, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap50f565ca-7c, col_values=(('qos', UUID('fcce0712-0976-4cce-88d7-f68a0a700c9c')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap50f565ca-7c, col_values=(('external_ids', {'iface-id': '50f565ca-7c06-4391-9ebb-d91de452b1f0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:33:19:f6', 'vm-uuid': '40b53db7-8f3f-44fc-8cd0-fdf44fee338c'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:31 user nova-compute[75076]: INFO os_vif [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:33:19:f6,bridge_name='br-int',has_traffic_filtering=True,id=50f565ca-7c06-4391-9ebb-d91de452b1f0,network=Network(317d684c-605b-4eea-bb17-9764e85fc317),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap50f565ca-7c')
Oct 27 16:17:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:16:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1747703745',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1747703745',id=20,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMi4HooHy4Qofx2ZtJiEMTRflBl9tmYjbfTPQ2BjRg9IKek3J2f9fOvsb58iSRBaBb64YbC/oLcdhCcuMwtFtHYCf3iJVRuRB64tyOf/X6dGbzr2LSxcj6G0cWhCRxIG0Q==',key_name='tempest-keypair-469479723',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1694f47bb0c34be391692ad8ab185522',ramdisk_id='',reservation_id='r-ydc3lsrh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-778952031',owner_user_name='tempest-TaggedBootDevicesTest-778952031-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:16:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='473b443793d242c189944436ff3b6ca3',uuid=40b53db7-8f3f-44fc-8cd0-fdf44fee338c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9ebeece2-ca7c-4e59-8a02-654e20856e51", "address": "fa:16:3e:fb:dd:30", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ebeece2-ca", "ovs_interfaceid": "9ebeece2-ca7c-4e59-8a02-654e20856e51", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Converting VIF {"id": "9ebeece2-ca7c-4e59-8a02-654e20856e51", "address": "fa:16:3e:fb:dd:30", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ebeece2-ca", "ovs_interfaceid": "9ebeece2-ca7c-4e59-8a02-654e20856e51", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fb:dd:30,bridge_name='br-int',has_traffic_filtering=True,id=9ebeece2-ca7c-4e59-8a02-654e20856e51,network=Network(317d684c-605b-4eea-bb17-9764e85fc317),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9ebeece2-ca') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG os_vif [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:dd:30,bridge_name='br-int',has_traffic_filtering=True,id=9ebeece2-ca7c-4e59-8a02-654e20856e51,network=Network(317d684c-605b-4eea-bb17-9764e85fc317),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9ebeece2-ca') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '33240237-dc55-51c3-b9b6-e8ce26c5087d', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9ebeece2-ca, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9ebeece2-ca, col_values=(('qos', UUID('e317bd73-df66-4c61-a9c9-aa73c609fa1b')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9ebeece2-ca, col_values=(('external_ids', {'iface-id': '9ebeece2-ca7c-4e59-8a02-654e20856e51', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fb:dd:30', 'vm-uuid': '40b53db7-8f3f-44fc-8cd0-fdf44fee338c'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:31 user nova-compute[75076]: INFO os_vif [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:dd:30,bridge_name='br-int',has_traffic_filtering=True,id=9ebeece2-ca7c-4e59-8a02-654e20856e51,network=Network(317d684c-605b-4eea-bb17-9764e85fc317),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9ebeece2-ca')
Oct 27 16:17:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:16:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1747703745',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1747703745',id=20,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMi4HooHy4Qofx2ZtJiEMTRflBl9tmYjbfTPQ2BjRg9IKek3J2f9fOvsb58iSRBaBb64YbC/oLcdhCcuMwtFtHYCf3iJVRuRB64tyOf/X6dGbzr2LSxcj6G0cWhCRxIG0Q==',key_name='tempest-keypair-469479723',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1694f47bb0c34be391692ad8ab185522',ramdisk_id='',reservation_id='r-ydc3lsrh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-778952031',owner_user_name='tempest-TaggedBootDevicesTest-778952031-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:16:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='473b443793d242c189944436ff3b6ca3',uuid=40b53db7-8f3f-44fc-8cd0-fdf44fee338c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3aa7d24c-ddda-4f37-a30b-2180b9e178b2", "address": "fa:16:3e:16:bb:b4", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3aa7d24c-dd", "ovs_interfaceid": "3aa7d24c-ddda-4f37-a30b-2180b9e178b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Converting VIF {"id": "3aa7d24c-ddda-4f37-a30b-2180b9e178b2", "address": "fa:16:3e:16:bb:b4", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3aa7d24c-dd", "ovs_interfaceid": "3aa7d24c-ddda-4f37-a30b-2180b9e178b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:16:bb:b4,bridge_name='br-int',has_traffic_filtering=True,id=3aa7d24c-ddda-4f37-a30b-2180b9e178b2,network=Network(317d684c-605b-4eea-bb17-9764e85fc317),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3aa7d24c-dd') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG os_vif [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:16:bb:b4,bridge_name='br-int',has_traffic_filtering=True,id=3aa7d24c-ddda-4f37-a30b-2180b9e178b2,network=Network(317d684c-605b-4eea-bb17-9764e85fc317),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3aa7d24c-dd') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5975977e-ee87-5965-9a04-3597aaa6dc8c', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3aa7d24c-dd, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3aa7d24c-dd, col_values=(('qos', UUID('0c59b009-4ad1-43a4-bc08-7ba827275a3e')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3aa7d24c-dd, col_values=(('external_ids', {'iface-id': '3aa7d24c-ddda-4f37-a30b-2180b9e178b2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:16:bb:b4', 'vm-uuid': '40b53db7-8f3f-44fc-8cd0-fdf44fee338c'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:31 user nova-compute[75076]: INFO os_vif [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:16:bb:b4,bridge_name='br-int',has_traffic_filtering=True,id=3aa7d24c-ddda-4f37-a30b-2180b9e178b2,network=Network(317d684c-605b-4eea-bb17-9764e85fc317),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3aa7d24c-dd')
Oct 27 16:17:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:16:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1747703745',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1747703745',id=20,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMi4HooHy4Qofx2ZtJiEMTRflBl9tmYjbfTPQ2BjRg9IKek3J2f9fOvsb58iSRBaBb64YbC/oLcdhCcuMwtFtHYCf3iJVRuRB64tyOf/X6dGbzr2LSxcj6G0cWhCRxIG0Q==',key_name='tempest-keypair-469479723',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1694f47bb0c34be391692ad8ab185522',ramdisk_id='',reservation_id='r-ydc3lsrh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-778952031',owner_user_name='tempest-TaggedBootDevicesTest-778952031-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:16:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='473b443793d242c189944436ff3b6ca3',uuid=40b53db7-8f3f-44fc-8cd0-fdf44fee338c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b9d4af56-2afd-4311-865e-1bffd9440fdd", "address": "fa:16:3e:c3:67:4f", "network": {"id": "1d9aac36-1f31-4083-a427-689b7636b476", "bridge": "br-int", "label": "tempest-device-tagging-net2-1790295728", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9d4af56-2a", "ovs_interfaceid": "b9d4af56-2afd-4311-865e-1bffd9440fdd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Converting VIF {"id": "b9d4af56-2afd-4311-865e-1bffd9440fdd", "address": "fa:16:3e:c3:67:4f", "network": {"id": "1d9aac36-1f31-4083-a427-689b7636b476", "bridge": "br-int", "label": "tempest-device-tagging-net2-1790295728", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9d4af56-2a", "ovs_interfaceid": "b9d4af56-2afd-4311-865e-1bffd9440fdd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c3:67:4f,bridge_name='br-int',has_traffic_filtering=True,id=b9d4af56-2afd-4311-865e-1bffd9440fdd,network=Network(1d9aac36-1f31-4083-a427-689b7636b476),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9d4af56-2a') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG os_vif [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c3:67:4f,bridge_name='br-int',has_traffic_filtering=True,id=b9d4af56-2afd-4311-865e-1bffd9440fdd,network=Network(1d9aac36-1f31-4083-a427-689b7636b476),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9d4af56-2a') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '706d76df-5ffd-57c1-9208-612d71fe2376', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:17:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb9d4af56-2a, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb9d4af56-2a, col_values=(('qos', UUID('f08b062c-9f31-43e4-beb3-b7464769f802')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb9d4af56-2a, col_values=(('external_ids', {'iface-id': 'b9d4af56-2afd-4311-865e-1bffd9440fdd', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c3:67:4f', 'vm-uuid': '40b53db7-8f3f-44fc-8cd0-fdf44fee338c'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:17:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:32 user nova-compute[75076]: INFO os_vif [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c3:67:4f,bridge_name='br-int',has_traffic_filtering=True,id=b9d4af56-2afd-4311-865e-1bffd9440fdd,network=Network(1d9aac36-1f31-4083-a427-689b7636b476),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9d4af56-2a')
Oct 27 16:17:32 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:16:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1747703745',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1747703745',id=20,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMi4HooHy4Qofx2ZtJiEMTRflBl9tmYjbfTPQ2BjRg9IKek3J2f9fOvsb58iSRBaBb64YbC/oLcdhCcuMwtFtHYCf3iJVRuRB64tyOf/X6dGbzr2LSxcj6G0cWhCRxIG0Q==',key_name='tempest-keypair-469479723',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1694f47bb0c34be391692ad8ab185522',ramdisk_id='',reservation_id='r-ydc3lsrh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-778952031',owner_user_name='tempest-TaggedBootDevicesTest-778952031-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:16:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='473b443793d242c189944436ff3b6ca3',uuid=40b53db7-8f3f-44fc-8cd0-fdf44fee338c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e810be0c-be2e-467f-9f02-d1fb8cf63b0a", "address": "fa:16:3e:81:9b:63", "network": {"id": "1d9aac36-1f31-4083-a427-689b7636b476", "bridge": "br-int", "label": "tempest-device-tagging-net2-1790295728", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape810be0c-be", "ovs_interfaceid": "e810be0c-be2e-467f-9f02-d1fb8cf63b0a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:17:32 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Converting VIF {"id": "e810be0c-be2e-467f-9f02-d1fb8cf63b0a", "address": "fa:16:3e:81:9b:63", "network": {"id": "1d9aac36-1f31-4083-a427-689b7636b476", "bridge": "br-int", "label": "tempest-device-tagging-net2-1790295728", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape810be0c-be", "ovs_interfaceid": "e810be0c-be2e-467f-9f02-d1fb8cf63b0a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:17:32 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:81:9b:63,bridge_name='br-int',has_traffic_filtering=True,id=e810be0c-be2e-467f-9f02-d1fb8cf63b0a,network=Network(1d9aac36-1f31-4083-a427-689b7636b476),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape810be0c-be') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:17:32 user nova-compute[75076]: DEBUG os_vif [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:81:9b:63,bridge_name='br-int',has_traffic_filtering=True,id=e810be0c-be2e-467f-9f02-d1fb8cf63b0a,network=Network(1d9aac36-1f31-4083-a427-689b7636b476),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape810be0c-be') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:17:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:17:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e4403a54-a3e7-57e3-95f8-4c485e865eda', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:17:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape810be0c-be, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape810be0c-be, col_values=(('qos', UUID('d1bf2966-3fba-447c-a572-1fd2b7a68a03')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape810be0c-be, col_values=(('external_ids', {'iface-id': 'e810be0c-be2e-467f-9f02-d1fb8cf63b0a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:81:9b:63', 'vm-uuid': '40b53db7-8f3f-44fc-8cd0-fdf44fee338c'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:17:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:32 user nova-compute[75076]: INFO os_vif [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:81:9b:63,bridge_name='br-int',has_traffic_filtering=True,id=e810be0c-be2e-467f-9f02-d1fb8cf63b0a,network=Network(1d9aac36-1f31-4083-a427-689b7636b476),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape810be0c-be')
Oct 27 16:17:32 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] No BDM found with device name hda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:17:32 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:17:32 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] No VIF found with MAC fa:16:3e:73:8d:b3, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:17:32 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] No VIF found with MAC fa:16:3e:16:bb:b4, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:17:32 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Using config drive
Oct 27 16:17:32 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Creating config drive at /opt/stack/data/nova/instances/40b53db7-8f3f-44fc-8cd0-fdf44fee338c/disk.config
Oct 27 16:17:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/40b53db7-8f3f-44fc-8cd0-fdf44fee338c/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpy8lndvet {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/40b53db7-8f3f-44fc-8cd0-fdf44fee338c/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpy8lndvet" returned: 0 in 0.056s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG nova.compute.manager [req-8ee806fa-878f-4949-814a-1efcef9c03de req-0e8ee309-3f06-4790-9ad1-0b1ba7eb4882 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-vif-plugged-10083166-5624-4e63-ba1d-153a4c4e8bc9 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8ee806fa-878f-4949-814a-1efcef9c03de req-0e8ee309-3f06-4790-9ad1-0b1ba7eb4882 service nova] Acquiring lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8ee806fa-878f-4949-814a-1efcef9c03de req-0e8ee309-3f06-4790-9ad1-0b1ba7eb4882 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8ee806fa-878f-4949-814a-1efcef9c03de req-0e8ee309-3f06-4790-9ad1-0b1ba7eb4882 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG nova.compute.manager [req-8ee806fa-878f-4949-814a-1efcef9c03de req-0e8ee309-3f06-4790-9ad1-0b1ba7eb4882 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] No waiting events found dispatching network-vif-plugged-10083166-5624-4e63-ba1d-153a4c4e8bc9 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:17:34 user nova-compute[75076]: WARNING nova.compute.manager [req-8ee806fa-878f-4949-814a-1efcef9c03de req-0e8ee309-3f06-4790-9ad1-0b1ba7eb4882 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received unexpected event network-vif-plugged-10083166-5624-4e63-ba1d-153a4c4e8bc9 for instance with vm_state building and task_state spawning.
Oct 27 16:17:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG nova.compute.manager [req-40581f77-def0-4c9d-a00b-b75fde288e71 req-266a1a7a-4ed0-4852-94b8-5f1bfc6b8397 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-vif-plugged-d9d6637a-9e63-47fd-897d-78cefe5eb747 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-40581f77-def0-4c9d-a00b-b75fde288e71 req-266a1a7a-4ed0-4852-94b8-5f1bfc6b8397 service nova] Acquiring lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-40581f77-def0-4c9d-a00b-b75fde288e71 req-266a1a7a-4ed0-4852-94b8-5f1bfc6b8397 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-40581f77-def0-4c9d-a00b-b75fde288e71 req-266a1a7a-4ed0-4852-94b8-5f1bfc6b8397 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG nova.compute.manager [req-40581f77-def0-4c9d-a00b-b75fde288e71 req-266a1a7a-4ed0-4852-94b8-5f1bfc6b8397 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] No waiting events found dispatching network-vif-plugged-d9d6637a-9e63-47fd-897d-78cefe5eb747 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:17:34 user nova-compute[75076]: WARNING nova.compute.manager [req-40581f77-def0-4c9d-a00b-b75fde288e71 req-266a1a7a-4ed0-4852-94b8-5f1bfc6b8397 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received unexpected event network-vif-plugged-d9d6637a-9e63-47fd-897d-78cefe5eb747 for instance with vm_state building and task_state spawning.
Oct 27 16:17:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:34 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-293db0a4-263f-469b-8075-f28ce96efdb0 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 5f71531b-8468-4047-8c22-d3da7c735c57 is timed out.
Oct 27 16:17:34 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-293db0a4-263f-469b-8075-f28ce96efdb0 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Successfully detached device vdb from instance 5f71531b-8468-4047-8c22-d3da7c735c57 from the live domain config.
Oct 27 16:17:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-293db0a4-263f-469b-8075-f28ce96efdb0 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-293db0a4-263f-469b-8075-f28ce96efdb0 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OdQSDeCE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:17:34 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-293db0a4-263f-469b-8075-f28ce96efdb0 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:17:34 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-293db0a4-263f-469b-8075-f28ce96efdb0 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-293db0a4-263f-469b-8075-f28ce96efdb0 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb890d96-fb05-4985-a9e3-42dea257838a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-293db0a4-263f-469b-8075-f28ce96efdb0 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:17:34 user nova-compute[75076]: No targets found.
Oct 27 16:17:34 user nova-compute[75076]: iSNS:
Oct 27 16:17:34 user nova-compute[75076]: No targets found.
Oct 27 16:17:34 user nova-compute[75076]: STATIC:
Oct 27 16:17:34 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78
Oct 27 16:17:34 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:17:34 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:17:34 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4
Oct 27 16:17:34 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:17:34 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:17:34 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd
Oct 27 16:17:34 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:17:34 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:17:34 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6
Oct 27 16:17:34 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:17:34 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:17:34 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3
Oct 27 16:17:34 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:17:34 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:17:34 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34
Oct 27 16:17:34 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:17:34 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:17:34 user nova-compute[75076]: FIRMWARE:
Oct 27 16:17:34 user nova-compute[75076]: No targets found.
Oct 27 16:17:34 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-293db0a4-263f-469b-8075-f28ce96efdb0 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:17:34 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:17:34 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-293db0a4-263f-469b-8075-f28ce96efdb0 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[cafe5f08-a24e-4bdb-afbb-4a4c1d4bf5e5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[851742d8-425a-4c38-b882-fc981ad70477]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-293db0a4-263f-469b-8075-f28ce96efdb0 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:17:34 user nova-compute[75076]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)
Oct 27 16:17:34 user nova-compute[75076]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 (non-flash)
Oct 27 16:17:34 user nova-compute[75076]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 (non-flash)
Oct 27 16:17:34 user nova-compute[75076]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd (non-flash)
Oct 27 16:17:34 user nova-compute[75076]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 (non-flash)
Oct 27 16:17:34 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-293db0a4-263f-469b-8075-f28ce96efdb0 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:17:34 user nova-compute[75076]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)
Oct 27 16:17:34 user nova-compute[75076]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 (non-flash)
Oct 27 16:17:34 user nova-compute[75076]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 (non-flash)
Oct 27 16:17:34 user nova-compute[75076]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd (non-flash)
Oct 27 16:17:34 user nova-compute[75076]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 (non-flash)
Oct 27 16:17:34 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-293db0a4-263f-469b-8075-f28ce96efdb0 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe37689d80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34'): ({'sdc'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-293db0a4-263f-469b-8075-f28ce96efdb0 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Removing single pathed devices sdc {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[aab450e7-ec04-42aa-aefa-0264caef35e0]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[246edf8d-de7d-4dff-94b2-62e5d3a1e986]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-293db0a4-263f-469b-8075-f28ce96efdb0 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Flushing IO for device /dev/sdc {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e3b781a-b0e3-4233-a0c8-2144e279fee2]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-293db0a4-263f-469b-8075-f28ce96efdb0 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.049s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd63e805-5798-4356-bd55-3fc730703439]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-293db0a4-263f-469b-8075-f28ce96efdb0 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-293db0a4-263f-469b-8075-f28ce96efdb0 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] SCSI volumes sdc have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-293db0a4-263f-469b-8075-f28ce96efdb0 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:17:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:35 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcef9c25-eb0e-4ef6-9147-ea7831dae4d1]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:35 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-293db0a4-263f-469b-8075-f28ce96efdb0 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:17:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 -p 172.16.0.220:3260 --logout" returned: 0 in 0.076s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:35 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[3dc63ffe-6d4d-4cd4-88e3-62cd0babe724]: (4, ('Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34, portal: 172.16.0.220,3260]\nLogout of [sid: 17, target: iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:35 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-293db0a4-263f-469b-8075-f28ce96efdb0 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34, portal: 172.16.0.220,3260]
Oct 27 16:17:35 user nova-compute[75076]: Logout of [sid: 17, target: iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34, portal: 172.16.0.220,3260] successful.
Oct 27 16:17:35 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:17:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:322b63d0-7169-407b-b6be-2d2cc9302f34 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.033s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:35 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[efd30d5c-c76c-49c6-81b2-7c121404983a]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:35 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-293db0a4-263f-469b-8075-f28ce96efdb0 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:17:35 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-293db0a4-263f-469b-8075-f28ce96efdb0 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.360s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:17:35 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-293db0a4-263f-469b-8075-f28ce96efdb0 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] <== disconnect_volume: return (361ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:17:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-293db0a4-263f-469b-8075-f28ce96efdb0 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:17:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:35 user nova-compute[75076]: DEBUG nova.compute.manager [req-0106dad9-0dc8-4b2f-b852-f1fbb5d1c6ec req-16e836da-3cac-43ab-af17-b0e79821624c service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-vif-plugged-3aa7d24c-ddda-4f37-a30b-2180b9e178b2 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:17:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-0106dad9-0dc8-4b2f-b852-f1fbb5d1c6ec req-16e836da-3cac-43ab-af17-b0e79821624c service nova] Acquiring lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:17:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-0106dad9-0dc8-4b2f-b852-f1fbb5d1c6ec req-16e836da-3cac-43ab-af17-b0e79821624c service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:17:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-0106dad9-0dc8-4b2f-b852-f1fbb5d1c6ec req-16e836da-3cac-43ab-af17-b0e79821624c service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:17:35 user nova-compute[75076]: DEBUG nova.compute.manager [req-0106dad9-0dc8-4b2f-b852-f1fbb5d1c6ec req-16e836da-3cac-43ab-af17-b0e79821624c service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] No waiting events found dispatching network-vif-plugged-3aa7d24c-ddda-4f37-a30b-2180b9e178b2 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:17:35 user nova-compute[75076]: WARNING nova.compute.manager [req-0106dad9-0dc8-4b2f-b852-f1fbb5d1c6ec req-16e836da-3cac-43ab-af17-b0e79821624c service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received unexpected event network-vif-plugged-3aa7d24c-ddda-4f37-a30b-2180b9e178b2 for instance with vm_state building and task_state spawning.
Oct 27 16:17:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG nova.objects.instance [None req-293db0a4-263f-469b-8075-f28ce96efdb0 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Lazy-loading 'flavor' on Instance uuid 5f71531b-8468-4047-8c22-d3da7c735c57 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-293db0a4-263f-469b-8075-f28ce96efdb0 tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Lock "5f71531b-8468-4047-8c22-d3da7c735c57" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.205s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG nova.compute.manager [req-ac7b7d2e-6d41-450a-9fca-8238a3dbb602 req-d3718a7b-0265-4552-846a-fa64f43783c5 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-vif-plugged-10083166-5624-4e63-ba1d-153a4c4e8bc9 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ac7b7d2e-6d41-450a-9fca-8238a3dbb602 req-d3718a7b-0265-4552-846a-fa64f43783c5 service nova] Acquiring lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ac7b7d2e-6d41-450a-9fca-8238a3dbb602 req-d3718a7b-0265-4552-846a-fa64f43783c5 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ac7b7d2e-6d41-450a-9fca-8238a3dbb602 req-d3718a7b-0265-4552-846a-fa64f43783c5 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG nova.compute.manager [req-ac7b7d2e-6d41-450a-9fca-8238a3dbb602 req-d3718a7b-0265-4552-846a-fa64f43783c5 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] No waiting events found dispatching network-vif-plugged-10083166-5624-4e63-ba1d-153a4c4e8bc9 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:17:36 user nova-compute[75076]: WARNING nova.compute.manager [req-ac7b7d2e-6d41-450a-9fca-8238a3dbb602 req-d3718a7b-0265-4552-846a-fa64f43783c5 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received unexpected event network-vif-plugged-10083166-5624-4e63-ba1d-153a4c4e8bc9 for instance with vm_state building and task_state spawning.
Oct 27 16:17:36 user nova-compute[75076]: DEBUG nova.compute.manager [req-ac7b7d2e-6d41-450a-9fca-8238a3dbb602 req-d3718a7b-0265-4552-846a-fa64f43783c5 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-vif-plugged-50f565ca-7c06-4391-9ebb-d91de452b1f0 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ac7b7d2e-6d41-450a-9fca-8238a3dbb602 req-d3718a7b-0265-4552-846a-fa64f43783c5 service nova] Acquiring lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ac7b7d2e-6d41-450a-9fca-8238a3dbb602 req-d3718a7b-0265-4552-846a-fa64f43783c5 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ac7b7d2e-6d41-450a-9fca-8238a3dbb602 req-d3718a7b-0265-4552-846a-fa64f43783c5 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG nova.compute.manager [req-ac7b7d2e-6d41-450a-9fca-8238a3dbb602 req-d3718a7b-0265-4552-846a-fa64f43783c5 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] No waiting events found dispatching network-vif-plugged-50f565ca-7c06-4391-9ebb-d91de452b1f0 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:17:36 user nova-compute[75076]: WARNING nova.compute.manager [req-ac7b7d2e-6d41-450a-9fca-8238a3dbb602 req-d3718a7b-0265-4552-846a-fa64f43783c5 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received unexpected event network-vif-plugged-50f565ca-7c06-4391-9ebb-d91de452b1f0 for instance with vm_state building and task_state spawning.
Oct 27 16:17:36 user nova-compute[75076]: DEBUG nova.compute.manager [req-ac7b7d2e-6d41-450a-9fca-8238a3dbb602 req-d3718a7b-0265-4552-846a-fa64f43783c5 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-vif-plugged-50f565ca-7c06-4391-9ebb-d91de452b1f0 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ac7b7d2e-6d41-450a-9fca-8238a3dbb602 req-d3718a7b-0265-4552-846a-fa64f43783c5 service nova] Acquiring lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ac7b7d2e-6d41-450a-9fca-8238a3dbb602 req-d3718a7b-0265-4552-846a-fa64f43783c5 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ac7b7d2e-6d41-450a-9fca-8238a3dbb602 req-d3718a7b-0265-4552-846a-fa64f43783c5 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG nova.compute.manager [req-ac7b7d2e-6d41-450a-9fca-8238a3dbb602 req-d3718a7b-0265-4552-846a-fa64f43783c5 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] No waiting events found dispatching network-vif-plugged-50f565ca-7c06-4391-9ebb-d91de452b1f0 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:17:36 user nova-compute[75076]: WARNING nova.compute.manager [req-ac7b7d2e-6d41-450a-9fca-8238a3dbb602 req-d3718a7b-0265-4552-846a-fa64f43783c5 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received unexpected event network-vif-plugged-50f565ca-7c06-4391-9ebb-d91de452b1f0 for instance with vm_state building and task_state spawning.
Oct 27 16:17:36 user nova-compute[75076]: DEBUG nova.compute.manager [req-ac7b7d2e-6d41-450a-9fca-8238a3dbb602 req-d3718a7b-0265-4552-846a-fa64f43783c5 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-vif-plugged-9ebeece2-ca7c-4e59-8a02-654e20856e51 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ac7b7d2e-6d41-450a-9fca-8238a3dbb602 req-d3718a7b-0265-4552-846a-fa64f43783c5 service nova] Acquiring lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ac7b7d2e-6d41-450a-9fca-8238a3dbb602 req-d3718a7b-0265-4552-846a-fa64f43783c5 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ac7b7d2e-6d41-450a-9fca-8238a3dbb602 req-d3718a7b-0265-4552-846a-fa64f43783c5 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.004s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG nova.compute.manager [req-ac7b7d2e-6d41-450a-9fca-8238a3dbb602 req-d3718a7b-0265-4552-846a-fa64f43783c5 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] No waiting events found dispatching network-vif-plugged-9ebeece2-ca7c-4e59-8a02-654e20856e51 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:17:36 user nova-compute[75076]: WARNING nova.compute.manager [req-ac7b7d2e-6d41-450a-9fca-8238a3dbb602 req-d3718a7b-0265-4552-846a-fa64f43783c5 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received unexpected event network-vif-plugged-9ebeece2-ca7c-4e59-8a02-654e20856e51 for instance with vm_state building and task_state spawning.
Oct 27 16:17:36 user nova-compute[75076]: DEBUG nova.compute.manager [req-ac7b7d2e-6d41-450a-9fca-8238a3dbb602 req-d3718a7b-0265-4552-846a-fa64f43783c5 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-vif-plugged-9ebeece2-ca7c-4e59-8a02-654e20856e51 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ac7b7d2e-6d41-450a-9fca-8238a3dbb602 req-d3718a7b-0265-4552-846a-fa64f43783c5 service nova] Acquiring lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ac7b7d2e-6d41-450a-9fca-8238a3dbb602 req-d3718a7b-0265-4552-846a-fa64f43783c5 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ac7b7d2e-6d41-450a-9fca-8238a3dbb602 req-d3718a7b-0265-4552-846a-fa64f43783c5 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG nova.compute.manager [req-ac7b7d2e-6d41-450a-9fca-8238a3dbb602 req-d3718a7b-0265-4552-846a-fa64f43783c5 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] No waiting events found dispatching network-vif-plugged-9ebeece2-ca7c-4e59-8a02-654e20856e51 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:17:36 user nova-compute[75076]: WARNING nova.compute.manager [req-ac7b7d2e-6d41-450a-9fca-8238a3dbb602 req-d3718a7b-0265-4552-846a-fa64f43783c5 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received unexpected event network-vif-plugged-9ebeece2-ca7c-4e59-8a02-654e20856e51 for instance with vm_state building and task_state spawning.
Oct 27 16:17:36 user nova-compute[75076]: DEBUG nova.compute.manager [req-ac7b7d2e-6d41-450a-9fca-8238a3dbb602 req-d3718a7b-0265-4552-846a-fa64f43783c5 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-vif-plugged-b9d4af56-2afd-4311-865e-1bffd9440fdd {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ac7b7d2e-6d41-450a-9fca-8238a3dbb602 req-d3718a7b-0265-4552-846a-fa64f43783c5 service nova] Acquiring lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ac7b7d2e-6d41-450a-9fca-8238a3dbb602 req-d3718a7b-0265-4552-846a-fa64f43783c5 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ac7b7d2e-6d41-450a-9fca-8238a3dbb602 req-d3718a7b-0265-4552-846a-fa64f43783c5 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG nova.compute.manager [req-ac7b7d2e-6d41-450a-9fca-8238a3dbb602 req-d3718a7b-0265-4552-846a-fa64f43783c5 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] No waiting events found dispatching network-vif-plugged-b9d4af56-2afd-4311-865e-1bffd9440fdd {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:17:36 user nova-compute[75076]: WARNING nova.compute.manager [req-ac7b7d2e-6d41-450a-9fca-8238a3dbb602 req-d3718a7b-0265-4552-846a-fa64f43783c5 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received unexpected event network-vif-plugged-b9d4af56-2afd-4311-865e-1bffd9440fdd for instance with vm_state building and task_state spawning.
Oct 27 16:17:36 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG nova.compute.manager [req-2463d585-48c8-472e-bc77-ff9a3af65bd6 req-66d860af-db8b-40a9-8caa-d743c163afb4 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-vif-plugged-d9d6637a-9e63-47fd-897d-78cefe5eb747 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-2463d585-48c8-472e-bc77-ff9a3af65bd6 req-66d860af-db8b-40a9-8caa-d743c163afb4 service nova] Acquiring lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-2463d585-48c8-472e-bc77-ff9a3af65bd6 req-66d860af-db8b-40a9-8caa-d743c163afb4 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-2463d585-48c8-472e-bc77-ff9a3af65bd6 req-66d860af-db8b-40a9-8caa-d743c163afb4 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG nova.compute.manager [req-2463d585-48c8-472e-bc77-ff9a3af65bd6 req-66d860af-db8b-40a9-8caa-d743c163afb4 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] No waiting events found dispatching network-vif-plugged-d9d6637a-9e63-47fd-897d-78cefe5eb747 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:17:36 user nova-compute[75076]: WARNING nova.compute.manager [req-2463d585-48c8-472e-bc77-ff9a3af65bd6 req-66d860af-db8b-40a9-8caa-d743c163afb4 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received unexpected event network-vif-plugged-d9d6637a-9e63-47fd-897d-78cefe5eb747 for instance with vm_state building and task_state spawning.
Oct 27 16:17:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0552f4d8-5da2-4620-a4af-db58d4e61a5f tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Acquiring lock "interface-5f71531b-8468-4047-8c22-d3da7c735c57-0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0552f4d8-5da2-4620-a4af-db58d4e61a5f tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Lock "interface-5f71531b-8468-4047-8c22-d3da7c735c57-0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3" acquired by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG nova.objects.instance [None req-0552f4d8-5da2-4620-a4af-db58d4e61a5f tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Lazy-loading 'flavor' on Instance uuid 5f71531b-8468-4047-8c22-d3da7c735c57 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-0552f4d8-5da2-4620-a4af-db58d4e61a5f tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:14:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-168247400',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-168247400',id=17,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIEtc+oMEVFFsYtud+71/679xsxKYz0Yf6H4Djk7zZ+JykZUbwv8orFMZ0NsrOACbPbFB1l6FtDAYM8kwpqYoSqF2TmMfQqpgtq5E46B6Y6Ff9KxBpUEw27Q0t+n5FVQ1g==',key_name='tempest-keypair-628479125',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:14:59Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ff8db855347b4607be96e4b71c6759d2',ramdisk_id='',reservation_id='r-lz74sty3',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1924314482',owner_user_name='tempest-TaggedAttachmentsTest-1924314482-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:14:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='de50ee8d607d498a95c6efc3dcc2ef2d',uuid=5f71531b-8468-4047-8c22-d3da7c735c57,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3", "address": "fa:16:3e:f1:b0:3a", "network": {"id": "ab9f84cc-c3f4-4968-8da2-703e328fd0c8", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-633742165", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ff8db855347b4607be96e4b71c6759d2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d3fdde1-ed", "ovs_interfaceid": "0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0552f4d8-5da2-4620-a4af-db58d4e61a5f tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Converting VIF {"id": "0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3", "address": "fa:16:3e:f1:b0:3a", "network": {"id": "ab9f84cc-c3f4-4968-8da2-703e328fd0c8", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-633742165", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ff8db855347b4607be96e4b71c6759d2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d3fdde1-ed", "ovs_interfaceid": "0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0552f4d8-5da2-4620-a4af-db58d4e61a5f tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f1:b0:3a,bridge_name='br-int',has_traffic_filtering=True,id=0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3,network=Network(ab9f84cc-c3f4-4968-8da2-703e328fd0c8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d3fdde1-ed') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-0552f4d8-5da2-4620-a4af-db58d4e61a5f tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:f1:b0:3a"/><model type="virtio"/><mtu size="1442"/><target dev="tap0d3fdde1-ed"/></interface> {{(pid=75076) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-0552f4d8-5da2-4620-a4af-db58d4e61a5f tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:f1:b0:3a"/><model type="virtio"/><mtu size="1442"/><target dev="tap0d3fdde1-ed"/></interface> {{(pid=75076) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0552f4d8-5da2-4620-a4af-db58d4e61a5f tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Attempting to detach device tap0d3fdde1-ed from instance 5f71531b-8468-4047-8c22-d3da7c735c57 from the persistent domain config. {{(pid=75076) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-0552f4d8-5da2-4620-a4af-db58d4e61a5f tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] detach device xml: <interface type="ethernet">
Oct 27 16:17:36 user nova-compute[75076]:   <mac address="fa:16:3e:f1:b0:3a"/>
Oct 27 16:17:36 user nova-compute[75076]:   <model type="virtio"/>
Oct 27 16:17:36 user nova-compute[75076]:   <mtu size="1442"/>
Oct 27 16:17:36 user nova-compute[75076]:   <target dev="tap0d3fdde1-ed"/>
Oct 27 16:17:36 user nova-compute[75076]: </interface>
Oct 27 16:17:36 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-0552f4d8-5da2-4620-a4af-db58d4e61a5f tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:f1:b0:3a"/><model type="virtio"/><mtu size="1442"/><target dev="tap0d3fdde1-ed"/></interface> {{(pid=75076) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-0552f4d8-5da2-4620-a4af-db58d4e61a5f tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:f1:b0:3a"/><model type="virtio"/><mtu size="1442"/><target dev="tap0d3fdde1-ed"/></interface>not found in domain: <domain type='kvm' id='22'>
Oct 27 16:17:36 user nova-compute[75076]:   <name>instance-00000011</name>
Oct 27 16:17:36 user nova-compute[75076]:   <uuid>5f71531b-8468-4047-8c22-d3da7c735c57</uuid>
Oct 27 16:17:36 user nova-compute[75076]:   <metadata>
Oct 27 16:17:36 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:17:36 user nova-compute[75076]:   <nova:package version="0.0.0"/>
Oct 27 16:17:36 user nova-compute[75076]:   <nova:name>tempest-device-tagging-server-168247400</nova:name>
Oct 27 16:17:36 user nova-compute[75076]:   <nova:creationTime>2023-10-27 16:16:47</nova:creationTime>
Oct 27 16:17:36 user nova-compute[75076]:   <nova:flavor name="m1.tiny">
Oct 27 16:17:36 user nova-compute[75076]:     <nova:memory>512</nova:memory>
Oct 27 16:17:36 user nova-compute[75076]:     <nova:disk>1</nova:disk>
Oct 27 16:17:36 user nova-compute[75076]:     <nova:swap>0</nova:swap>
Oct 27 16:17:36 user nova-compute[75076]:     <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:17:36 user nova-compute[75076]:     <nova:vcpus>1</nova:vcpus>
Oct 27 16:17:36 user nova-compute[75076]:   </nova:flavor>
Oct 27 16:17:36 user nova-compute[75076]:   <nova:owner>
Oct 27 16:17:36 user nova-compute[75076]:     <nova:user uuid="de50ee8d607d498a95c6efc3dcc2ef2d">tempest-TaggedAttachmentsTest-1924314482-project-member</nova:user>
Oct 27 16:17:36 user nova-compute[75076]:     <nova:project uuid="ff8db855347b4607be96e4b71c6759d2">tempest-TaggedAttachmentsTest-1924314482</nova:project>
Oct 27 16:17:36 user nova-compute[75076]:   </nova:owner>
Oct 27 16:17:36 user nova-compute[75076]:   <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:17:36 user nova-compute[75076]:   <nova:ports>
Oct 27 16:17:36 user nova-compute[75076]:     <nova:port uuid="c1da6e07-692a-42ba-b8ad-2b9082856175">
Oct 27 16:17:36 user nova-compute[75076]:       <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 27 16:17:36 user nova-compute[75076]:     </nova:port>
Oct 27 16:17:36 user nova-compute[75076]:     <nova:port uuid="0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3">
Oct 27 16:17:36 user nova-compute[75076]:       <nova:ip type="fixed" address="10.10.10.66" ipVersion="4"/>
Oct 27 16:17:36 user nova-compute[75076]:     </nova:port>
Oct 27 16:17:36 user nova-compute[75076]:   </nova:ports>
Oct 27 16:17:36 user nova-compute[75076]: </nova:instance>
Oct 27 16:17:36 user nova-compute[75076]:   </metadata>
Oct 27 16:17:36 user nova-compute[75076]:   <memory unit='KiB'>524288</memory>
Oct 27 16:17:36 user nova-compute[75076]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 27 16:17:36 user nova-compute[75076]:   <vcpu placement='static'>1</vcpu>
Oct 27 16:17:36 user nova-compute[75076]:   <resource>
Oct 27 16:17:36 user nova-compute[75076]:     <partition>/machine</partition>
Oct 27 16:17:36 user nova-compute[75076]:   </resource>
Oct 27 16:17:36 user nova-compute[75076]:   <sysinfo type='smbios'>
Oct 27 16:17:36 user nova-compute[75076]:     <system>
Oct 27 16:17:36 user nova-compute[75076]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 27 16:17:36 user nova-compute[75076]:       <entry name='product'>OpenStack Nova</entry>
Oct 27 16:17:36 user nova-compute[75076]:       <entry name='version'>0.0.0</entry>
Oct 27 16:17:36 user nova-compute[75076]:       <entry name='serial'>5f71531b-8468-4047-8c22-d3da7c735c57</entry>
Oct 27 16:17:36 user nova-compute[75076]:       <entry name='uuid'>5f71531b-8468-4047-8c22-d3da7c735c57</entry>
Oct 27 16:17:36 user nova-compute[75076]:       <entry name='family'>Virtual Machine</entry>
Oct 27 16:17:36 user nova-compute[75076]:     </system>
Oct 27 16:17:36 user nova-compute[75076]:   </sysinfo>
Oct 27 16:17:36 user nova-compute[75076]:   <os>
Oct 27 16:17:36 user nova-compute[75076]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 27 16:17:36 user nova-compute[75076]:     <boot dev='hd'/>
Oct 27 16:17:36 user nova-compute[75076]:     <smbios mode='sysinfo'/>
Oct 27 16:17:36 user nova-compute[75076]:   </os>
Oct 27 16:17:36 user nova-compute[75076]:   <features>
Oct 27 16:17:36 user nova-compute[75076]:     <acpi/>
Oct 27 16:17:36 user nova-compute[75076]:     <apic/>
Oct 27 16:17:36 user nova-compute[75076]:     <vmcoreinfo state='on'/>
Oct 27 16:17:36 user nova-compute[75076]:   </features>
Oct 27 16:17:36 user nova-compute[75076]:   <cpu mode='custom' match='exact' check='full'>
Oct 27 16:17:36 user nova-compute[75076]:     <model fallback='forbid'>Nehalem</model>
Oct 27 16:17:36 user nova-compute[75076]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 27 16:17:36 user nova-compute[75076]:     <feature policy='require' name='vme'/>
Oct 27 16:17:36 user nova-compute[75076]:     <feature policy='require' name='x2apic'/>
Oct 27 16:17:36 user nova-compute[75076]:     <feature policy='require' name='hypervisor'/>
Oct 27 16:17:36 user nova-compute[75076]:   </cpu>
Oct 27 16:17:36 user nova-compute[75076]:   <clock offset='utc'>
Oct 27 16:17:36 user nova-compute[75076]:     <timer name='pit' tickpolicy='delay'/>
Oct 27 16:17:36 user nova-compute[75076]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 27 16:17:36 user nova-compute[75076]:     <timer name='hpet' present='no'/>
Oct 27 16:17:36 user nova-compute[75076]:   </clock>
Oct 27 16:17:36 user nova-compute[75076]:   <on_poweroff>destroy</on_poweroff>
Oct 27 16:17:36 user nova-compute[75076]:   <on_reboot>restart</on_reboot>
Oct 27 16:17:36 user nova-compute[75076]:   <on_crash>destroy</on_crash>
Oct 27 16:17:36 user nova-compute[75076]:   <devices>
Oct 27 16:17:36 user nova-compute[75076]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 27 16:17:36 user nova-compute[75076]:     <disk type='file' device='disk'>
Oct 27 16:17:36 user nova-compute[75076]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 27 16:17:36 user nova-compute[75076]:       <source file='/opt/stack/data/nova/instances/5f71531b-8468-4047-8c22-d3da7c735c57/disk' index='2'/>
Oct 27 16:17:36 user nova-compute[75076]:       <backingStore type='file' index='3'>
Oct 27 16:17:36 user nova-compute[75076]:         <format type='raw'/>
Oct 27 16:17:36 user nova-compute[75076]:         <source file='/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6'/>
Oct 27 16:17:36 user nova-compute[75076]:         <backingStore/>
Oct 27 16:17:36 user nova-compute[75076]:       </backingStore>
Oct 27 16:17:36 user nova-compute[75076]:       <target dev='vda' bus='virtio'/>
Oct 27 16:17:36 user nova-compute[75076]:       <alias name='virtio-disk0'/>
Oct 27 16:17:36 user nova-compute[75076]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 27 16:17:36 user nova-compute[75076]:     </disk>
Oct 27 16:17:36 user nova-compute[75076]:     <disk type='file' device='cdrom'>
Oct 27 16:17:36 user nova-compute[75076]:       <driver name='qemu' type='raw' cache='none'/>
Oct 27 16:17:36 user nova-compute[75076]:       <source file='/opt/stack/data/nova/instances/5f71531b-8468-4047-8c22-d3da7c735c57/disk.config' index='1'/>
Oct 27 16:17:36 user nova-compute[75076]:       <backingStore/>
Oct 27 16:17:36 user nova-compute[75076]:       <target dev='hda' bus='ide'/>
Oct 27 16:17:36 user nova-compute[75076]:       <readonly/>
Oct 27 16:17:36 user nova-compute[75076]:       <alias name='ide0-0-0'/>
Oct 27 16:17:36 user nova-compute[75076]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 27 16:17:36 user nova-compute[75076]:     </disk>
Oct 27 16:17:36 user nova-compute[75076]:     <controller type='usb' index='0' model='none'>
Oct 27 16:17:36 user nova-compute[75076]:       <alias name='usb'/>
Oct 27 16:17:36 user nova-compute[75076]:     </controller>
Oct 27 16:17:36 user nova-compute[75076]:     <controller type='pci' index='0' model='pci-root'>
Oct 27 16:17:36 user nova-compute[75076]:       <alias name='pci.0'/>
Oct 27 16:17:36 user nova-compute[75076]:     </controller>
Oct 27 16:17:36 user nova-compute[75076]:     <controller type='ide' index='0'>
Oct 27 16:17:36 user nova-compute[75076]:       <alias name='ide'/>
Oct 27 16:17:36 user nova-compute[75076]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 27 16:17:36 user nova-compute[75076]:     </controller>
Oct 27 16:17:36 user nova-compute[75076]:     <interface type='ethernet'>
Oct 27 16:17:36 user nova-compute[75076]:       <mac address='fa:16:3e:7a:41:1a'/>
Oct 27 16:17:36 user nova-compute[75076]:       <target dev='tapc1da6e07-69'/>
Oct 27 16:17:36 user nova-compute[75076]:       <model type='virtio'/>
Oct 27 16:17:36 user nova-compute[75076]:       <mtu size='1442'/>
Oct 27 16:17:36 user nova-compute[75076]:       <alias name='net0'/>
Oct 27 16:17:36 user nova-compute[75076]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 27 16:17:36 user nova-compute[75076]:     </interface>
Oct 27 16:17:36 user nova-compute[75076]:     <interface type='ethernet'>
Oct 27 16:17:36 user nova-compute[75076]:       <mac address='fa:16:3e:f1:b0:3a'/>
Oct 27 16:17:36 user nova-compute[75076]:       <target dev='tap0d3fdde1-ed'/>
Oct 27 16:17:36 user nova-compute[75076]:       <model type='virtio'/>
Oct 27 16:17:36 user nova-compute[75076]:       <mtu size='1442'/>
Oct 27 16:17:36 user nova-compute[75076]:       <alias name='net1'/>
Oct 27 16:17:36 user nova-compute[75076]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x07' function='0x0'/>
Oct 27 16:17:36 user nova-compute[75076]:     </interface>
Oct 27 16:17:36 user nova-compute[75076]:     <serial type='pty'>
Oct 27 16:17:36 user nova-compute[75076]:       <source path='/dev/pts/4'/>
Oct 27 16:17:36 user nova-compute[75076]:       <log file='/opt/stack/data/nova/instances/5f71531b-8468-4047-8c22-d3da7c735c57/console.log' append='off'/>
Oct 27 16:17:36 user nova-compute[75076]:       <target type='isa-serial' port='0'>
Oct 27 16:17:36 user nova-compute[75076]:         <model name='isa-serial'/>
Oct 27 16:17:36 user nova-compute[75076]:       </target>
Oct 27 16:17:36 user nova-compute[75076]:       <alias name='serial0'/>
Oct 27 16:17:36 user nova-compute[75076]:     </serial>
Oct 27 16:17:36 user nova-compute[75076]:     <console type='pty' tty='/dev/pts/4'>
Oct 27 16:17:36 user nova-compute[75076]:       <source path='/dev/pts/4'/>
Oct 27 16:17:36 user nova-compute[75076]:       <log file='/opt/stack/data/nova/instances/5f71531b-8468-4047-8c22-d3da7c735c57/console.log' append='off'/>
Oct 27 16:17:36 user nova-compute[75076]:       <target type='serial' port='0'/>
Oct 27 16:17:36 user nova-compute[75076]:       <alias name='serial0'/>
Oct 27 16:17:36 user nova-compute[75076]:     </console>
Oct 27 16:17:36 user nova-compute[75076]:     <input type='mouse' bus='ps2'>
Oct 27 16:17:36 user nova-compute[75076]:       <alias name='input0'/>
Oct 27 16:17:36 user nova-compute[75076]:     </input>
Oct 27 16:17:36 user nova-compute[75076]:     <input type='keyboard' bus='ps2'>
Oct 27 16:17:36 user nova-compute[75076]:       <alias name='input1'/>
Oct 27 16:17:36 user nova-compute[75076]:     </input>
Oct 27 16:17:36 user nova-compute[75076]:     <graphics type='vnc' port='5907' autoport='yes' listen='0.0.0.0'>
Oct 27 16:17:36 user nova-compute[75076]:       <listen type='address' address='0.0.0.0'/>
Oct 27 16:17:36 user nova-compute[75076]:     </graphics>
Oct 27 16:17:36 user nova-compute[75076]:     <audio id='1' type='none'/>
Oct 27 16:17:36 user nova-compute[75076]:     <video>
Oct 27 16:17:36 user nova-compute[75076]:       <model type='virtio' heads='1' primary='yes'/>
Oct 27 16:17:36 user nova-compute[75076]:       <alias name='video0'/>
Oct 27 16:17:36 user nova-compute[75076]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 27 16:17:36 user nova-compute[75076]:     </video>
Oct 27 16:17:36 user nova-compute[75076]:     <memballoon model='virtio'>
Oct 27 16:17:36 user nova-compute[75076]:       <stats period='10'/>
Oct 27 16:17:36 user nova-compute[75076]:       <alias name='balloon0'/>
Oct 27 16:17:36 user nova-compute[75076]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 27 16:17:36 user nova-compute[75076]:     </memballoon>
Oct 27 16:17:36 user nova-compute[75076]:     <rng model='virtio'>
Oct 27 16:17:36 user nova-compute[75076]:       <backend model='random'>/dev/urandom</backend>
Oct 27 16:17:36 user nova-compute[75076]:       <alias name='rng0'/>
Oct 27 16:17:36 user nova-compute[75076]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 27 16:17:36 user nova-compute[75076]:     </rng>
Oct 27 16:17:36 user nova-compute[75076]:   </devices>
Oct 27 16:17:36 user nova-compute[75076]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 27 16:17:36 user nova-compute[75076]:     <label>libvirt-5f71531b-8468-4047-8c22-d3da7c735c57</label>
Oct 27 16:17:36 user nova-compute[75076]:     <imagelabel>libvirt-5f71531b-8468-4047-8c22-d3da7c735c57</imagelabel>
Oct 27 16:17:36 user nova-compute[75076]:   </seclabel>
Oct 27 16:17:36 user nova-compute[75076]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 27 16:17:36 user nova-compute[75076]:     <label>+64055:+108</label>
Oct 27 16:17:36 user nova-compute[75076]:     <imagelabel>+64055:+108</imagelabel>
Oct 27 16:17:36 user nova-compute[75076]:   </seclabel>
Oct 27 16:17:36 user nova-compute[75076]: </domain>
Oct 27 16:17:36 user nova-compute[75076]:  {{(pid=75076) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 27 16:17:36 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-0552f4d8-5da2-4620-a4af-db58d4e61a5f tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Successfully detached device tap0d3fdde1-ed from instance 5f71531b-8468-4047-8c22-d3da7c735c57 from the persistent domain config.
Oct 27 16:17:36 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0552f4d8-5da2-4620-a4af-db58d4e61a5f tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] (1/8): Attempting to detach device tap0d3fdde1-ed with device alias net1 from instance 5f71531b-8468-4047-8c22-d3da7c735c57 from the live domain config. {{(pid=75076) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 16:17:36 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-0552f4d8-5da2-4620-a4af-db58d4e61a5f tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] detach device xml: <interface type="ethernet">
Oct 27 16:17:36 user nova-compute[75076]:   <mac address="fa:16:3e:f1:b0:3a"/>
Oct 27 16:17:36 user nova-compute[75076]:   <model type="virtio"/>
Oct 27 16:17:36 user nova-compute[75076]:   <mtu size="1442"/>
Oct 27 16:17:36 user nova-compute[75076]:   <target dev="tap0d3fdde1-ed"/>
Oct 27 16:17:36 user nova-compute[75076]: </interface>
Oct 27 16:17:36 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:17:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0552f4d8-5da2-4620-a4af-db58d4e61a5f tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Start waiting for the detach event from libvirt for device tap0d3fdde1-ed with device alias net1 for instance 5f71531b-8468-4047-8c22-d3da7c735c57 {{(pid=75076) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 16:17:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:37 user nova-compute[75076]: DEBUG nova.compute.manager [req-865475c0-a534-46a9-b688-03fee5ea86ea req-20445cb4-3968-4531-b5d2-ece9bce72dfa service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-vif-plugged-3aa7d24c-ddda-4f37-a30b-2180b9e178b2 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:17:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-865475c0-a534-46a9-b688-03fee5ea86ea req-20445cb4-3968-4531-b5d2-ece9bce72dfa service nova] Acquiring lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:17:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-865475c0-a534-46a9-b688-03fee5ea86ea req-20445cb4-3968-4531-b5d2-ece9bce72dfa service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:17:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-865475c0-a534-46a9-b688-03fee5ea86ea req-20445cb4-3968-4531-b5d2-ece9bce72dfa service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:17:37 user nova-compute[75076]: DEBUG nova.compute.manager [req-865475c0-a534-46a9-b688-03fee5ea86ea req-20445cb4-3968-4531-b5d2-ece9bce72dfa service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] No waiting events found dispatching network-vif-plugged-3aa7d24c-ddda-4f37-a30b-2180b9e178b2 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:17:37 user nova-compute[75076]: WARNING nova.compute.manager [req-865475c0-a534-46a9-b688-03fee5ea86ea req-20445cb4-3968-4531-b5d2-ece9bce72dfa service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received unexpected event network-vif-plugged-3aa7d24c-ddda-4f37-a30b-2180b9e178b2 for instance with vm_state building and task_state spawning.
Oct 27 16:17:37 user nova-compute[75076]: DEBUG nova.compute.manager [req-865475c0-a534-46a9-b688-03fee5ea86ea req-20445cb4-3968-4531-b5d2-ece9bce72dfa service nova] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Received event network-vif-unplugged-0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:17:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-865475c0-a534-46a9-b688-03fee5ea86ea req-20445cb4-3968-4531-b5d2-ece9bce72dfa service nova] Acquiring lock "5f71531b-8468-4047-8c22-d3da7c735c57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:17:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-865475c0-a534-46a9-b688-03fee5ea86ea req-20445cb4-3968-4531-b5d2-ece9bce72dfa service nova] Lock "5f71531b-8468-4047-8c22-d3da7c735c57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:17:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-865475c0-a534-46a9-b688-03fee5ea86ea req-20445cb4-3968-4531-b5d2-ece9bce72dfa service nova] Lock "5f71531b-8468-4047-8c22-d3da7c735c57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:17:37 user nova-compute[75076]: DEBUG nova.compute.manager [req-865475c0-a534-46a9-b688-03fee5ea86ea req-20445cb4-3968-4531-b5d2-ece9bce72dfa service nova] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] No waiting events found dispatching network-vif-unplugged-0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:17:37 user nova-compute[75076]: WARNING nova.compute.manager [req-865475c0-a534-46a9-b688-03fee5ea86ea req-20445cb4-3968-4531-b5d2-ece9bce72dfa service nova] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Received unexpected event network-vif-unplugged-0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3 for instance with vm_state active and task_state None.
Oct 27 16:17:37 user nova-compute[75076]: DEBUG nova.compute.manager [req-865475c0-a534-46a9-b688-03fee5ea86ea req-20445cb4-3968-4531-b5d2-ece9bce72dfa service nova] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Received event network-vif-plugged-0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:17:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-865475c0-a534-46a9-b688-03fee5ea86ea req-20445cb4-3968-4531-b5d2-ece9bce72dfa service nova] Acquiring lock "5f71531b-8468-4047-8c22-d3da7c735c57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:17:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-865475c0-a534-46a9-b688-03fee5ea86ea req-20445cb4-3968-4531-b5d2-ece9bce72dfa service nova] Lock "5f71531b-8468-4047-8c22-d3da7c735c57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:17:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-865475c0-a534-46a9-b688-03fee5ea86ea req-20445cb4-3968-4531-b5d2-ece9bce72dfa service nova] Lock "5f71531b-8468-4047-8c22-d3da7c735c57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:17:37 user nova-compute[75076]: DEBUG nova.compute.manager [req-865475c0-a534-46a9-b688-03fee5ea86ea req-20445cb4-3968-4531-b5d2-ece9bce72dfa service nova] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] No waiting events found dispatching network-vif-plugged-0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:17:37 user nova-compute[75076]: WARNING nova.compute.manager [req-865475c0-a534-46a9-b688-03fee5ea86ea req-20445cb4-3968-4531-b5d2-ece9bce72dfa service nova] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Received unexpected event network-vif-plugged-0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3 for instance with vm_state active and task_state None.
Oct 27 16:17:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:38 user nova-compute[75076]: DEBUG nova.compute.manager [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:17:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:17:38 user nova-compute[75076]: DEBUG nova.compute.manager [req-0737d539-c379-477b-adb9-a3a72d7968c6 req-0b79d444-77ca-4eec-b0e0-5dd55b63e717 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-vif-plugged-b9d4af56-2afd-4311-865e-1bffd9440fdd {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:17:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-0737d539-c379-477b-adb9-a3a72d7968c6 req-0b79d444-77ca-4eec-b0e0-5dd55b63e717 service nova] Acquiring lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:17:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-0737d539-c379-477b-adb9-a3a72d7968c6 req-0b79d444-77ca-4eec-b0e0-5dd55b63e717 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:17:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-0737d539-c379-477b-adb9-a3a72d7968c6 req-0b79d444-77ca-4eec-b0e0-5dd55b63e717 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:17:38 user nova-compute[75076]: DEBUG nova.compute.manager [req-0737d539-c379-477b-adb9-a3a72d7968c6 req-0b79d444-77ca-4eec-b0e0-5dd55b63e717 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] No waiting events found dispatching network-vif-plugged-b9d4af56-2afd-4311-865e-1bffd9440fdd {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:17:38 user nova-compute[75076]: WARNING nova.compute.manager [req-0737d539-c379-477b-adb9-a3a72d7968c6 req-0b79d444-77ca-4eec-b0e0-5dd55b63e717 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received unexpected event network-vif-plugged-b9d4af56-2afd-4311-865e-1bffd9440fdd for instance with vm_state building and task_state spawning.
Oct 27 16:17:38 user nova-compute[75076]: DEBUG nova.compute.manager [req-0737d539-c379-477b-adb9-a3a72d7968c6 req-0b79d444-77ca-4eec-b0e0-5dd55b63e717 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-vif-plugged-e810be0c-be2e-467f-9f02-d1fb8cf63b0a {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:17:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-0737d539-c379-477b-adb9-a3a72d7968c6 req-0b79d444-77ca-4eec-b0e0-5dd55b63e717 service nova] Acquiring lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:17:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-0737d539-c379-477b-adb9-a3a72d7968c6 req-0b79d444-77ca-4eec-b0e0-5dd55b63e717 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:17:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-0737d539-c379-477b-adb9-a3a72d7968c6 req-0b79d444-77ca-4eec-b0e0-5dd55b63e717 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:17:38 user nova-compute[75076]: DEBUG nova.compute.manager [req-0737d539-c379-477b-adb9-a3a72d7968c6 req-0b79d444-77ca-4eec-b0e0-5dd55b63e717 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] No waiting events found dispatching network-vif-plugged-e810be0c-be2e-467f-9f02-d1fb8cf63b0a {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:17:38 user nova-compute[75076]: WARNING nova.compute.manager [req-0737d539-c379-477b-adb9-a3a72d7968c6 req-0b79d444-77ca-4eec-b0e0-5dd55b63e717 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received unexpected event network-vif-plugged-e810be0c-be2e-467f-9f02-d1fb8cf63b0a for instance with vm_state building and task_state spawning.
Oct 27 16:17:38 user nova-compute[75076]: DEBUG nova.compute.manager [req-0737d539-c379-477b-adb9-a3a72d7968c6 req-0b79d444-77ca-4eec-b0e0-5dd55b63e717 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-vif-plugged-e810be0c-be2e-467f-9f02-d1fb8cf63b0a {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:17:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-0737d539-c379-477b-adb9-a3a72d7968c6 req-0b79d444-77ca-4eec-b0e0-5dd55b63e717 service nova] Acquiring lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:17:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-0737d539-c379-477b-adb9-a3a72d7968c6 req-0b79d444-77ca-4eec-b0e0-5dd55b63e717 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:17:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-0737d539-c379-477b-adb9-a3a72d7968c6 req-0b79d444-77ca-4eec-b0e0-5dd55b63e717 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:17:38 user nova-compute[75076]: DEBUG nova.compute.manager [req-0737d539-c379-477b-adb9-a3a72d7968c6 req-0b79d444-77ca-4eec-b0e0-5dd55b63e717 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] No waiting events found dispatching network-vif-plugged-e810be0c-be2e-467f-9f02-d1fb8cf63b0a {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:17:38 user nova-compute[75076]: WARNING nova.compute.manager [req-0737d539-c379-477b-adb9-a3a72d7968c6 req-0b79d444-77ca-4eec-b0e0-5dd55b63e717 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received unexpected event network-vif-plugged-e810be0c-be2e-467f-9f02-d1fb8cf63b0a for instance with vm_state building and task_state spawning.
Oct 27 16:17:38 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Instance spawned successfully.
Oct 27 16:17:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:17:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:17:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:17:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:17:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:17:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:17:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:17:38 user nova-compute[75076]: INFO nova.compute.manager [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Took 11.83 seconds to spawn the instance on the hypervisor.
Oct 27 16:17:38 user nova-compute[75076]: DEBUG nova.compute.manager [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:17:38 user nova-compute[75076]: INFO nova.compute.manager [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Took 76.91 seconds to build instance.
Oct 27 16:17:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ef1b0a69-799c-4db2-ac55-1fdcd5a8eaea tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 77.019s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:17:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-588dee36-4565-4020-bcd4-6b2a5507c764 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "c35e1163-5e25-488f-858f-8ad5d5430617" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:17:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-588dee36-4565-4020-bcd4-6b2a5507c764 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "c35e1163-5e25-488f-858f-8ad5d5430617" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:17:42 user nova-compute[75076]: INFO nova.compute.manager [None req-588dee36-4565-4020-bcd4-6b2a5507c764 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Detaching volume 7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6
Oct 27 16:17:42 user nova-compute[75076]: INFO nova.virt.block_device [None req-588dee36-4565-4020-bcd4-6b2a5507c764 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Attempting to driver detach volume 7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 from mountpoint /dev/vdb
Oct 27 16:17:42 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-588dee36-4565-4020-bcd4-6b2a5507c764 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Attempting to detach device vdb from instance c35e1163-5e25-488f-858f-8ad5d5430617 from the persistent domain config. {{(pid=75076) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 16:17:42 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-588dee36-4565-4020-bcd4-6b2a5507c764 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:17:42 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:17:42 user nova-compute[75076]:   <source dev="/dev/sdb"/>
Oct 27 16:17:42 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:17:42 user nova-compute[75076]:   <serial>7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6</serial>
Oct 27 16:17:42 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 27 16:17:42 user nova-compute[75076]: </disk>
Oct 27 16:17:42 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:17:42 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-588dee36-4565-4020-bcd4-6b2a5507c764 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Successfully detached device vdb from instance c35e1163-5e25-488f-858f-8ad5d5430617 from the persistent domain config.
Oct 27 16:17:42 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-588dee36-4565-4020-bcd4-6b2a5507c764 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance c35e1163-5e25-488f-858f-8ad5d5430617 from the live domain config. {{(pid=75076) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 16:17:42 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-588dee36-4565-4020-bcd4-6b2a5507c764 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:17:42 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:17:42 user nova-compute[75076]:   <source dev="/dev/sdb"/>
Oct 27 16:17:42 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:17:42 user nova-compute[75076]:   <serial>7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6</serial>
Oct 27 16:17:42 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 27 16:17:42 user nova-compute[75076]: </disk>
Oct 27 16:17:42 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:17:43 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-588dee36-4565-4020-bcd4-6b2a5507c764 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance c35e1163-5e25-488f-858f-8ad5d5430617 {{(pid=75076) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 16:17:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "3b8402ec-436a-44e0-a938-bdc76b015689" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:17:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "3b8402ec-436a-44e0-a938-bdc76b015689" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:17:49 user nova-compute[75076]: DEBUG nova.compute.manager [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:17:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:17:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:17:49 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:17:49 user nova-compute[75076]: INFO nova.compute.claims [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Claim successful on node user
Oct 27 16:17:50 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:17:50 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:17:50 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.601s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:17:50 user nova-compute[75076]: DEBUG nova.compute.manager [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:17:50 user nova-compute[75076]: DEBUG nova.compute.manager [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:17:50 user nova-compute[75076]: DEBUG nova.network.neutron [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:17:50 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:17:50 user nova-compute[75076]: DEBUG nova.compute.manager [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:17:50 user nova-compute[75076]: DEBUG nova.policy [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '292311e3f0db4dc199101504f91de7f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b35a9703a8942d3b1e8a7ed3ccdb494', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:17:50 user nova-compute[75076]: DEBUG nova.compute.manager [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:17:50 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:17:50 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Creating image(s)
Oct 27 16:17:50 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "/opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:17:50 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "/opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:17:50 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "/opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:17:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.206s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:51 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:17:51 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:17:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.203s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk 1073741824" returned: 0 in 0.050s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:51 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.262s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:17:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:51 user nova-compute[75076]: DEBUG nova.network.neutron [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Successfully created port: 94dfe688-dd60-48a9-bb03-48111446f202 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:17:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.207s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:51 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk. size=1073741824 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:17:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:51 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Cannot resize image /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk to a smaller size. {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 16:17:51 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:17:51 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Ensure instance console log exists: /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:17:51 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:17:51 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:17:51 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG nova.network.neutron [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Successfully updated port: 94dfe688-dd60-48a9-bb03-48111446f202 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG nova.compute.manager [req-a2fc9f3d-62f3-4df5-b4e0-11feb0c0c8da req-c28b775b-d0f3-41ef-86ac-d0cdd897a7da service nova] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Received event network-changed-94dfe688-dd60-48a9-bb03-48111446f202 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG nova.compute.manager [req-a2fc9f3d-62f3-4df5-b4e0-11feb0c0c8da req-c28b775b-d0f3-41ef-86ac-d0cdd897a7da service nova] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Refreshing instance network info cache due to event network-changed-94dfe688-dd60-48a9-bb03-48111446f202. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a2fc9f3d-62f3-4df5-b4e0-11feb0c0c8da req-c28b775b-d0f3-41ef-86ac-d0cdd897a7da service nova] Acquiring lock "refresh_cache-3b8402ec-436a-44e0-a938-bdc76b015689" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a2fc9f3d-62f3-4df5-b4e0-11feb0c0c8da req-c28b775b-d0f3-41ef-86ac-d0cdd897a7da service nova] Acquired lock "refresh_cache-3b8402ec-436a-44e0-a938-bdc76b015689" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG nova.network.neutron [req-a2fc9f3d-62f3-4df5-b4e0-11feb0c0c8da req-c28b775b-d0f3-41ef-86ac-d0cdd897a7da service nova] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Refreshing network info cache for port 94dfe688-dd60-48a9-bb03-48111446f202 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "refresh_cache-3b8402ec-436a-44e0-a938-bdc76b015689" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG nova.network.neutron [req-a2fc9f3d-62f3-4df5-b4e0-11feb0c0c8da req-c28b775b-d0f3-41ef-86ac-d0cdd897a7da service nova] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG nova.network.neutron [req-a2fc9f3d-62f3-4df5-b4e0-11feb0c0c8da req-c28b775b-d0f3-41ef-86ac-d0cdd897a7da service nova] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a2fc9f3d-62f3-4df5-b4e0-11feb0c0c8da req-c28b775b-d0f3-41ef-86ac-d0cdd897a7da service nova] Releasing lock "refresh_cache-3b8402ec-436a-44e0-a938-bdc76b015689" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquired lock "refresh_cache-3b8402ec-436a-44e0-a938-bdc76b015689" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG nova.network.neutron [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG nova.network.neutron [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG nova.network.neutron [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Updating instance_info_cache with network_info: [{"id": "94dfe688-dd60-48a9-bb03-48111446f202", "address": "fa:16:3e:b4:f8:c6", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94dfe688-dd", "ovs_interfaceid": "94dfe688-dd60-48a9-bb03-48111446f202", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Releasing lock "refresh_cache-3b8402ec-436a-44e0-a938-bdc76b015689" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG nova.compute.manager [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Instance network_info: |[{"id": "94dfe688-dd60-48a9-bb03-48111446f202", "address": "fa:16:3e:b4:f8:c6", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94dfe688-dd", "ovs_interfaceid": "94dfe688-dd60-48a9-bb03-48111446f202", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Start _get_guest_xml network_info=[{"id": "94dfe688-dd60-48a9-bb03-48111446f202", "address": "fa:16:3e:b4:f8:c6", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94dfe688-dd", "ovs_interfaceid": "94dfe688-dd60-48a9-bb03-48111446f202", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:17:52 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:17:52 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:17:52 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:17:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1797751735',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1797751735',id=23,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8b35a9703a8942d3b1e8a7ed3ccdb494',ramdisk_id='',reservation_id='r-zdhe6hsz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1685226580',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:17:51Z,user_data=None,user_id='292311e3f0db4dc199101504f91de7f7',uuid=3b8402ec-436a-44e0-a938-bdc76b015689,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "94dfe688-dd60-48a9-bb03-48111446f202", "address": "fa:16:3e:b4:f8:c6", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94dfe688-dd", "ovs_interfaceid": "94dfe688-dd60-48a9-bb03-48111446f202", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Converting VIF {"id": "94dfe688-dd60-48a9-bb03-48111446f202", "address": "fa:16:3e:b4:f8:c6", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94dfe688-dd", "ovs_interfaceid": "94dfe688-dd60-48a9-bb03-48111446f202", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b4:f8:c6,bridge_name='br-int',has_traffic_filtering=True,id=94dfe688-dd60-48a9-bb03-48111446f202,network=Network(dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94dfe688-dd') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG nova.objects.instance [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lazy-loading 'pci_devices' on Instance uuid 3b8402ec-436a-44e0-a938-bdc76b015689 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:17:52 user nova-compute[75076]:   <uuid>3b8402ec-436a-44e0-a938-bdc76b015689</uuid>
Oct 27 16:17:52 user nova-compute[75076]:   <name>instance-00000017</name>
Oct 27 16:17:52 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:17:52 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:17:52 user nova-compute[75076]:   <metadata>
Oct 27 16:17:52 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:17:52 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:17:52 user nova-compute[75076]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1797751735</nova:name>
Oct 27 16:17:52 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:17:52</nova:creationTime>
Oct 27 16:17:52 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:17:52 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:17:52 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:17:52 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:17:52 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:17:52 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:17:52 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:17:52 user nova-compute[75076]:       <nova:owner>
Oct 27 16:17:52 user nova-compute[75076]:         <nova:user uuid="292311e3f0db4dc199101504f91de7f7">tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member</nova:user>
Oct 27 16:17:52 user nova-compute[75076]:         <nova:project uuid="8b35a9703a8942d3b1e8a7ed3ccdb494">tempest-ServerBootFromVolumeStableRescueTest-1685226580</nova:project>
Oct 27 16:17:52 user nova-compute[75076]:       </nova:owner>
Oct 27 16:17:52 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:17:52 user nova-compute[75076]:       <nova:ports>
Oct 27 16:17:52 user nova-compute[75076]:         <nova:port uuid="94dfe688-dd60-48a9-bb03-48111446f202">
Oct 27 16:17:52 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 27 16:17:52 user nova-compute[75076]:         </nova:port>
Oct 27 16:17:52 user nova-compute[75076]:       </nova:ports>
Oct 27 16:17:52 user nova-compute[75076]:     </nova:instance>
Oct 27 16:17:52 user nova-compute[75076]:   </metadata>
Oct 27 16:17:52 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:17:52 user nova-compute[75076]:     <system>
Oct 27 16:17:52 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:17:52 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:17:52 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:17:52 user nova-compute[75076]:       <entry name="serial">3b8402ec-436a-44e0-a938-bdc76b015689</entry>
Oct 27 16:17:52 user nova-compute[75076]:       <entry name="uuid">3b8402ec-436a-44e0-a938-bdc76b015689</entry>
Oct 27 16:17:52 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:17:52 user nova-compute[75076]:     </system>
Oct 27 16:17:52 user nova-compute[75076]:   </sysinfo>
Oct 27 16:17:52 user nova-compute[75076]:   <os>
Oct 27 16:17:52 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:17:52 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:17:52 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:17:52 user nova-compute[75076]:   </os>
Oct 27 16:17:52 user nova-compute[75076]:   <features>
Oct 27 16:17:52 user nova-compute[75076]:     <acpi/>
Oct 27 16:17:52 user nova-compute[75076]:     <apic/>
Oct 27 16:17:52 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:17:52 user nova-compute[75076]:   </features>
Oct 27 16:17:52 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:17:52 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:17:52 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:17:52 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:17:52 user nova-compute[75076]:   </clock>
Oct 27 16:17:52 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:17:52 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:17:52 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:17:52 user nova-compute[75076]:   </cpu>
Oct 27 16:17:52 user nova-compute[75076]:   <devices>
Oct 27 16:17:52 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:17:52 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:17:52 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk"/>
Oct 27 16:17:52 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:17:52 user nova-compute[75076]:     </disk>
Oct 27 16:17:52 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:17:52 user nova-compute[75076]:       <mac address="fa:16:3e:b4:f8:c6"/>
Oct 27 16:17:52 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:17:52 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:17:52 user nova-compute[75076]:       <target dev="tap94dfe688-dd"/>
Oct 27 16:17:52 user nova-compute[75076]:     </interface>
Oct 27 16:17:52 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:17:52 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/console.log" append="off"/>
Oct 27 16:17:52 user nova-compute[75076]:     </serial>
Oct 27 16:17:52 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:17:52 user nova-compute[75076]:     <video>
Oct 27 16:17:52 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:17:52 user nova-compute[75076]:     </video>
Oct 27 16:17:52 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:17:52 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:17:52 user nova-compute[75076]:     </rng>
Oct 27 16:17:52 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:17:52 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:17:52 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:17:52 user nova-compute[75076]:     </memballoon>
Oct 27 16:17:52 user nova-compute[75076]:   </devices>
Oct 27 16:17:52 user nova-compute[75076]: </domain>
Oct 27 16:17:52 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:17:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1797751735',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1797751735',id=23,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8b35a9703a8942d3b1e8a7ed3ccdb494',ramdisk_id='',reservation_id='r-zdhe6hsz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1685226580',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:17:51Z,user_data=None,user_id='292311e3f0db4dc199101504f91de7f7',uuid=3b8402ec-436a-44e0-a938-bdc76b015689,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "94dfe688-dd60-48a9-bb03-48111446f202", "address": "fa:16:3e:b4:f8:c6", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94dfe688-dd", "ovs_interfaceid": "94dfe688-dd60-48a9-bb03-48111446f202", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Converting VIF {"id": "94dfe688-dd60-48a9-bb03-48111446f202", "address": "fa:16:3e:b4:f8:c6", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94dfe688-dd", "ovs_interfaceid": "94dfe688-dd60-48a9-bb03-48111446f202", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b4:f8:c6,bridge_name='br-int',has_traffic_filtering=True,id=94dfe688-dd60-48a9-bb03-48111446f202,network=Network(dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94dfe688-dd') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG os_vif [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b4:f8:c6,bridge_name='br-int',has_traffic_filtering=True,id=94dfe688-dd60-48a9-bb03-48111446f202,network=Network(dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94dfe688-dd') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '66bf4263-cf9a-5fcb-9c36-89acd75f2e0e', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap94dfe688-dd, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap94dfe688-dd, col_values=(('qos', UUID('0c2b8c18-2131-4764-8132-52964390dfa9')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap94dfe688-dd, col_values=(('external_ids', {'iface-id': '94dfe688-dd60-48a9-bb03-48111446f202', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b4:f8:c6', 'vm-uuid': '3b8402ec-436a-44e0-a938-bdc76b015689'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:17:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:52 user nova-compute[75076]: INFO os_vif [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b4:f8:c6,bridge_name='br-int',has_traffic_filtering=True,id=94dfe688-dd60-48a9-bb03-48111446f202,network=Network(dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94dfe688-dd')
Oct 27 16:17:53 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:17:53 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] No VIF found with MAC fa:16:3e:b4:f8:c6, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:17:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Acquiring lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:17:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:17:53 user nova-compute[75076]: DEBUG nova.compute.manager [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:17:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:17:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:17:53 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:17:53 user nova-compute[75076]: INFO nova.compute.claims [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Claim successful on node user
Oct 27 16:17:53 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:17:53 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:17:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.610s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:17:53 user nova-compute[75076]: DEBUG nova.compute.manager [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:17:54 user nova-compute[75076]: DEBUG nova.compute.manager [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:17:54 user nova-compute[75076]: DEBUG nova.network.neutron [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:17:54 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:17:54 user nova-compute[75076]: DEBUG nova.compute.manager [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:17:54 user nova-compute[75076]: INFO nova.virt.block_device [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Booting with volume 550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 at /dev/vda
Oct 27 16:17:54 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:54 user nova-compute[75076]: DEBUG nova.policy [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d8867f427d74cf6951c6bd9a0ad0e76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de206be1db86483bb852427dbf929b40', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:17:54 user nova-compute[75076]: DEBUG os_brick.utils [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:17:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:54 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6282a114-e905-4bcd-ac08-dfd0ab4d3b31]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:54 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad1f2311-2194-42bf-ac29-b50b07e02af5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:17:54 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb83df7c-cc46-4a94-b08a-5546caafa7ba]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:54 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a92f8df-7487-46e8-93ff-25311708d198]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:17:54 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:17:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:17:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:17:54 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:17:54 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[79f0be23-c510-4f10-8d1f-ec2c0c9d1723]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:17:54 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:17:54 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:17:54 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:17:54 user nova-compute[75076]: DEBUG os_brick.utils [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] <== get_connector_properties: return (153ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:17:54 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Updating existing volume attachment record: 1c76775e-ac15-4053-b3e9-e754ad9ca225 {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:17:54 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:54 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:54 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:54 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:54 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:54 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:55 user nova-compute[75076]: DEBUG nova.compute.manager [req-917e2b74-7344-4452-86a2-b7c57f60297c req-6bccb8c1-d984-4d62-b2b7-3670872a874a service nova] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Received event network-vif-plugged-94dfe688-dd60-48a9-bb03-48111446f202 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:17:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-917e2b74-7344-4452-86a2-b7c57f60297c req-6bccb8c1-d984-4d62-b2b7-3670872a874a service nova] Acquiring lock "3b8402ec-436a-44e0-a938-bdc76b015689-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:17:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-917e2b74-7344-4452-86a2-b7c57f60297c req-6bccb8c1-d984-4d62-b2b7-3670872a874a service nova] Lock "3b8402ec-436a-44e0-a938-bdc76b015689-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:17:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-917e2b74-7344-4452-86a2-b7c57f60297c req-6bccb8c1-d984-4d62-b2b7-3670872a874a service nova] Lock "3b8402ec-436a-44e0-a938-bdc76b015689-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:17:55 user nova-compute[75076]: DEBUG nova.compute.manager [req-917e2b74-7344-4452-86a2-b7c57f60297c req-6bccb8c1-d984-4d62-b2b7-3670872a874a service nova] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] No waiting events found dispatching network-vif-plugged-94dfe688-dd60-48a9-bb03-48111446f202 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:17:55 user nova-compute[75076]: WARNING nova.compute.manager [req-917e2b74-7344-4452-86a2-b7c57f60297c req-6bccb8c1-d984-4d62-b2b7-3670872a874a service nova] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Received unexpected event network-vif-plugged-94dfe688-dd60-48a9-bb03-48111446f202 for instance with vm_state building and task_state spawning.
Oct 27 16:17:55 user nova-compute[75076]: DEBUG nova.network.neutron [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Successfully created port: d169e0b8-8c04-4cd1-8409-d9a39a0f3394 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:17:56 user nova-compute[75076]: DEBUG nova.network.neutron [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Successfully created port: 3a3c2700-3de4-45fd-af19-0e1b8607167c {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:17:57 user nova-compute[75076]: DEBUG nova.compute.manager [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:17:57 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:17:57 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Instance spawned successfully.
Oct 27 16:17:57 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:17:57 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:17:57 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:17:57 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:17:57 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:17:57 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:17:57 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:17:57 user nova-compute[75076]: INFO nova.compute.manager [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Took 6.35 seconds to spawn the instance on the hypervisor.
Oct 27 16:17:57 user nova-compute[75076]: DEBUG nova.compute.manager [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:17:57 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-0552f4d8-5da2-4620-a4af-db58d4e61a5f tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Waiting for libvirt event about the detach of device tap0d3fdde1-ed with device alias net1 from instance 5f71531b-8468-4047-8c22-d3da7c735c57 is timed out.
Oct 27 16:17:57 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-0552f4d8-5da2-4620-a4af-db58d4e61a5f tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:f1:b0:3a"/><model type="virtio"/><mtu size="1442"/><target dev="tap0d3fdde1-ed"/></interface> {{(pid=75076) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 27 16:17:57 user nova-compute[75076]: INFO nova.compute.manager [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Took 7.42 seconds to build instance.
Oct 27 16:17:57 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-0552f4d8-5da2-4620-a4af-db58d4e61a5f tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:f1:b0:3a"/><model type="virtio"/><mtu size="1442"/><target dev="tap0d3fdde1-ed"/></interface>not found in domain: <domain type='kvm' id='22'>
Oct 27 16:17:57 user nova-compute[75076]:   <name>instance-00000011</name>
Oct 27 16:17:57 user nova-compute[75076]:   <uuid>5f71531b-8468-4047-8c22-d3da7c735c57</uuid>
Oct 27 16:17:57 user nova-compute[75076]:   <metadata>
Oct 27 16:17:57 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:17:57 user nova-compute[75076]:   <nova:package version="0.0.0"/>
Oct 27 16:17:57 user nova-compute[75076]:   <nova:name>tempest-device-tagging-server-168247400</nova:name>
Oct 27 16:17:57 user nova-compute[75076]:   <nova:creationTime>2023-10-27 16:16:47</nova:creationTime>
Oct 27 16:17:57 user nova-compute[75076]:   <nova:flavor name="m1.tiny">
Oct 27 16:17:57 user nova-compute[75076]:     <nova:memory>512</nova:memory>
Oct 27 16:17:57 user nova-compute[75076]:     <nova:disk>1</nova:disk>
Oct 27 16:17:57 user nova-compute[75076]:     <nova:swap>0</nova:swap>
Oct 27 16:17:57 user nova-compute[75076]:     <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:17:57 user nova-compute[75076]:     <nova:vcpus>1</nova:vcpus>
Oct 27 16:17:57 user nova-compute[75076]:   </nova:flavor>
Oct 27 16:17:57 user nova-compute[75076]:   <nova:owner>
Oct 27 16:17:57 user nova-compute[75076]:     <nova:user uuid="de50ee8d607d498a95c6efc3dcc2ef2d">tempest-TaggedAttachmentsTest-1924314482-project-member</nova:user>
Oct 27 16:17:57 user nova-compute[75076]:     <nova:project uuid="ff8db855347b4607be96e4b71c6759d2">tempest-TaggedAttachmentsTest-1924314482</nova:project>
Oct 27 16:17:57 user nova-compute[75076]:   </nova:owner>
Oct 27 16:17:57 user nova-compute[75076]:   <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:17:57 user nova-compute[75076]:   <nova:ports>
Oct 27 16:17:57 user nova-compute[75076]:     <nova:port uuid="c1da6e07-692a-42ba-b8ad-2b9082856175">
Oct 27 16:17:57 user nova-compute[75076]:       <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 27 16:17:57 user nova-compute[75076]:     </nova:port>
Oct 27 16:17:57 user nova-compute[75076]:     <nova:port uuid="0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3">
Oct 27 16:17:57 user nova-compute[75076]:       <nova:ip type="fixed" address="10.10.10.66" ipVersion="4"/>
Oct 27 16:17:57 user nova-compute[75076]:     </nova:port>
Oct 27 16:17:57 user nova-compute[75076]:   </nova:ports>
Oct 27 16:17:57 user nova-compute[75076]: </nova:instance>
Oct 27 16:17:57 user nova-compute[75076]:   </metadata>
Oct 27 16:17:57 user nova-compute[75076]:   <memory unit='KiB'>524288</memory>
Oct 27 16:17:57 user nova-compute[75076]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 27 16:17:57 user nova-compute[75076]:   <vcpu placement='static'>1</vcpu>
Oct 27 16:17:57 user nova-compute[75076]:   <resource>
Oct 27 16:17:57 user nova-compute[75076]:     <partition>/machine</partition>
Oct 27 16:17:57 user nova-compute[75076]:   </resource>
Oct 27 16:17:57 user nova-compute[75076]:   <sysinfo type='smbios'>
Oct 27 16:17:57 user nova-compute[75076]:     <system>
Oct 27 16:17:57 user nova-compute[75076]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 27 16:17:57 user nova-compute[75076]:       <entry name='product'>OpenStack Nova</entry>
Oct 27 16:17:57 user nova-compute[75076]:       <entry name='version'>0.0.0</entry>
Oct 27 16:17:57 user nova-compute[75076]:       <entry name='serial'>5f71531b-8468-4047-8c22-d3da7c735c57</entry>
Oct 27 16:17:57 user nova-compute[75076]:       <entry name='uuid'>5f71531b-8468-4047-8c22-d3da7c735c57</entry>
Oct 27 16:17:57 user nova-compute[75076]:       <entry name='family'>Virtual Machine</entry>
Oct 27 16:17:57 user nova-compute[75076]:     </system>
Oct 27 16:17:57 user nova-compute[75076]:   </sysinfo>
Oct 27 16:17:57 user nova-compute[75076]:   <os>
Oct 27 16:17:57 user nova-compute[75076]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 27 16:17:57 user nova-compute[75076]:     <boot dev='hd'/>
Oct 27 16:17:57 user nova-compute[75076]:     <smbios mode='sysinfo'/>
Oct 27 16:17:57 user nova-compute[75076]:   </os>
Oct 27 16:17:57 user nova-compute[75076]:   <features>
Oct 27 16:17:57 user nova-compute[75076]:     <acpi/>
Oct 27 16:17:57 user nova-compute[75076]:     <apic/>
Oct 27 16:17:57 user nova-compute[75076]:     <vmcoreinfo state='on'/>
Oct 27 16:17:57 user nova-compute[75076]:   </features>
Oct 27 16:17:57 user nova-compute[75076]:   <cpu mode='custom' match='exact' check='full'>
Oct 27 16:17:57 user nova-compute[75076]:     <model fallback='forbid'>Nehalem</model>
Oct 27 16:17:57 user nova-compute[75076]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 27 16:17:57 user nova-compute[75076]:     <feature policy='require' name='vme'/>
Oct 27 16:17:57 user nova-compute[75076]:     <feature policy='require' name='x2apic'/>
Oct 27 16:17:57 user nova-compute[75076]:     <feature policy='require' name='hypervisor'/>
Oct 27 16:17:57 user nova-compute[75076]:   </cpu>
Oct 27 16:17:57 user nova-compute[75076]:   <clock offset='utc'>
Oct 27 16:17:57 user nova-compute[75076]:     <timer name='pit' tickpolicy='delay'/>
Oct 27 16:17:57 user nova-compute[75076]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 27 16:17:57 user nova-compute[75076]:     <timer name='hpet' present='no'/>
Oct 27 16:17:57 user nova-compute[75076]:   </clock>
Oct 27 16:17:57 user nova-compute[75076]:   <on_poweroff>destroy</on_poweroff>
Oct 27 16:17:57 user nova-compute[75076]:   <on_reboot>restart</on_reboot>
Oct 27 16:17:57 user nova-compute[75076]:   <on_crash>destroy</on_crash>
Oct 27 16:17:57 user nova-compute[75076]:   <devices>
Oct 27 16:17:57 user nova-compute[75076]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 27 16:17:57 user nova-compute[75076]:     <disk type='file' device='disk'>
Oct 27 16:17:57 user nova-compute[75076]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 27 16:17:57 user nova-compute[75076]:       <source file='/opt/stack/data/nova/instances/5f71531b-8468-4047-8c22-d3da7c735c57/disk' index='2'/>
Oct 27 16:17:57 user nova-compute[75076]:       <backingStore type='file' index='3'>
Oct 27 16:17:57 user nova-compute[75076]:         <format type='raw'/>
Oct 27 16:17:57 user nova-compute[75076]:         <source file='/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6'/>
Oct 27 16:17:57 user nova-compute[75076]:         <backingStore/>
Oct 27 16:17:57 user nova-compute[75076]:       </backingStore>
Oct 27 16:17:57 user nova-compute[75076]:       <target dev='vda' bus='virtio'/>
Oct 27 16:17:57 user nova-compute[75076]:       <alias name='virtio-disk0'/>
Oct 27 16:17:57 user nova-compute[75076]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 27 16:17:57 user nova-compute[75076]:     </disk>
Oct 27 16:17:57 user nova-compute[75076]:     <disk type='file' device='cdrom'>
Oct 27 16:17:57 user nova-compute[75076]:       <driver name='qemu' type='raw' cache='none'/>
Oct 27 16:17:57 user nova-compute[75076]:       <source file='/opt/stack/data/nova/instances/5f71531b-8468-4047-8c22-d3da7c735c57/disk.config' index='1'/>
Oct 27 16:17:57 user nova-compute[75076]:       <backingStore/>
Oct 27 16:17:57 user nova-compute[75076]:       <target dev='hda' bus='ide'/>
Oct 27 16:17:57 user nova-compute[75076]:       <readonly/>
Oct 27 16:17:57 user nova-compute[75076]:       <alias name='ide0-0-0'/>
Oct 27 16:17:57 user nova-compute[75076]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 27 16:17:57 user nova-compute[75076]:     </disk>
Oct 27 16:17:57 user nova-compute[75076]:     <controller type='usb' index='0' model='none'>
Oct 27 16:17:57 user nova-compute[75076]:       <alias name='usb'/>
Oct 27 16:17:57 user nova-compute[75076]:     </controller>
Oct 27 16:17:57 user nova-compute[75076]:     <controller type='pci' index='0' model='pci-root'>
Oct 27 16:17:57 user nova-compute[75076]:       <alias name='pci.0'/>
Oct 27 16:17:57 user nova-compute[75076]:     </controller>
Oct 27 16:17:57 user nova-compute[75076]:     <controller type='ide' index='0'>
Oct 27 16:17:57 user nova-compute[75076]:       <alias name='ide'/>
Oct 27 16:17:57 user nova-compute[75076]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 27 16:17:57 user nova-compute[75076]:     </controller>
Oct 27 16:17:57 user nova-compute[75076]:     <interface type='ethernet'>
Oct 27 16:17:57 user nova-compute[75076]:       <mac address='fa:16:3e:7a:41:1a'/>
Oct 27 16:17:57 user nova-compute[75076]:       <target dev='tapc1da6e07-69'/>
Oct 27 16:17:57 user nova-compute[75076]:       <model type='virtio'/>
Oct 27 16:17:57 user nova-compute[75076]:       <mtu size='1442'/>
Oct 27 16:17:57 user nova-compute[75076]:       <alias name='net0'/>
Oct 27 16:17:57 user nova-compute[75076]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 27 16:17:57 user nova-compute[75076]:     </interface>
Oct 27 16:17:57 user nova-compute[75076]:     <serial type='pty'>
Oct 27 16:17:57 user nova-compute[75076]:       <source path='/dev/pts/4'/>
Oct 27 16:17:57 user nova-compute[75076]:       <log file='/opt/stack/data/nova/instances/5f71531b-8468-4047-8c22-d3da7c735c57/console.log' append='off'/>
Oct 27 16:17:57 user nova-compute[75076]:       <target type='isa-serial' port='0'>
Oct 27 16:17:57 user nova-compute[75076]:         <model name='isa-serial'/>
Oct 27 16:17:57 user nova-compute[75076]:       </target>
Oct 27 16:17:57 user nova-compute[75076]:       <alias name='serial0'/>
Oct 27 16:17:57 user nova-compute[75076]:     </serial>
Oct 27 16:17:57 user nova-compute[75076]:     <console type='pty' tty='/dev/pts/4'>
Oct 27 16:17:57 user nova-compute[75076]:       <source path='/dev/pts/4'/>
Oct 27 16:17:57 user nova-compute[75076]:       <log file='/opt/stack/data/nova/instances/5f71531b-8468-4047-8c22-d3da7c735c57/console.log' append='off'/>
Oct 27 16:17:57 user nova-compute[75076]:       <target type='serial' port='0'/>
Oct 27 16:17:57 user nova-compute[75076]:       <alias name='serial0'/>
Oct 27 16:17:57 user nova-compute[75076]:     </console>
Oct 27 16:17:57 user nova-compute[75076]:     <input type='mouse' bus='ps2'>
Oct 27 16:17:57 user nova-compute[75076]:       <alias name='input0'/>
Oct 27 16:17:57 user nova-compute[75076]:     </input>
Oct 27 16:17:57 user nova-compute[75076]:     <input type='keyboard' bus='ps2'>
Oct 27 16:17:57 user nova-compute[75076]:       <alias name='input1'/>
Oct 27 16:17:57 user nova-compute[75076]:     </input>
Oct 27 16:17:57 user nova-compute[75076]:     <graphics type='vnc' port='5907' autoport='yes' listen='0.0.0.0'>
Oct 27 16:17:57 user nova-compute[75076]:       <listen type='address' address='0.0.0.0'/>
Oct 27 16:17:57 user nova-compute[75076]:     </graphics>
Oct 27 16:17:57 user nova-compute[75076]:     <audio id='1' type='none'/>
Oct 27 16:17:57 user nova-compute[75076]:     <video>
Oct 27 16:17:57 user nova-compute[75076]:       <model type='virtio' heads='1' primary='yes'/>
Oct 27 16:17:57 user nova-compute[75076]:       <alias name='video0'/>
Oct 27 16:17:57 user nova-compute[75076]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 27 16:17:57 user nova-compute[75076]:     </video>
Oct 27 16:17:57 user nova-compute[75076]:     <memballoon model='virtio'>
Oct 27 16:17:57 user nova-compute[75076]:       <stats period='10'/>
Oct 27 16:17:57 user nova-compute[75076]:       <alias name='balloon0'/>
Oct 27 16:17:57 user nova-compute[75076]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 27 16:17:57 user nova-compute[75076]:     </memballoon>
Oct 27 16:17:57 user nova-compute[75076]:     <rng model='virtio'>
Oct 27 16:17:57 user nova-compute[75076]:       <backend model='random'>/dev/urandom</backend>
Oct 27 16:17:57 user nova-compute[75076]:       <alias name='rng0'/>
Oct 27 16:17:57 user nova-compute[75076]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 27 16:17:57 user nova-compute[75076]:     </rng>
Oct 27 16:17:57 user nova-compute[75076]:   </devices>
Oct 27 16:17:57 user nova-compute[75076]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 27 16:17:57 user nova-compute[75076]:     <label>libvirt-5f71531b-8468-4047-8c22-d3da7c735c57</label>
Oct 27 16:17:57 user nova-compute[75076]:     <imagelabel>libvirt-5f71531b-8468-4047-8c22-d3da7c735c57</imagelabel>
Oct 27 16:17:57 user nova-compute[75076]:   </seclabel>
Oct 27 16:17:57 user nova-compute[75076]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 27 16:17:57 user nova-compute[75076]:     <label>+64055:+108</label>
Oct 27 16:17:57 user nova-compute[75076]:     <imagelabel>+64055:+108</imagelabel>
Oct 27 16:17:57 user nova-compute[75076]:   </seclabel>
Oct 27 16:17:57 user nova-compute[75076]: </domain>
Oct 27 16:17:57 user nova-compute[75076]:  {{(pid=75076) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 27 16:17:57 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-0552f4d8-5da2-4620-a4af-db58d4e61a5f tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Successfully detached device tap0d3fdde1-ed from instance 5f71531b-8468-4047-8c22-d3da7c735c57 from the live domain config.
Oct 27 16:17:57 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-0552f4d8-5da2-4620-a4af-db58d4e61a5f tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:14:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-168247400',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-168247400',id=17,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIEtc+oMEVFFsYtud+71/679xsxKYz0Yf6H4Djk7zZ+JykZUbwv8orFMZ0NsrOACbPbFB1l6FtDAYM8kwpqYoSqF2TmMfQqpgtq5E46B6Y6Ff9KxBpUEw27Q0t+n5FVQ1g==',key_name='tempest-keypair-628479125',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:14:59Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ff8db855347b4607be96e4b71c6759d2',ramdisk_id='',reservation_id='r-lz74sty3',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1924314482',owner_user_name='tempest-TaggedAttachmentsTest-1924314482-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:14:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='de50ee8d607d498a95c6efc3dcc2ef2d',uuid=5f71531b-8468-4047-8c22-d3da7c735c57,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3", "address": "fa:16:3e:f1:b0:3a", "network": {"id": "ab9f84cc-c3f4-4968-8da2-703e328fd0c8", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-633742165", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ff8db855347b4607be96e4b71c6759d2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d3fdde1-ed", "ovs_interfaceid": "0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:17:57 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0552f4d8-5da2-4620-a4af-db58d4e61a5f tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Converting VIF {"id": "0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3", "address": "fa:16:3e:f1:b0:3a", "network": {"id": "ab9f84cc-c3f4-4968-8da2-703e328fd0c8", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-633742165", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ff8db855347b4607be96e4b71c6759d2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d3fdde1-ed", "ovs_interfaceid": "0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:17:57 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0552f4d8-5da2-4620-a4af-db58d4e61a5f tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f1:b0:3a,bridge_name='br-int',has_traffic_filtering=True,id=0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3,network=Network(ab9f84cc-c3f4-4968-8da2-703e328fd0c8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d3fdde1-ed') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:17:57 user nova-compute[75076]: DEBUG os_vif [None req-0552f4d8-5da2-4620-a4af-db58d4e61a5f tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f1:b0:3a,bridge_name='br-int',has_traffic_filtering=True,id=0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3,network=Network(ab9f84cc-c3f4-4968-8da2-703e328fd0c8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d3fdde1-ed') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:17:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0d3fdde1-ed, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:17:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=96bf1f43-d1d6-4cd3-b861-cd253727844d) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:17:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-646f7c43-500c-4f46-9d7e-c6342d44a509 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "3b8402ec-436a-44e0-a938-bdc76b015689" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.553s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:17:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:17:57 user nova-compute[75076]: INFO os_vif [None req-0552f4d8-5da2-4620-a4af-db58d4e61a5f tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f1:b0:3a,bridge_name='br-int',has_traffic_filtering=True,id=0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3,network=Network(ab9f84cc-c3f4-4968-8da2-703e328fd0c8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d3fdde1-ed')
Oct 27 16:17:57 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-0552f4d8-5da2-4620-a4af-db58d4e61a5f tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:17:57 user nova-compute[75076]:   <nova:package version="0.0.0"/>
Oct 27 16:17:57 user nova-compute[75076]:   <nova:name>tempest-device-tagging-server-168247400</nova:name>
Oct 27 16:17:57 user nova-compute[75076]:   <nova:creationTime>2023-10-27 16:17:57</nova:creationTime>
Oct 27 16:17:57 user nova-compute[75076]:   <nova:flavor name="m1.tiny">
Oct 27 16:17:57 user nova-compute[75076]:     <nova:memory>512</nova:memory>
Oct 27 16:17:57 user nova-compute[75076]:     <nova:disk>1</nova:disk>
Oct 27 16:17:57 user nova-compute[75076]:     <nova:swap>0</nova:swap>
Oct 27 16:17:57 user nova-compute[75076]:     <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:17:57 user nova-compute[75076]:     <nova:vcpus>1</nova:vcpus>
Oct 27 16:17:57 user nova-compute[75076]:   </nova:flavor>
Oct 27 16:17:57 user nova-compute[75076]:   <nova:owner>
Oct 27 16:17:57 user nova-compute[75076]:     <nova:user uuid="de50ee8d607d498a95c6efc3dcc2ef2d">tempest-TaggedAttachmentsTest-1924314482-project-member</nova:user>
Oct 27 16:17:57 user nova-compute[75076]:     <nova:project uuid="ff8db855347b4607be96e4b71c6759d2">tempest-TaggedAttachmentsTest-1924314482</nova:project>
Oct 27 16:17:57 user nova-compute[75076]:   </nova:owner>
Oct 27 16:17:57 user nova-compute[75076]:   <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:17:57 user nova-compute[75076]:   <nova:ports>
Oct 27 16:17:57 user nova-compute[75076]:     <nova:port uuid="c1da6e07-692a-42ba-b8ad-2b9082856175">
Oct 27 16:17:57 user nova-compute[75076]:       <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 27 16:17:57 user nova-compute[75076]:     </nova:port>
Oct 27 16:17:57 user nova-compute[75076]:   </nova:ports>
Oct 27 16:17:57 user nova-compute[75076]: </nova:instance>
Oct 27 16:17:57 user nova-compute[75076]:  {{(pid=75076) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Oct 27 16:17:57 user nova-compute[75076]: DEBUG nova.compute.manager [req-fb065f3e-fa79-45b4-a31c-6896ff6f63b4 req-18e91757-36dc-4216-8690-228de12e75f3 service nova] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Received event network-vif-plugged-94dfe688-dd60-48a9-bb03-48111446f202 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:17:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-fb065f3e-fa79-45b4-a31c-6896ff6f63b4 req-18e91757-36dc-4216-8690-228de12e75f3 service nova] Acquiring lock "3b8402ec-436a-44e0-a938-bdc76b015689-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:17:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-fb065f3e-fa79-45b4-a31c-6896ff6f63b4 req-18e91757-36dc-4216-8690-228de12e75f3 service nova] Lock "3b8402ec-436a-44e0-a938-bdc76b015689-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:17:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-fb065f3e-fa79-45b4-a31c-6896ff6f63b4 req-18e91757-36dc-4216-8690-228de12e75f3 service nova] Lock "3b8402ec-436a-44e0-a938-bdc76b015689-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:17:57 user nova-compute[75076]: DEBUG nova.compute.manager [req-fb065f3e-fa79-45b4-a31c-6896ff6f63b4 req-18e91757-36dc-4216-8690-228de12e75f3 service nova] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] No waiting events found dispatching network-vif-plugged-94dfe688-dd60-48a9-bb03-48111446f202 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:17:57 user nova-compute[75076]: WARNING nova.compute.manager [req-fb065f3e-fa79-45b4-a31c-6896ff6f63b4 req-18e91757-36dc-4216-8690-228de12e75f3 service nova] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Received unexpected event network-vif-plugged-94dfe688-dd60-48a9-bb03-48111446f202 for instance with vm_state active and task_state None.
Oct 27 16:17:57 user nova-compute[75076]: DEBUG nova.network.neutron [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Successfully created port: 7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:17:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0552f4d8-5da2-4620-a4af-db58d4e61a5f tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Acquiring lock "refresh_cache-5f71531b-8468-4047-8c22-d3da7c735c57" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:17:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0552f4d8-5da2-4620-a4af-db58d4e61a5f tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Acquired lock "refresh_cache-5f71531b-8468-4047-8c22-d3da7c735c57" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:17:58 user nova-compute[75076]: DEBUG nova.network.neutron [None req-0552f4d8-5da2-4620-a4af-db58d4e61a5f tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:17:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:17:59 user nova-compute[75076]: DEBUG nova.network.neutron [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Successfully created port: 415cddc9-2ed6-448f-8e5c-1014c01cf7ab {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:17:59 user nova-compute[75076]: INFO nova.network.neutron [None req-0552f4d8-5da2-4620-a4af-db58d4e61a5f tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Port 0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache.
Oct 27 16:17:59 user nova-compute[75076]: DEBUG nova.network.neutron [None req-0552f4d8-5da2-4620-a4af-db58d4e61a5f tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Updating instance_info_cache with network_info: [{"id": "c1da6e07-692a-42ba-b8ad-2b9082856175", "address": "fa:16:3e:7a:41:1a", "network": {"id": "3255cafe-4ef8-4fd2-8ac5-ab41325fd3bf", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-360938480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff8db855347b4607be96e4b71c6759d2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1da6e07-69", "ovs_interfaceid": "c1da6e07-692a-42ba-b8ad-2b9082856175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:17:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0552f4d8-5da2-4620-a4af-db58d4e61a5f tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Releasing lock "refresh_cache-5f71531b-8468-4047-8c22-d3da7c735c57" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:17:59 user nova-compute[75076]: DEBUG nova.compute.manager [req-7c355245-729f-4f19-8d32-a91824c618e9 req-35f6a161-b54b-4f97-a981-7ee5093cb91d service nova] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Received event network-vif-deleted-0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:17:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0552f4d8-5da2-4620-a4af-db58d4e61a5f tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Lock "interface-5f71531b-8468-4047-8c22-d3da7c735c57-0d3fdde1-ed47-42d9-8b0a-c19cca3c49f3" "released" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: held 22.665s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:18:00 user nova-compute[75076]: DEBUG nova.network.neutron [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Successfully created port: 492c5ac8-c83f-4fe5-ad70-20c9f8647893 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:18:00 user nova-compute[75076]: DEBUG nova.compute.manager [req-92f4629a-71e1-4745-9b37-7847350666dc req-cefc4337-68d2-4989-bce5-5298bfa55dc2 service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Received event network-changed-a8d9145f-215b-433b-a187-ce9e46f14875 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:18:00 user nova-compute[75076]: DEBUG nova.compute.manager [req-92f4629a-71e1-4745-9b37-7847350666dc req-cefc4337-68d2-4989-bce5-5298bfa55dc2 service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Refreshing instance network info cache due to event network-changed-a8d9145f-215b-433b-a187-ce9e46f14875. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:18:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-92f4629a-71e1-4745-9b37-7847350666dc req-cefc4337-68d2-4989-bce5-5298bfa55dc2 service nova] Acquiring lock "refresh_cache-d2d7472d-1f5e-4ab5-a016-9e327bad6eed" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:18:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-92f4629a-71e1-4745-9b37-7847350666dc req-cefc4337-68d2-4989-bce5-5298bfa55dc2 service nova] Acquired lock "refresh_cache-d2d7472d-1f5e-4ab5-a016-9e327bad6eed" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:18:00 user nova-compute[75076]: DEBUG nova.network.neutron [req-92f4629a-71e1-4745-9b37-7847350666dc req-cefc4337-68d2-4989-bce5-5298bfa55dc2 service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Refreshing network info cache for port a8d9145f-215b-433b-a187-ce9e46f14875 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:18:01 user nova-compute[75076]: DEBUG nova.network.neutron [req-92f4629a-71e1-4745-9b37-7847350666dc req-cefc4337-68d2-4989-bce5-5298bfa55dc2 service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Updated VIF entry in instance network info cache for port a8d9145f-215b-433b-a187-ce9e46f14875. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:18:01 user nova-compute[75076]: DEBUG nova.network.neutron [req-92f4629a-71e1-4745-9b37-7847350666dc req-cefc4337-68d2-4989-bce5-5298bfa55dc2 service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Updating instance_info_cache with network_info: [{"id": "a8d9145f-215b-433b-a187-ce9e46f14875", "address": "fa:16:3e:85:b4:72", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8d9145f-21", "ovs_interfaceid": "a8d9145f-215b-433b-a187-ce9e46f14875", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:18:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-92f4629a-71e1-4745-9b37-7847350666dc req-cefc4337-68d2-4989-bce5-5298bfa55dc2 service nova] Releasing lock "refresh_cache-d2d7472d-1f5e-4ab5-a016-9e327bad6eed" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:18:01 user nova-compute[75076]: DEBUG nova.network.neutron [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Successfully updated port: d169e0b8-8c04-4cd1-8409-d9a39a0f3394 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:18:01 user nova-compute[75076]: DEBUG nova.compute.manager [req-08f95689-ecd1-44f9-9719-cdaba4cfe4d7 req-27e15572-bfe6-4426-9289-207c56d52754 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-changed-d169e0b8-8c04-4cd1-8409-d9a39a0f3394 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:18:01 user nova-compute[75076]: DEBUG nova.compute.manager [req-08f95689-ecd1-44f9-9719-cdaba4cfe4d7 req-27e15572-bfe6-4426-9289-207c56d52754 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Refreshing instance network info cache due to event network-changed-d169e0b8-8c04-4cd1-8409-d9a39a0f3394. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:18:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-08f95689-ecd1-44f9-9719-cdaba4cfe4d7 req-27e15572-bfe6-4426-9289-207c56d52754 service nova] Acquiring lock "refresh_cache-d16bfdc3-5589-4139-84c4-8a4ddf5c4b16" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:18:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-08f95689-ecd1-44f9-9719-cdaba4cfe4d7 req-27e15572-bfe6-4426-9289-207c56d52754 service nova] Acquired lock "refresh_cache-d16bfdc3-5589-4139-84c4-8a4ddf5c4b16" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:18:01 user nova-compute[75076]: DEBUG nova.network.neutron [req-08f95689-ecd1-44f9-9719-cdaba4cfe4d7 req-27e15572-bfe6-4426-9289-207c56d52754 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Refreshing network info cache for port d169e0b8-8c04-4cd1-8409-d9a39a0f3394 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:18:01 user nova-compute[75076]: DEBUG nova.network.neutron [req-08f95689-ecd1-44f9-9719-cdaba4cfe4d7 req-27e15572-bfe6-4426-9289-207c56d52754 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:18:02 user nova-compute[75076]: DEBUG nova.network.neutron [req-08f95689-ecd1-44f9-9719-cdaba4cfe4d7 req-27e15572-bfe6-4426-9289-207c56d52754 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:18:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-08f95689-ecd1-44f9-9719-cdaba4cfe4d7 req-27e15572-bfe6-4426-9289-207c56d52754 service nova] Releasing lock "refresh_cache-d16bfdc3-5589-4139-84c4-8a4ddf5c4b16" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:18:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Acquiring lock "644a6727-e167-4490-86ee-0cb9b32c28b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:18:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Lock "644a6727-e167-4490-86ee-0cb9b32c28b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:18:02 user nova-compute[75076]: DEBUG nova.compute.manager [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:18:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:18:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:18:02 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:18:02 user nova-compute[75076]: INFO nova.compute.claims [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Claim successful on node user
Oct 27 16:18:02 user nova-compute[75076]: DEBUG nova.network.neutron [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Successfully updated port: 132e6e5e-d07f-43ee-bf15-1a423d1953ba {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:18:03 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-588dee36-4565-4020-bcd4-6b2a5507c764 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance c35e1163-5e25-488f-858f-8ad5d5430617 is timed out.
Oct 27 16:18:03 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-588dee36-4565-4020-bcd4-6b2a5507c764 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Successfully detached device vdb from instance c35e1163-5e25-488f-858f-8ad5d5430617 from the live domain config.
Oct 27 16:18:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-588dee36-4565-4020-bcd4-6b2a5507c764 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-588dee36-4565-4020-bcd4-6b2a5507c764 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BTCjHWrk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:18:03 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-588dee36-4565-4020-bcd4-6b2a5507c764 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:18:03 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-588dee36-4565-4020-bcd4-6b2a5507c764 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-588dee36-4565-4020-bcd4-6b2a5507c764 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.029s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[883ea8c0-abbb-4753-a6b6-f247483383d9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-588dee36-4565-4020-bcd4-6b2a5507c764 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:18:03 user nova-compute[75076]: No targets found.
Oct 27 16:18:03 user nova-compute[75076]: iSNS:
Oct 27 16:18:03 user nova-compute[75076]: No targets found.
Oct 27 16:18:03 user nova-compute[75076]: STATIC:
Oct 27 16:18:03 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78
Oct 27 16:18:03 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:18:03 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:18:03 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4
Oct 27 16:18:03 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:18:03 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:18:03 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd
Oct 27 16:18:03 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:18:03 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:18:03 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6
Oct 27 16:18:03 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:18:03 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:18:03 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3
Oct 27 16:18:03 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:18:03 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:18:03 user nova-compute[75076]: FIRMWARE:
Oct 27 16:18:03 user nova-compute[75076]: No targets found.
Oct 27 16:18:03 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-588dee36-4565-4020-bcd4-6b2a5507c764 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:18:03 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:18:03 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-588dee36-4565-4020-bcd4-6b2a5507c764 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.034s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cb24049-5670-4d9f-88e7-9e2dd80e556b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.038s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b4fc4a9-1983-4a9c-b2eb-00d1bff7e0f9]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-588dee36-4565-4020-bcd4-6b2a5507c764 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:18:03 user nova-compute[75076]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)
Oct 27 16:18:03 user nova-compute[75076]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 (non-flash)
Oct 27 16:18:03 user nova-compute[75076]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd (non-flash)
Oct 27 16:18:03 user nova-compute[75076]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 (non-flash)
Oct 27 16:18:03 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-588dee36-4565-4020-bcd4-6b2a5507c764 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:18:03 user nova-compute[75076]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 (non-flash)
Oct 27 16:18:03 user nova-compute[75076]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 (non-flash)
Oct 27 16:18:03 user nova-compute[75076]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd (non-flash)
Oct 27 16:18:03 user nova-compute[75076]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 (non-flash)
Oct 27 16:18:03 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-588dee36-4565-4020-bcd4-6b2a5507c764 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe2c2e49d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6'): ({'sdb'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-588dee36-4565-4020-bcd4-6b2a5507c764 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Removing single pathed devices sdb {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.667s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG nova.compute.manager [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.028s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a768fcb2-34d5-4a09-9b36-82118a373ef2]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.026s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b777657c-2bb3-42e3-b8b2-654561bf7c42]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-588dee36-4565-4020-bcd4-6b2a5507c764 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Flushing IO for device /dev/sdb {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[339ff69d-dc01-4bed-93eb-f5366b8df9bd]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-588dee36-4565-4020-bcd4-6b2a5507c764 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG nova.compute.manager [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG nova.network.neutron [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.046s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcb213c8-09f7-4785-a9ca-91d56fa208cd]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-588dee36-4565-4020-bcd4-6b2a5507c764 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-588dee36-4565-4020-bcd4-6b2a5507c764 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] SCSI volumes sdb have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-588dee36-4565-4020-bcd4-6b2a5507c764 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:18:03 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG nova.compute.manager [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.039s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9c4da0d-fa09-41e8-a306-39fb6fa4ccf3]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-588dee36-4565-4020-bcd4-6b2a5507c764 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.079s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[9037f713-27ac-404d-b8af-2a50b2a2bafe]: (4, ('Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6, portal: 172.16.0.220,3260]\nLogout of [sid: 15, target: iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-588dee36-4565-4020-bcd4-6b2a5507c764 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6, portal: 172.16.0.220,3260]
Oct 27 16:18:03 user nova-compute[75076]: Logout of [sid: 15, target: iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6, portal: 172.16.0.220,3260] successful.
Oct 27 16:18:03 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG nova.policy [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1acba74cff02418a94f2e6b8ed9dcc9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ceb160ede224e7d8a2ad7bd7377cf4b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c6a4d90-3d32-4690-8bac-0d7dc0ee39b6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[69b6309f-fb46-4cc7-915f-167a02c5a22f]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-588dee36-4565-4020-bcd4-6b2a5507c764 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-588dee36-4565-4020-bcd4-6b2a5507c764 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.454s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-588dee36-4565-4020-bcd4-6b2a5507c764 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] <== disconnect_volume: return (455ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-588dee36-4565-4020-bcd4-6b2a5507c764 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG nova.network.neutron [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Successfully updated port: 147c3525-680d-40a1-afe4-5e927ea5cc86 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG nova.compute.manager [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:18:03 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Creating image(s)
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Acquiring lock "/opt/stack/data/nova/instances/644a6727-e167-4490-86ee-0cb9b32c28b1/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Lock "/opt/stack/data/nova/instances/644a6727-e167-4490-86ee-0cb9b32c28b1/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Lock "/opt/stack/data/nova/instances/644a6727-e167-4490-86ee-0cb9b32c28b1/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG nova.compute.manager [req-a977efdd-f296-4dbb-89aa-1e32f9fd6431 req-efd61362-1832-409c-99a7-d93f89c37501 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-changed-132e6e5e-d07f-43ee-bf15-1a423d1953ba {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG nova.compute.manager [req-a977efdd-f296-4dbb-89aa-1e32f9fd6431 req-efd61362-1832-409c-99a7-d93f89c37501 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Refreshing instance network info cache due to event network-changed-132e6e5e-d07f-43ee-bf15-1a423d1953ba. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a977efdd-f296-4dbb-89aa-1e32f9fd6431 req-efd61362-1832-409c-99a7-d93f89c37501 service nova] Acquiring lock "refresh_cache-d16bfdc3-5589-4139-84c4-8a4ddf5c4b16" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a977efdd-f296-4dbb-89aa-1e32f9fd6431 req-efd61362-1832-409c-99a7-d93f89c37501 service nova] Acquired lock "refresh_cache-d16bfdc3-5589-4139-84c4-8a4ddf5c4b16" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG nova.network.neutron [req-a977efdd-f296-4dbb-89aa-1e32f9fd6431 req-efd61362-1832-409c-99a7-d93f89c37501 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Refreshing network info cache for port 132e6e5e-d07f-43ee-bf15-1a423d1953ba {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.201s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Acquiring lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG nova.network.neutron [req-a977efdd-f296-4dbb-89aa-1e32f9fd6431 req-efd61362-1832-409c-99a7-d93f89c37501 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.194s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/644a6727-e167-4490-86ee-0cb9b32c28b1/disk 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:04 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/644a6727-e167-4490-86ee-0cb9b32c28b1/disk 1073741824" returned: 0 in 0.052s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.253s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:18:04 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:04 user nova-compute[75076]: DEBUG nova.network.neutron [req-a977efdd-f296-4dbb-89aa-1e32f9fd6431 req-efd61362-1832-409c-99a7-d93f89c37501 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:18:04 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.192s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:04 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Checking if we can resize image /opt/stack/data/nova/instances/644a6727-e167-4490-86ee-0cb9b32c28b1/disk. size=1073741824 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:18:04 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/644a6727-e167-4490-86ee-0cb9b32c28b1/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:04 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a977efdd-f296-4dbb-89aa-1e32f9fd6431 req-efd61362-1832-409c-99a7-d93f89c37501 service nova] Releasing lock "refresh_cache-d16bfdc3-5589-4139-84c4-8a4ddf5c4b16" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:18:04 user nova-compute[75076]: DEBUG nova.compute.manager [req-a977efdd-f296-4dbb-89aa-1e32f9fd6431 req-efd61362-1832-409c-99a7-d93f89c37501 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-changed-147c3525-680d-40a1-afe4-5e927ea5cc86 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:18:04 user nova-compute[75076]: DEBUG nova.compute.manager [req-a977efdd-f296-4dbb-89aa-1e32f9fd6431 req-efd61362-1832-409c-99a7-d93f89c37501 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Refreshing instance network info cache due to event network-changed-147c3525-680d-40a1-afe4-5e927ea5cc86. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:18:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a977efdd-f296-4dbb-89aa-1e32f9fd6431 req-efd61362-1832-409c-99a7-d93f89c37501 service nova] Acquiring lock "refresh_cache-d16bfdc3-5589-4139-84c4-8a4ddf5c4b16" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:18:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a977efdd-f296-4dbb-89aa-1e32f9fd6431 req-efd61362-1832-409c-99a7-d93f89c37501 service nova] Acquired lock "refresh_cache-d16bfdc3-5589-4139-84c4-8a4ddf5c4b16" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:18:04 user nova-compute[75076]: DEBUG nova.network.neutron [req-a977efdd-f296-4dbb-89aa-1e32f9fd6431 req-efd61362-1832-409c-99a7-d93f89c37501 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Refreshing network info cache for port 147c3525-680d-40a1-afe4-5e927ea5cc86 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:18:04 user nova-compute[75076]: DEBUG nova.network.neutron [req-a977efdd-f296-4dbb-89aa-1e32f9fd6431 req-efd61362-1832-409c-99a7-d93f89c37501 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:18:04 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/644a6727-e167-4490-86ee-0cb9b32c28b1/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:04 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Cannot resize image /opt/stack/data/nova/instances/644a6727-e167-4490-86ee-0cb9b32c28b1/disk to a smaller size. {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 16:18:04 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:18:04 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Ensure instance console log exists: /opt/stack/data/nova/instances/644a6727-e167-4490-86ee-0cb9b32c28b1/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:18:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:18:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:18:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:18:04 user nova-compute[75076]: DEBUG nova.objects.instance [None req-588dee36-4565-4020-bcd4-6b2a5507c764 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lazy-loading 'flavor' on Instance uuid c35e1163-5e25-488f-858f-8ad5d5430617 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:18:04 user nova-compute[75076]: DEBUG nova.network.neutron [req-a977efdd-f296-4dbb-89aa-1e32f9fd6431 req-efd61362-1832-409c-99a7-d93f89c37501 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:18:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-588dee36-4565-4020-bcd4-6b2a5507c764 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "c35e1163-5e25-488f-858f-8ad5d5430617" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.145s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:18:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a977efdd-f296-4dbb-89aa-1e32f9fd6431 req-efd61362-1832-409c-99a7-d93f89c37501 service nova] Releasing lock "refresh_cache-d16bfdc3-5589-4139-84c4-8a4ddf5c4b16" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:18:04 user nova-compute[75076]: DEBUG nova.network.neutron [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Successfully created port: 424e1c7f-ad60-4b3e-bb31-93f0f603ecf1 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:18:05 user nova-compute[75076]: DEBUG nova.network.neutron [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Successfully updated port: 3a3c2700-3de4-45fd-af19-0e1b8607167c {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:18:05 user nova-compute[75076]: DEBUG nova.network.neutron [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Successfully updated port: 424e1c7f-ad60-4b3e-bb31-93f0f603ecf1 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Acquiring lock "refresh_cache-644a6727-e167-4490-86ee-0cb9b32c28b1" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Acquired lock "refresh_cache-644a6727-e167-4490-86ee-0cb9b32c28b1" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG nova.network.neutron [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG nova.network.neutron [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG nova.compute.manager [req-36b1fe7a-36d6-4098-9f5e-38db5246a5be req-99eb7c82-a27b-4b67-8c81-07238838df4b service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-changed-3a3c2700-3de4-45fd-af19-0e1b8607167c {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG nova.compute.manager [req-36b1fe7a-36d6-4098-9f5e-38db5246a5be req-99eb7c82-a27b-4b67-8c81-07238838df4b service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Refreshing instance network info cache due to event network-changed-3a3c2700-3de4-45fd-af19-0e1b8607167c. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-36b1fe7a-36d6-4098-9f5e-38db5246a5be req-99eb7c82-a27b-4b67-8c81-07238838df4b service nova] Acquiring lock "refresh_cache-d16bfdc3-5589-4139-84c4-8a4ddf5c4b16" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-36b1fe7a-36d6-4098-9f5e-38db5246a5be req-99eb7c82-a27b-4b67-8c81-07238838df4b service nova] Acquired lock "refresh_cache-d16bfdc3-5589-4139-84c4-8a4ddf5c4b16" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG nova.network.neutron [req-36b1fe7a-36d6-4098-9f5e-38db5246a5be req-99eb7c82-a27b-4b67-8c81-07238838df4b service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Refreshing network info cache for port 3a3c2700-3de4-45fd-af19-0e1b8607167c {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG nova.network.neutron [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Successfully updated port: 7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG nova.network.neutron [req-36b1fe7a-36d6-4098-9f5e-38db5246a5be req-99eb7c82-a27b-4b67-8c81-07238838df4b service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG nova.network.neutron [req-36b1fe7a-36d6-4098-9f5e-38db5246a5be req-99eb7c82-a27b-4b67-8c81-07238838df4b service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-36b1fe7a-36d6-4098-9f5e-38db5246a5be req-99eb7c82-a27b-4b67-8c81-07238838df4b service nova] Releasing lock "refresh_cache-d16bfdc3-5589-4139-84c4-8a4ddf5c4b16" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG nova.compute.manager [req-36b1fe7a-36d6-4098-9f5e-38db5246a5be req-99eb7c82-a27b-4b67-8c81-07238838df4b service nova] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Received event network-changed-424e1c7f-ad60-4b3e-bb31-93f0f603ecf1 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG nova.compute.manager [req-36b1fe7a-36d6-4098-9f5e-38db5246a5be req-99eb7c82-a27b-4b67-8c81-07238838df4b service nova] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Refreshing instance network info cache due to event network-changed-424e1c7f-ad60-4b3e-bb31-93f0f603ecf1. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-36b1fe7a-36d6-4098-9f5e-38db5246a5be req-99eb7c82-a27b-4b67-8c81-07238838df4b service nova] Acquiring lock "refresh_cache-644a6727-e167-4490-86ee-0cb9b32c28b1" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG nova.network.neutron [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Updating instance_info_cache with network_info: [{"id": "424e1c7f-ad60-4b3e-bb31-93f0f603ecf1", "address": "fa:16:3e:e8:f4:6f", "network": {"id": "dfaf7d8c-84c4-4daf-a695-7137b3ba15da", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-302496115-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ceb160ede224e7d8a2ad7bd7377cf4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap424e1c7f-ad", "ovs_interfaceid": "424e1c7f-ad60-4b3e-bb31-93f0f603ecf1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Releasing lock "refresh_cache-644a6727-e167-4490-86ee-0cb9b32c28b1" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG nova.compute.manager [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Instance network_info: |[{"id": "424e1c7f-ad60-4b3e-bb31-93f0f603ecf1", "address": "fa:16:3e:e8:f4:6f", "network": {"id": "dfaf7d8c-84c4-4daf-a695-7137b3ba15da", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-302496115-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ceb160ede224e7d8a2ad7bd7377cf4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap424e1c7f-ad", "ovs_interfaceid": "424e1c7f-ad60-4b3e-bb31-93f0f603ecf1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-36b1fe7a-36d6-4098-9f5e-38db5246a5be req-99eb7c82-a27b-4b67-8c81-07238838df4b service nova] Acquired lock "refresh_cache-644a6727-e167-4490-86ee-0cb9b32c28b1" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG nova.network.neutron [req-36b1fe7a-36d6-4098-9f5e-38db5246a5be req-99eb7c82-a27b-4b67-8c81-07238838df4b service nova] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Refreshing network info cache for port 424e1c7f-ad60-4b3e-bb31-93f0f603ecf1 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Start _get_guest_xml network_info=[{"id": "424e1c7f-ad60-4b3e-bb31-93f0f603ecf1", "address": "fa:16:3e:e8:f4:6f", "network": {"id": "dfaf7d8c-84c4-4daf-a695-7137b3ba15da", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-302496115-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ceb160ede224e7d8a2ad7bd7377cf4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap424e1c7f-ad", "ovs_interfaceid": "424e1c7f-ad60-4b3e-bb31-93f0f603ecf1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:18:06 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:18:06 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:18:06 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:18:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1038785239',display_name='tempest-ServersNegativeTestJSON-server-1038785239',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1038785239',id=25,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1ceb160ede224e7d8a2ad7bd7377cf4b',ramdisk_id='',reservation_id='r-pw0c1hke',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-234674696',owner_user_name='tempest-ServersNegativeTestJSON-234674696-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:18:03Z,user_data=None,user_id='1acba74cff02418a94f2e6b8ed9dcc9b',uuid=644a6727-e167-4490-86ee-0cb9b32c28b1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "424e1c7f-ad60-4b3e-bb31-93f0f603ecf1", "address": "fa:16:3e:e8:f4:6f", "network": {"id": "dfaf7d8c-84c4-4daf-a695-7137b3ba15da", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-302496115-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ceb160ede224e7d8a2ad7bd7377cf4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap424e1c7f-ad", "ovs_interfaceid": "424e1c7f-ad60-4b3e-bb31-93f0f603ecf1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Converting VIF {"id": "424e1c7f-ad60-4b3e-bb31-93f0f603ecf1", "address": "fa:16:3e:e8:f4:6f", "network": {"id": "dfaf7d8c-84c4-4daf-a695-7137b3ba15da", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-302496115-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ceb160ede224e7d8a2ad7bd7377cf4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap424e1c7f-ad", "ovs_interfaceid": "424e1c7f-ad60-4b3e-bb31-93f0f603ecf1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e8:f4:6f,bridge_name='br-int',has_traffic_filtering=True,id=424e1c7f-ad60-4b3e-bb31-93f0f603ecf1,network=Network(dfaf7d8c-84c4-4daf-a695-7137b3ba15da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap424e1c7f-ad') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG nova.objects.instance [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Lazy-loading 'pci_devices' on Instance uuid 644a6727-e167-4490-86ee-0cb9b32c28b1 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:18:06 user nova-compute[75076]:   <uuid>644a6727-e167-4490-86ee-0cb9b32c28b1</uuid>
Oct 27 16:18:06 user nova-compute[75076]:   <name>instance-00000019</name>
Oct 27 16:18:06 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:18:06 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:18:06 user nova-compute[75076]:   <metadata>
Oct 27 16:18:06 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:18:06 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:18:06 user nova-compute[75076]:       <nova:name>tempest-ServersNegativeTestJSON-server-1038785239</nova:name>
Oct 27 16:18:06 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:18:06</nova:creationTime>
Oct 27 16:18:06 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:18:06 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:18:06 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:18:06 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:18:06 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:18:06 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:18:06 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:18:06 user nova-compute[75076]:       <nova:owner>
Oct 27 16:18:06 user nova-compute[75076]:         <nova:user uuid="1acba74cff02418a94f2e6b8ed9dcc9b">tempest-ServersNegativeTestJSON-234674696-project-member</nova:user>
Oct 27 16:18:06 user nova-compute[75076]:         <nova:project uuid="1ceb160ede224e7d8a2ad7bd7377cf4b">tempest-ServersNegativeTestJSON-234674696</nova:project>
Oct 27 16:18:06 user nova-compute[75076]:       </nova:owner>
Oct 27 16:18:06 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:18:06 user nova-compute[75076]:       <nova:ports>
Oct 27 16:18:06 user nova-compute[75076]:         <nova:port uuid="424e1c7f-ad60-4b3e-bb31-93f0f603ecf1">
Oct 27 16:18:06 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 27 16:18:06 user nova-compute[75076]:         </nova:port>
Oct 27 16:18:06 user nova-compute[75076]:       </nova:ports>
Oct 27 16:18:06 user nova-compute[75076]:     </nova:instance>
Oct 27 16:18:06 user nova-compute[75076]:   </metadata>
Oct 27 16:18:06 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:18:06 user nova-compute[75076]:     <system>
Oct 27 16:18:06 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:18:06 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:18:06 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:18:06 user nova-compute[75076]:       <entry name="serial">644a6727-e167-4490-86ee-0cb9b32c28b1</entry>
Oct 27 16:18:06 user nova-compute[75076]:       <entry name="uuid">644a6727-e167-4490-86ee-0cb9b32c28b1</entry>
Oct 27 16:18:06 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:18:06 user nova-compute[75076]:     </system>
Oct 27 16:18:06 user nova-compute[75076]:   </sysinfo>
Oct 27 16:18:06 user nova-compute[75076]:   <os>
Oct 27 16:18:06 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:18:06 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:18:06 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:18:06 user nova-compute[75076]:   </os>
Oct 27 16:18:06 user nova-compute[75076]:   <features>
Oct 27 16:18:06 user nova-compute[75076]:     <acpi/>
Oct 27 16:18:06 user nova-compute[75076]:     <apic/>
Oct 27 16:18:06 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:18:06 user nova-compute[75076]:   </features>
Oct 27 16:18:06 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:18:06 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:18:06 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:18:06 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:18:06 user nova-compute[75076]:   </clock>
Oct 27 16:18:06 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:18:06 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:18:06 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:18:06 user nova-compute[75076]:   </cpu>
Oct 27 16:18:06 user nova-compute[75076]:   <devices>
Oct 27 16:18:06 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:18:06 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:18:06 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/644a6727-e167-4490-86ee-0cb9b32c28b1/disk"/>
Oct 27 16:18:06 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:18:06 user nova-compute[75076]:     </disk>
Oct 27 16:18:06 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:18:06 user nova-compute[75076]:       <mac address="fa:16:3e:e8:f4:6f"/>
Oct 27 16:18:06 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:18:06 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:18:06 user nova-compute[75076]:       <target dev="tap424e1c7f-ad"/>
Oct 27 16:18:06 user nova-compute[75076]:     </interface>
Oct 27 16:18:06 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:18:06 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/644a6727-e167-4490-86ee-0cb9b32c28b1/console.log" append="off"/>
Oct 27 16:18:06 user nova-compute[75076]:     </serial>
Oct 27 16:18:06 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:18:06 user nova-compute[75076]:     <video>
Oct 27 16:18:06 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:18:06 user nova-compute[75076]:     </video>
Oct 27 16:18:06 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:18:06 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:18:06 user nova-compute[75076]:     </rng>
Oct 27 16:18:06 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:18:06 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:18:06 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:18:06 user nova-compute[75076]:     </memballoon>
Oct 27 16:18:06 user nova-compute[75076]:   </devices>
Oct 27 16:18:06 user nova-compute[75076]: </domain>
Oct 27 16:18:06 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:18:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1038785239',display_name='tempest-ServersNegativeTestJSON-server-1038785239',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1038785239',id=25,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1ceb160ede224e7d8a2ad7bd7377cf4b',ramdisk_id='',reservation_id='r-pw0c1hke',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-234674696',owner_user_name='tempest-ServersNegativeTestJSON-234674696-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:18:03Z,user_data=None,user_id='1acba74cff02418a94f2e6b8ed9dcc9b',uuid=644a6727-e167-4490-86ee-0cb9b32c28b1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "424e1c7f-ad60-4b3e-bb31-93f0f603ecf1", "address": "fa:16:3e:e8:f4:6f", "network": {"id": "dfaf7d8c-84c4-4daf-a695-7137b3ba15da", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-302496115-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ceb160ede224e7d8a2ad7bd7377cf4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap424e1c7f-ad", "ovs_interfaceid": "424e1c7f-ad60-4b3e-bb31-93f0f603ecf1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Converting VIF {"id": "424e1c7f-ad60-4b3e-bb31-93f0f603ecf1", "address": "fa:16:3e:e8:f4:6f", "network": {"id": "dfaf7d8c-84c4-4daf-a695-7137b3ba15da", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-302496115-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ceb160ede224e7d8a2ad7bd7377cf4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap424e1c7f-ad", "ovs_interfaceid": "424e1c7f-ad60-4b3e-bb31-93f0f603ecf1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e8:f4:6f,bridge_name='br-int',has_traffic_filtering=True,id=424e1c7f-ad60-4b3e-bb31-93f0f603ecf1,network=Network(dfaf7d8c-84c4-4daf-a695-7137b3ba15da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap424e1c7f-ad') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG os_vif [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e8:f4:6f,bridge_name='br-int',has_traffic_filtering=True,id=424e1c7f-ad60-4b3e-bb31-93f0f603ecf1,network=Network(dfaf7d8c-84c4-4daf-a695-7137b3ba15da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap424e1c7f-ad') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6d4fb3c8-4207-54fe-9b1c-cead61cd3858', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap424e1c7f-ad, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap424e1c7f-ad, col_values=(('qos', UUID('5cd1215d-6ac1-46d1-807b-ec7bc0828fea')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap424e1c7f-ad, col_values=(('external_ids', {'iface-id': '424e1c7f-ad60-4b3e-bb31-93f0f603ecf1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e8:f4:6f', 'vm-uuid': '644a6727-e167-4490-86ee-0cb9b32c28b1'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:06 user nova-compute[75076]: INFO os_vif [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e8:f4:6f,bridge_name='br-int',has_traffic_filtering=True,id=424e1c7f-ad60-4b3e-bb31-93f0f603ecf1,network=Network(dfaf7d8c-84c4-4daf-a695-7137b3ba15da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap424e1c7f-ad')
Oct 27 16:18:06 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:18:06 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] No VIF found with MAC fa:16:3e:e8:f4:6f, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:18:07 user nova-compute[75076]: DEBUG nova.network.neutron [req-36b1fe7a-36d6-4098-9f5e-38db5246a5be req-99eb7c82-a27b-4b67-8c81-07238838df4b service nova] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Updated VIF entry in instance network info cache for port 424e1c7f-ad60-4b3e-bb31-93f0f603ecf1. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:18:07 user nova-compute[75076]: DEBUG nova.network.neutron [req-36b1fe7a-36d6-4098-9f5e-38db5246a5be req-99eb7c82-a27b-4b67-8c81-07238838df4b service nova] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Updating instance_info_cache with network_info: [{"id": "424e1c7f-ad60-4b3e-bb31-93f0f603ecf1", "address": "fa:16:3e:e8:f4:6f", "network": {"id": "dfaf7d8c-84c4-4daf-a695-7137b3ba15da", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-302496115-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ceb160ede224e7d8a2ad7bd7377cf4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap424e1c7f-ad", "ovs_interfaceid": "424e1c7f-ad60-4b3e-bb31-93f0f603ecf1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:18:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-36b1fe7a-36d6-4098-9f5e-38db5246a5be req-99eb7c82-a27b-4b67-8c81-07238838df4b service nova] Releasing lock "refresh_cache-644a6727-e167-4490-86ee-0cb9b32c28b1" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:18:07 user nova-compute[75076]: DEBUG nova.network.neutron [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Successfully updated port: 415cddc9-2ed6-448f-8e5c-1014c01cf7ab {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:18:08 user nova-compute[75076]: DEBUG nova.network.neutron [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Successfully updated port: 492c5ac8-c83f-4fe5-ad70-20c9f8647893 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:18:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Acquiring lock "refresh_cache-d16bfdc3-5589-4139-84c4-8a4ddf5c4b16" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:18:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Acquired lock "refresh_cache-d16bfdc3-5589-4139-84c4-8a4ddf5c4b16" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:18:08 user nova-compute[75076]: DEBUG nova.network.neutron [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:18:08 user nova-compute[75076]: DEBUG nova.compute.manager [req-73f16f1b-6ede-4260-910b-80dfb9164f19 req-fa76397d-d475-4e50-9ffb-3bd22403bd4d service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-changed-7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:18:08 user nova-compute[75076]: DEBUG nova.compute.manager [req-73f16f1b-6ede-4260-910b-80dfb9164f19 req-fa76397d-d475-4e50-9ffb-3bd22403bd4d service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Refreshing instance network info cache due to event network-changed-7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:18:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-73f16f1b-6ede-4260-910b-80dfb9164f19 req-fa76397d-d475-4e50-9ffb-3bd22403bd4d service nova] Acquiring lock "refresh_cache-d16bfdc3-5589-4139-84c4-8a4ddf5c4b16" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:18:08 user nova-compute[75076]: DEBUG nova.network.neutron [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:18:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-84ab45f0-8400-44ca-a812-c5d6102eb479 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquiring lock "d2d7472d-1f5e-4ab5-a016-9e327bad6eed" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:18:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-84ab45f0-8400-44ca-a812-c5d6102eb479 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "d2d7472d-1f5e-4ab5-a016-9e327bad6eed" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:18:08 user nova-compute[75076]: INFO nova.compute.manager [None req-84ab45f0-8400-44ca-a812-c5d6102eb479 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Shelving
Oct 27 16:18:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:09 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Instance destroyed successfully.
Oct 27 16:18:09 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-84ab45f0-8400-44ca-a812-c5d6102eb479 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Beginning cold snapshot process
Oct 27 16:18:09 user nova-compute[75076]: DEBUG nova.privsep.utils [None req-84ab45f0-8400-44ca-a812-c5d6102eb479 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75076) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 27 16:18:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-84ab45f0-8400-44ca-a812-c5d6102eb479 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed/disk /opt/stack/data/nova/instances/snapshots/tmpshebxckp/647c9c7b3a474b35b63e268c7f1135cf {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:10 user nova-compute[75076]: DEBUG nova.compute.manager [req-c79c8f4a-19e8-4366-825c-afb25de77200 req-dc5ce1fb-b537-4955-84d3-8685cbe4b2dc service nova] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Received event network-vif-plugged-424e1c7f-ad60-4b3e-bb31-93f0f603ecf1 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:18:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c79c8f4a-19e8-4366-825c-afb25de77200 req-dc5ce1fb-b537-4955-84d3-8685cbe4b2dc service nova] Acquiring lock "644a6727-e167-4490-86ee-0cb9b32c28b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:18:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c79c8f4a-19e8-4366-825c-afb25de77200 req-dc5ce1fb-b537-4955-84d3-8685cbe4b2dc service nova] Lock "644a6727-e167-4490-86ee-0cb9b32c28b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:18:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c79c8f4a-19e8-4366-825c-afb25de77200 req-dc5ce1fb-b537-4955-84d3-8685cbe4b2dc service nova] Lock "644a6727-e167-4490-86ee-0cb9b32c28b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:18:10 user nova-compute[75076]: DEBUG nova.compute.manager [req-c79c8f4a-19e8-4366-825c-afb25de77200 req-dc5ce1fb-b537-4955-84d3-8685cbe4b2dc service nova] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] No waiting events found dispatching network-vif-plugged-424e1c7f-ad60-4b3e-bb31-93f0f603ecf1 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:18:10 user nova-compute[75076]: WARNING nova.compute.manager [req-c79c8f4a-19e8-4366-825c-afb25de77200 req-dc5ce1fb-b537-4955-84d3-8685cbe4b2dc service nova] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Received unexpected event network-vif-plugged-424e1c7f-ad60-4b3e-bb31-93f0f603ecf1 for instance with vm_state building and task_state spawning.
Oct 27 16:18:10 user nova-compute[75076]: DEBUG nova.compute.manager [req-c79c8f4a-19e8-4366-825c-afb25de77200 req-dc5ce1fb-b537-4955-84d3-8685cbe4b2dc service nova] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Received event network-vif-plugged-424e1c7f-ad60-4b3e-bb31-93f0f603ecf1 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:18:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c79c8f4a-19e8-4366-825c-afb25de77200 req-dc5ce1fb-b537-4955-84d3-8685cbe4b2dc service nova] Acquiring lock "644a6727-e167-4490-86ee-0cb9b32c28b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:18:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c79c8f4a-19e8-4366-825c-afb25de77200 req-dc5ce1fb-b537-4955-84d3-8685cbe4b2dc service nova] Lock "644a6727-e167-4490-86ee-0cb9b32c28b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:18:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c79c8f4a-19e8-4366-825c-afb25de77200 req-dc5ce1fb-b537-4955-84d3-8685cbe4b2dc service nova] Lock "644a6727-e167-4490-86ee-0cb9b32c28b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:18:10 user nova-compute[75076]: DEBUG nova.compute.manager [req-c79c8f4a-19e8-4366-825c-afb25de77200 req-dc5ce1fb-b537-4955-84d3-8685cbe4b2dc service nova] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] No waiting events found dispatching network-vif-plugged-424e1c7f-ad60-4b3e-bb31-93f0f603ecf1 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:18:10 user nova-compute[75076]: WARNING nova.compute.manager [req-c79c8f4a-19e8-4366-825c-afb25de77200 req-dc5ce1fb-b537-4955-84d3-8685cbe4b2dc service nova] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Received unexpected event network-vif-plugged-424e1c7f-ad60-4b3e-bb31-93f0f603ecf1 for instance with vm_state building and task_state spawning.
Oct 27 16:18:10 user nova-compute[75076]: DEBUG nova.compute.manager [req-c79c8f4a-19e8-4366-825c-afb25de77200 req-dc5ce1fb-b537-4955-84d3-8685cbe4b2dc service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Received event network-vif-unplugged-a8d9145f-215b-433b-a187-ce9e46f14875 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:18:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c79c8f4a-19e8-4366-825c-afb25de77200 req-dc5ce1fb-b537-4955-84d3-8685cbe4b2dc service nova] Acquiring lock "d2d7472d-1f5e-4ab5-a016-9e327bad6eed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:18:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c79c8f4a-19e8-4366-825c-afb25de77200 req-dc5ce1fb-b537-4955-84d3-8685cbe4b2dc service nova] Lock "d2d7472d-1f5e-4ab5-a016-9e327bad6eed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:18:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c79c8f4a-19e8-4366-825c-afb25de77200 req-dc5ce1fb-b537-4955-84d3-8685cbe4b2dc service nova] Lock "d2d7472d-1f5e-4ab5-a016-9e327bad6eed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:18:10 user nova-compute[75076]: DEBUG nova.compute.manager [req-c79c8f4a-19e8-4366-825c-afb25de77200 req-dc5ce1fb-b537-4955-84d3-8685cbe4b2dc service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] No waiting events found dispatching network-vif-unplugged-a8d9145f-215b-433b-a187-ce9e46f14875 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:18:10 user nova-compute[75076]: WARNING nova.compute.manager [req-c79c8f4a-19e8-4366-825c-afb25de77200 req-dc5ce1fb-b537-4955-84d3-8685cbe4b2dc service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Received unexpected event network-vif-unplugged-a8d9145f-215b-433b-a187-ce9e46f14875 for instance with vm_state active and task_state shelving_image_pending_upload.
Oct 27 16:18:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-84ab45f0-8400-44ca-a812-c5d6102eb479 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed/disk /opt/stack/data/nova/instances/snapshots/tmpshebxckp/647c9c7b3a474b35b63e268c7f1135cf" returned: 0 in 0.738s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:10 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-84ab45f0-8400-44ca-a812-c5d6102eb479 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Snapshot extracted, beginning image upload
Oct 27 16:18:10 user nova-compute[75076]: DEBUG nova.compute.manager [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:18:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:18:10 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Instance spawned successfully.
Oct 27 16:18:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:18:11 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:18:11 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:18:11 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:18:11 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:18:11 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:18:11 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:18:11 user nova-compute[75076]: INFO nova.compute.manager [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Took 7.56 seconds to spawn the instance on the hypervisor.
Oct 27 16:18:11 user nova-compute[75076]: DEBUG nova.compute.manager [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:18:11 user nova-compute[75076]: INFO nova.compute.manager [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Took 8.72 seconds to build instance.
Oct 27 16:18:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d5c66b32-b67c-40ad-a508-c8524824f471 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Lock "644a6727-e167-4490-86ee-0cb9b32c28b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.849s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:18:11 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:11 user nova-compute[75076]: DEBUG nova.network.neutron [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Updating instance_info_cache with network_info: [{"id": "d169e0b8-8c04-4cd1-8409-d9a39a0f3394", "address": "fa:16:3e:c7:58:72", "network": {"id": "a589266d-9727-4974-8be4-d64cdfe4fa75", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1383077011-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd169e0b8-8c", "ovs_interfaceid": "d169e0b8-8c04-4cd1-8409-d9a39a0f3394", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "132e6e5e-d07f-43ee-bf15-1a423d1953ba", "address": "fa:16:3e:fc:67:94", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap132e6e5e-d0", "ovs_interfaceid": "132e6e5e-d07f-43ee-bf15-1a423d1953ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "147c3525-680d-40a1-afe4-5e927ea5cc86", "address": "fa:16:3e:cc:da:80", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap147c3525-68", "ovs_interfaceid": "147c3525-680d-40a1-afe4-5e927ea5cc86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3a3c2700-3de4-45fd-af19-0e1b8607167c", "address": "fa:16:3e:d6:29:8f", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a3c2700-3d", "ovs_interfaceid": "3a3c2700-3de4-45fd-af19-0e1b8607167c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5", "address": "fa:16:3e:20:c0:20", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b2ccd8d-45", "ovs_interfaceid": "7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "415cddc9-2ed6-448f-8e5c-1014c01cf7ab", "address": "fa:16:3e:07:b7:2b", "network": {"id": "ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff", "bridge": "br-int", "label": "tempest-device-tagging-net2-790598056", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap415cddc9-2e", "ovs_interfaceid": "415cddc9-2ed6-448f-8e5c-1014c01cf7ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "492c5ac8-c83f-4fe5-ad70-20c9f8647893", "address": "fa:16:3e:c6:a6:ed", "network": {"id": "ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff", "bridge": "br-int", "label": "tempest-device-tagging-net2-790598056", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap492c5ac8-c8", "ovs_interfaceid": "492c5ac8-c83f-4fe5-ad70-20c9f8647893", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:18:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Releasing lock "refresh_cache-d16bfdc3-5589-4139-84c4-8a4ddf5c4b16" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:18:11 user nova-compute[75076]: DEBUG nova.compute.manager [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Instance network_info: |[{"id": "d169e0b8-8c04-4cd1-8409-d9a39a0f3394", "address": "fa:16:3e:c7:58:72", "network": {"id": "a589266d-9727-4974-8be4-d64cdfe4fa75", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1383077011-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd169e0b8-8c", "ovs_interfaceid": "d169e0b8-8c04-4cd1-8409-d9a39a0f3394", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "132e6e5e-d07f-43ee-bf15-1a423d1953ba", "address": "fa:16:3e:fc:67:94", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap132e6e5e-d0", "ovs_interfaceid": "132e6e5e-d07f-43ee-bf15-1a423d1953ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "147c3525-680d-40a1-afe4-5e927ea5cc86", "address": "fa:16:3e:cc:da:80", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap147c3525-68", "ovs_interfaceid": "147c3525-680d-40a1-afe4-5e927ea5cc86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3a3c2700-3de4-45fd-af19-0e1b8607167c", "address": "fa:16:3e:d6:29:8f", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a3c2700-3d", "ovs_interfaceid": "3a3c2700-3de4-45fd-af19-0e1b8607167c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5", "address": "fa:16:3e:20:c0:20", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b2ccd8d-45", "ovs_interfaceid": "7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "415cddc9-2ed6-448f-8e5c-1014c01cf7ab", "address": "fa:16:3e:07:b7:2b", "network": {"id": "ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff", "bridge": "br-int", "label": "tempest-device-tagging-net2-790598056", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap415cddc9-2e", "ovs_interfaceid": "415cddc9-2ed6-448f-8e5c-1014c01cf7ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "492c5ac8-c83f-4fe5-ad70-20c9f8647893", "address": "fa:16:3e:c6:a6:ed", "network": {"id": "ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff", "bridge": "br-int", "label": "tempest-device-tagging-net2-790598056", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap492c5ac8-c8", "ovs_interfaceid": "492c5ac8-c83f-4fe5-ad70-20c9f8647893", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:18:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-73f16f1b-6ede-4260-910b-80dfb9164f19 req-fa76397d-d475-4e50-9ffb-3bd22403bd4d service nova] Acquired lock "refresh_cache-d16bfdc3-5589-4139-84c4-8a4ddf5c4b16" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:18:11 user nova-compute[75076]: DEBUG nova.network.neutron [req-73f16f1b-6ede-4260-910b-80dfb9164f19 req-fa76397d-d475-4e50-9ffb-3bd22403bd4d service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Refreshing network info cache for port 7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:18:12 user nova-compute[75076]: DEBUG nova.compute.manager [req-49179657-93cc-40a6-b415-180c612186a6 req-a7c8eed4-3454-414f-9b11-352717763644 service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Received event network-vif-plugged-a8d9145f-215b-433b-a187-ce9e46f14875 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:18:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-49179657-93cc-40a6-b415-180c612186a6 req-a7c8eed4-3454-414f-9b11-352717763644 service nova] Acquiring lock "d2d7472d-1f5e-4ab5-a016-9e327bad6eed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:18:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-49179657-93cc-40a6-b415-180c612186a6 req-a7c8eed4-3454-414f-9b11-352717763644 service nova] Lock "d2d7472d-1f5e-4ab5-a016-9e327bad6eed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:18:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-49179657-93cc-40a6-b415-180c612186a6 req-a7c8eed4-3454-414f-9b11-352717763644 service nova] Lock "d2d7472d-1f5e-4ab5-a016-9e327bad6eed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:18:12 user nova-compute[75076]: DEBUG nova.compute.manager [req-49179657-93cc-40a6-b415-180c612186a6 req-a7c8eed4-3454-414f-9b11-352717763644 service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] No waiting events found dispatching network-vif-plugged-a8d9145f-215b-433b-a187-ce9e46f14875 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:18:12 user nova-compute[75076]: WARNING nova.compute.manager [req-49179657-93cc-40a6-b415-180c612186a6 req-a7c8eed4-3454-414f-9b11-352717763644 service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Received unexpected event network-vif-plugged-a8d9145f-215b-433b-a187-ce9e46f14875 for instance with vm_state active and task_state shelving_image_uploading.
Oct 27 16:18:12 user nova-compute[75076]: DEBUG nova.network.neutron [req-73f16f1b-6ede-4260-910b-80dfb9164f19 req-fa76397d-d475-4e50-9ffb-3bd22403bd4d service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Updated VIF entry in instance network info cache for port 7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:18:12 user nova-compute[75076]: DEBUG nova.network.neutron [req-73f16f1b-6ede-4260-910b-80dfb9164f19 req-fa76397d-d475-4e50-9ffb-3bd22403bd4d service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Updating instance_info_cache with network_info: [{"id": "d169e0b8-8c04-4cd1-8409-d9a39a0f3394", "address": "fa:16:3e:c7:58:72", "network": {"id": "a589266d-9727-4974-8be4-d64cdfe4fa75", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1383077011-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd169e0b8-8c", "ovs_interfaceid": "d169e0b8-8c04-4cd1-8409-d9a39a0f3394", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "132e6e5e-d07f-43ee-bf15-1a423d1953ba", "address": "fa:16:3e:fc:67:94", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap132e6e5e-d0", "ovs_interfaceid": "132e6e5e-d07f-43ee-bf15-1a423d1953ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "147c3525-680d-40a1-afe4-5e927ea5cc86", "address": "fa:16:3e:cc:da:80", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap147c3525-68", "ovs_interfaceid": "147c3525-680d-40a1-afe4-5e927ea5cc86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3a3c2700-3de4-45fd-af19-0e1b8607167c", "address": "fa:16:3e:d6:29:8f", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a3c2700-3d", "ovs_interfaceid": "3a3c2700-3de4-45fd-af19-0e1b8607167c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5", "address": "fa:16:3e:20:c0:20", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b2ccd8d-45", "ovs_interfaceid": "7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "415cddc9-2ed6-448f-8e5c-1014c01cf7ab", "address": "fa:16:3e:07:b7:2b", "network": {"id": "ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff", "bridge": "br-int", "label": "tempest-device-tagging-net2-790598056", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap415cddc9-2e", "ovs_interfaceid": "415cddc9-2ed6-448f-8e5c-1014c01cf7ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "492c5ac8-c83f-4fe5-ad70-20c9f8647893", "address": "fa:16:3e:c6:a6:ed", "network": {"id": "ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff", "bridge": "br-int", "label": "tempest-device-tagging-net2-790598056", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap492c5ac8-c8", "ovs_interfaceid": "492c5ac8-c83f-4fe5-ad70-20c9f8647893", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:18:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-73f16f1b-6ede-4260-910b-80dfb9164f19 req-fa76397d-d475-4e50-9ffb-3bd22403bd4d service nova] Releasing lock "refresh_cache-d16bfdc3-5589-4139-84c4-8a4ddf5c4b16" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:18:12 user nova-compute[75076]: DEBUG nova.compute.manager [req-73f16f1b-6ede-4260-910b-80dfb9164f19 req-fa76397d-d475-4e50-9ffb-3bd22403bd4d service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-changed-415cddc9-2ed6-448f-8e5c-1014c01cf7ab {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:18:12 user nova-compute[75076]: DEBUG nova.compute.manager [req-73f16f1b-6ede-4260-910b-80dfb9164f19 req-fa76397d-d475-4e50-9ffb-3bd22403bd4d service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Refreshing instance network info cache due to event network-changed-415cddc9-2ed6-448f-8e5c-1014c01cf7ab. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:18:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-73f16f1b-6ede-4260-910b-80dfb9164f19 req-fa76397d-d475-4e50-9ffb-3bd22403bd4d service nova] Acquiring lock "refresh_cache-d16bfdc3-5589-4139-84c4-8a4ddf5c4b16" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:18:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-73f16f1b-6ede-4260-910b-80dfb9164f19 req-fa76397d-d475-4e50-9ffb-3bd22403bd4d service nova] Acquired lock "refresh_cache-d16bfdc3-5589-4139-84c4-8a4ddf5c4b16" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:18:12 user nova-compute[75076]: DEBUG nova.network.neutron [req-73f16f1b-6ede-4260-910b-80dfb9164f19 req-fa76397d-d475-4e50-9ffb-3bd22403bd4d service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Refreshing network info cache for port 415cddc9-2ed6-448f-8e5c-1014c01cf7ab {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:18:12 user nova-compute[75076]: DEBUG nova.network.neutron [req-73f16f1b-6ede-4260-910b-80dfb9164f19 req-fa76397d-d475-4e50-9ffb-3bd22403bd4d service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Updated VIF entry in instance network info cache for port 415cddc9-2ed6-448f-8e5c-1014c01cf7ab. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:18:12 user nova-compute[75076]: DEBUG nova.network.neutron [req-73f16f1b-6ede-4260-910b-80dfb9164f19 req-fa76397d-d475-4e50-9ffb-3bd22403bd4d service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Updating instance_info_cache with network_info: [{"id": "d169e0b8-8c04-4cd1-8409-d9a39a0f3394", "address": "fa:16:3e:c7:58:72", "network": {"id": "a589266d-9727-4974-8be4-d64cdfe4fa75", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1383077011-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd169e0b8-8c", "ovs_interfaceid": "d169e0b8-8c04-4cd1-8409-d9a39a0f3394", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "132e6e5e-d07f-43ee-bf15-1a423d1953ba", "address": "fa:16:3e:fc:67:94", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap132e6e5e-d0", "ovs_interfaceid": "132e6e5e-d07f-43ee-bf15-1a423d1953ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "147c3525-680d-40a1-afe4-5e927ea5cc86", "address": "fa:16:3e:cc:da:80", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap147c3525-68", "ovs_interfaceid": "147c3525-680d-40a1-afe4-5e927ea5cc86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3a3c2700-3de4-45fd-af19-0e1b8607167c", "address": "fa:16:3e:d6:29:8f", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a3c2700-3d", "ovs_interfaceid": "3a3c2700-3de4-45fd-af19-0e1b8607167c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5", "address": "fa:16:3e:20:c0:20", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b2ccd8d-45", "ovs_interfaceid": "7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "415cddc9-2ed6-448f-8e5c-1014c01cf7ab", "address": "fa:16:3e:07:b7:2b", "network": {"id": "ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff", "bridge": "br-int", "label": "tempest-device-tagging-net2-790598056", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap415cddc9-2e", "ovs_interfaceid": "415cddc9-2ed6-448f-8e5c-1014c01cf7ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "492c5ac8-c83f-4fe5-ad70-20c9f8647893", "address": "fa:16:3e:c6:a6:ed", "network": {"id": "ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff", "bridge": "br-int", "label": "tempest-device-tagging-net2-790598056", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap492c5ac8-c8", "ovs_interfaceid": "492c5ac8-c83f-4fe5-ad70-20c9f8647893", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:18:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-73f16f1b-6ede-4260-910b-80dfb9164f19 req-fa76397d-d475-4e50-9ffb-3bd22403bd4d service nova] Releasing lock "refresh_cache-d16bfdc3-5589-4139-84c4-8a4ddf5c4b16" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:18:12 user nova-compute[75076]: DEBUG nova.compute.manager [req-73f16f1b-6ede-4260-910b-80dfb9164f19 req-fa76397d-d475-4e50-9ffb-3bd22403bd4d service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-changed-492c5ac8-c83f-4fe5-ad70-20c9f8647893 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:18:12 user nova-compute[75076]: DEBUG nova.compute.manager [req-73f16f1b-6ede-4260-910b-80dfb9164f19 req-fa76397d-d475-4e50-9ffb-3bd22403bd4d service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Refreshing instance network info cache due to event network-changed-492c5ac8-c83f-4fe5-ad70-20c9f8647893. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:18:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-73f16f1b-6ede-4260-910b-80dfb9164f19 req-fa76397d-d475-4e50-9ffb-3bd22403bd4d service nova] Acquiring lock "refresh_cache-d16bfdc3-5589-4139-84c4-8a4ddf5c4b16" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:18:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-73f16f1b-6ede-4260-910b-80dfb9164f19 req-fa76397d-d475-4e50-9ffb-3bd22403bd4d service nova] Acquired lock "refresh_cache-d16bfdc3-5589-4139-84c4-8a4ddf5c4b16" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:18:12 user nova-compute[75076]: DEBUG nova.network.neutron [req-73f16f1b-6ede-4260-910b-80dfb9164f19 req-fa76397d-d475-4e50-9ffb-3bd22403bd4d service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Refreshing network info cache for port 492c5ac8-c83f-4fe5-ad70-20c9f8647893 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:18:13 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-84ab45f0-8400-44ca-a812-c5d6102eb479 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Snapshot image upload complete
Oct 27 16:18:13 user nova-compute[75076]: DEBUG nova.compute.manager [None req-84ab45f0-8400-44ca-a812-c5d6102eb479 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:18:13 user nova-compute[75076]: INFO nova.compute.manager [None req-84ab45f0-8400-44ca-a812-c5d6102eb479 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Shelve offloading
Oct 27 16:18:13 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Instance destroyed successfully.
Oct 27 16:18:13 user nova-compute[75076]: DEBUG nova.compute.manager [None req-84ab45f0-8400-44ca-a812-c5d6102eb479 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:18:13 user nova-compute[75076]: DEBUG nova.network.neutron [req-73f16f1b-6ede-4260-910b-80dfb9164f19 req-fa76397d-d475-4e50-9ffb-3bd22403bd4d service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Updated VIF entry in instance network info cache for port 492c5ac8-c83f-4fe5-ad70-20c9f8647893. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:18:13 user nova-compute[75076]: DEBUG nova.network.neutron [req-73f16f1b-6ede-4260-910b-80dfb9164f19 req-fa76397d-d475-4e50-9ffb-3bd22403bd4d service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Updating instance_info_cache with network_info: [{"id": "d169e0b8-8c04-4cd1-8409-d9a39a0f3394", "address": "fa:16:3e:c7:58:72", "network": {"id": "a589266d-9727-4974-8be4-d64cdfe4fa75", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1383077011-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd169e0b8-8c", "ovs_interfaceid": "d169e0b8-8c04-4cd1-8409-d9a39a0f3394", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "132e6e5e-d07f-43ee-bf15-1a423d1953ba", "address": "fa:16:3e:fc:67:94", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap132e6e5e-d0", "ovs_interfaceid": "132e6e5e-d07f-43ee-bf15-1a423d1953ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "147c3525-680d-40a1-afe4-5e927ea5cc86", "address": "fa:16:3e:cc:da:80", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap147c3525-68", "ovs_interfaceid": "147c3525-680d-40a1-afe4-5e927ea5cc86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3a3c2700-3de4-45fd-af19-0e1b8607167c", "address": "fa:16:3e:d6:29:8f", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a3c2700-3d", "ovs_interfaceid": "3a3c2700-3de4-45fd-af19-0e1b8607167c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5", "address": "fa:16:3e:20:c0:20", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b2ccd8d-45", "ovs_interfaceid": "7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "415cddc9-2ed6-448f-8e5c-1014c01cf7ab", "address": "fa:16:3e:07:b7:2b", "network": {"id": "ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff", "bridge": "br-int", "label": "tempest-device-tagging-net2-790598056", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap415cddc9-2e", "ovs_interfaceid": "415cddc9-2ed6-448f-8e5c-1014c01cf7ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "492c5ac8-c83f-4fe5-ad70-20c9f8647893", "address": "fa:16:3e:c6:a6:ed", "network": {"id": "ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff", "bridge": "br-int", "label": "tempest-device-tagging-net2-790598056", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap492c5ac8-c8", "ovs_interfaceid": "492c5ac8-c83f-4fe5-ad70-20c9f8647893", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:18:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-84ab45f0-8400-44ca-a812-c5d6102eb479 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquiring lock "refresh_cache-d2d7472d-1f5e-4ab5-a016-9e327bad6eed" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:18:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-84ab45f0-8400-44ca-a812-c5d6102eb479 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquired lock "refresh_cache-d2d7472d-1f5e-4ab5-a016-9e327bad6eed" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:18:13 user nova-compute[75076]: DEBUG nova.network.neutron [None req-84ab45f0-8400-44ca-a812-c5d6102eb479 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:18:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-73f16f1b-6ede-4260-910b-80dfb9164f19 req-fa76397d-d475-4e50-9ffb-3bd22403bd4d service nova] Releasing lock "refresh_cache-d16bfdc3-5589-4139-84c4-8a4ddf5c4b16" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:18:13 user nova-compute[75076]: DEBUG nova.network.neutron [None req-84ab45f0-8400-44ca-a812-c5d6102eb479 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Updating instance_info_cache with network_info: [{"id": "a8d9145f-215b-433b-a187-ce9e46f14875", "address": "fa:16:3e:85:b4:72", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8d9145f-21", "ovs_interfaceid": "a8d9145f-215b-433b-a187-ce9e46f14875", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:18:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-84ab45f0-8400-44ca-a812-c5d6102eb479 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Releasing lock "refresh_cache-d2d7472d-1f5e-4ab5-a016-9e327bad6eed" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:18:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:14 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Instance destroyed successfully.
Oct 27 16:18:14 user nova-compute[75076]: DEBUG nova.objects.instance [None req-84ab45f0-8400-44ca-a812-c5d6102eb479 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lazy-loading 'resources' on Instance uuid d2d7472d-1f5e-4ab5-a016-9e327bad6eed {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:18:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-84ab45f0-8400-44ca-a812-c5d6102eb479 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:16:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1082767226',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1082767226',id=18,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGYMsr2uGRZ4BGtM1+3pj8rmSruavfd89JhDEV9Vl4l51uSeQIi8mP/WzuYPA0kx95Wy+ObIxMzxFkTMYXT0m+HxKcGedsDSzwd+u1TO8xAWVYs2KDnRwke4zk5uyfN3UQ==',key_name='tempest-keypair-677451836',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:16:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='2765fd69b2e346a4aeb287c2d61f2f9b',ramdisk_id='',reservation_id='r-3y0gnwkk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1430653442',owner_user_name='tempest-AttachVolumeShelveTestJSON-1430653442-project-member',shelved_at='2023-10-27T16:18:13.294651',shelved_host='user',shelved_image_id='855f8247-211b-4ad5-957c-9a154da95010'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:18:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c2432dafd2f045488341359a6b6dbcc6',uuid=d2d7472d-1f5e-4ab5-a016-9e327bad6eed,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "a8d9145f-215b-433b-a187-ce9e46f14875", "address": "fa:16:3e:85:b4:72", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8d9145f-21", "ovs_interfaceid": "a8d9145f-215b-433b-a187-ce9e46f14875", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:18:14 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-84ab45f0-8400-44ca-a812-c5d6102eb479 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Converting VIF {"id": "a8d9145f-215b-433b-a187-ce9e46f14875", "address": "fa:16:3e:85:b4:72", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8d9145f-21", "ovs_interfaceid": "a8d9145f-215b-433b-a187-ce9e46f14875", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:18:14 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-84ab45f0-8400-44ca-a812-c5d6102eb479 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:85:b4:72,bridge_name='br-int',has_traffic_filtering=True,id=a8d9145f-215b-433b-a187-ce9e46f14875,network=Network(da513516-55d9-4f26-b348-28c9b5d8dbaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8d9145f-21') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:18:14 user nova-compute[75076]: DEBUG os_vif [None req-84ab45f0-8400-44ca-a812-c5d6102eb479 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:85:b4:72,bridge_name='br-int',has_traffic_filtering=True,id=a8d9145f-215b-433b-a187-ce9e46f14875,network=Network(da513516-55d9-4f26-b348-28c9b5d8dbaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8d9145f-21') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:18:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa8d9145f-21, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:18:14 user nova-compute[75076]: DEBUG nova.compute.manager [req-fd6faffc-3a48-4fe6-a93f-b2286c2c5abb req-e445008d-da10-48a8-87c8-9aca7f04aa85 service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Received event network-changed-a8d9145f-215b-433b-a187-ce9e46f14875 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:18:14 user nova-compute[75076]: DEBUG nova.compute.manager [req-fd6faffc-3a48-4fe6-a93f-b2286c2c5abb req-e445008d-da10-48a8-87c8-9aca7f04aa85 service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Refreshing instance network info cache due to event network-changed-a8d9145f-215b-433b-a187-ce9e46f14875. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:18:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-fd6faffc-3a48-4fe6-a93f-b2286c2c5abb req-e445008d-da10-48a8-87c8-9aca7f04aa85 service nova] Acquiring lock "refresh_cache-d2d7472d-1f5e-4ab5-a016-9e327bad6eed" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:18:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-fd6faffc-3a48-4fe6-a93f-b2286c2c5abb req-e445008d-da10-48a8-87c8-9aca7f04aa85 service nova] Acquired lock "refresh_cache-d2d7472d-1f5e-4ab5-a016-9e327bad6eed" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:18:14 user nova-compute[75076]: DEBUG nova.network.neutron [req-fd6faffc-3a48-4fe6-a93f-b2286c2c5abb req-e445008d-da10-48a8-87c8-9aca7f04aa85 service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Refreshing network info cache for port a8d9145f-215b-433b-a187-ce9e46f14875 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:18:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:18:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7a3e70ad-dab6-41a9-859d-d8f53ea8a3cd) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:18:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:18:14 user nova-compute[75076]: INFO os_vif [None req-84ab45f0-8400-44ca-a812-c5d6102eb479 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:85:b4:72,bridge_name='br-int',has_traffic_filtering=True,id=a8d9145f-215b-433b-a187-ce9e46f14875,network=Network(da513516-55d9-4f26-b348-28c9b5d8dbaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8d9145f-21')
Oct 27 16:18:14 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-84ab45f0-8400-44ca-a812-c5d6102eb479 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Deleting instance files /opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed_del
Oct 27 16:18:14 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-84ab45f0-8400-44ca-a812-c5d6102eb479 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Deletion of /opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed_del complete
Oct 27 16:18:14 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-84ab45f0-8400-44ca-a812-c5d6102eb479 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Deleted allocations for instance d2d7472d-1f5e-4ab5-a016-9e327bad6eed
Oct 27 16:18:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-84ab45f0-8400-44ca-a812-c5d6102eb479 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:18:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-84ab45f0-8400-44ca-a812-c5d6102eb479 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:18:14 user nova-compute[75076]: DEBUG nova.objects.instance [None req-84ab45f0-8400-44ca-a812-c5d6102eb479 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lazy-loading 'numa_topology' on Instance uuid d2d7472d-1f5e-4ab5-a016-9e327bad6eed {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:18:14 user nova-compute[75076]: DEBUG nova.objects.base [None req-84ab45f0-8400-44ca-a812-c5d6102eb479 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Object Instance<d2d7472d-1f5e-4ab5-a016-9e327bad6eed> lazy-loaded attributes: resources,numa_topology {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:18:14 user nova-compute[75076]: DEBUG nova.network.neutron [req-fd6faffc-3a48-4fe6-a93f-b2286c2c5abb req-e445008d-da10-48a8-87c8-9aca7f04aa85 service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Updated VIF entry in instance network info cache for port a8d9145f-215b-433b-a187-ce9e46f14875. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:18:14 user nova-compute[75076]: DEBUG nova.network.neutron [req-fd6faffc-3a48-4fe6-a93f-b2286c2c5abb req-e445008d-da10-48a8-87c8-9aca7f04aa85 service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Updating instance_info_cache with network_info: [{"id": "a8d9145f-215b-433b-a187-ce9e46f14875", "address": "fa:16:3e:85:b4:72", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapa8d9145f-21", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:18:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-fd6faffc-3a48-4fe6-a93f-b2286c2c5abb req-e445008d-da10-48a8-87c8-9aca7f04aa85 service nova] Releasing lock "refresh_cache-d2d7472d-1f5e-4ab5-a016-9e327bad6eed" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:18:15 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-84ab45f0-8400-44ca-a812-c5d6102eb479 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:18:15 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-84ab45f0-8400-44ca-a812-c5d6102eb479 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:18:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-84ab45f0-8400-44ca-a812-c5d6102eb479 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.527s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:18:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-84ab45f0-8400-44ca-a812-c5d6102eb479 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "d2d7472d-1f5e-4ab5-a016-9e327bad6eed" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 6.852s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:18:19 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:19 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:23 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:18:23 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:18:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-add0650a-7ec6-4d12-9662-880e6b3f7052" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:18:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-add0650a-7ec6-4d12-9662-880e6b3f7052" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:18:23 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 16:18:23 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Updating instance_info_cache with network_info: [{"id": "a8c2098a-84d6-4ed0-847d-93749df73f69", "address": "fa:16:3e:a7:18:ad", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8c2098a-84", "ovs_interfaceid": "a8c2098a-84d6-4ed0-847d-93749df73f69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:18:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-add0650a-7ec6-4d12-9662-880e6b3f7052" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:18:23 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 16:18:23 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:18:23 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:18:24 user nova-compute[75076]: INFO nova.virt.block_device [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Booting with volume 00c73149-62d0-47e8-8d9c-7126389e94e4 at /dev/vdb
Oct 27 16:18:24 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:18:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:18:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:18:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:18:24 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:18:24 user nova-compute[75076]: DEBUG os_brick.utils [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:18:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:24 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[800e19a8-9302-4467-a9db-638e48bdb415]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:18:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:24 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d282f6bb-ed50-4719-8582-6a0c07596d42]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:18:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:24 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e203d08-a502-4e90-b7b7-48aab48c17f4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:18:24 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[62a2a5e4-bd6c-446e-8912-89cd4e974f6d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:18:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:18:24 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:18:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:18:24 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:18:24 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1476528-ef7b-454c-8969-690998a7b0fb]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:18:24 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:18:24 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:18:24 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:18:24 user nova-compute[75076]: DEBUG os_brick.utils [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:18:24 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Updating existing volume attachment record: 3075c477-f39e-4b6d-a2b3-cdef6bb807e2 {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:18:24 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:24 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json" returned: 0 in 0.188s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:24 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:26 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:18:26 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:18:26 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:18:26 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdg (vdc) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:18:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/644a6727-e167-4490-86ee-0cb9b32c28b1/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/644a6727-e167-4490-86ee-0cb9b32c28b1/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/644a6727-e167-4490-86ee-0cb9b32c28b1/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/644a6727-e167-4490-86ee-0cb9b32c28b1/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f71531b-8468-4047-8c22-d3da7c735c57/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f71531b-8468-4047-8c22-d3da7c735c57/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f71531b-8468-4047-8c22-d3da7c735c57/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f71531b-8468-4047-8c22-d3da7c735c57/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ff0a19a-8f92-4c8b-bd64-773629da8d93/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ff0a19a-8f92-4c8b-bd64-773629da8d93/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ff0a19a-8f92-4c8b-bd64-773629da8d93/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d11390f1-e737-4f62-95fa-df59f50da91b tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Acquiring lock "5f71531b-8468-4047-8c22-d3da7c735c57" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:18:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d11390f1-e737-4f62-95fa-df59f50da91b tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Lock "5f71531b-8468-4047-8c22-d3da7c735c57" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:18:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d11390f1-e737-4f62-95fa-df59f50da91b tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Acquiring lock "5f71531b-8468-4047-8c22-d3da7c735c57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:18:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d11390f1-e737-4f62-95fa-df59f50da91b tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Lock "5f71531b-8468-4047-8c22-d3da7c735c57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:18:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d11390f1-e737-4f62-95fa-df59f50da91b tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Lock "5f71531b-8468-4047-8c22-d3da7c735c57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:18:27 user nova-compute[75076]: INFO nova.compute.manager [None req-d11390f1-e737-4f62-95fa-df59f50da91b tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Terminating instance
Oct 27 16:18:27 user nova-compute[75076]: DEBUG nova.compute.manager [None req-d11390f1-e737-4f62-95fa-df59f50da91b tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:18:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ff0a19a-8f92-4c8b-bd64-773629da8d93/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:28 user nova-compute[75076]: DEBUG nova.compute.manager [req-d08946d6-692d-4e65-950e-8bc48d0ec79d req-43d371cb-45d5-4281-8a32-0350c23f7023 service nova] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Received event network-vif-unplugged-c1da6e07-692a-42ba-b8ad-2b9082856175 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:18:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-d08946d6-692d-4e65-950e-8bc48d0ec79d req-43d371cb-45d5-4281-8a32-0350c23f7023 service nova] Acquiring lock "5f71531b-8468-4047-8c22-d3da7c735c57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:18:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-d08946d6-692d-4e65-950e-8bc48d0ec79d req-43d371cb-45d5-4281-8a32-0350c23f7023 service nova] Lock "5f71531b-8468-4047-8c22-d3da7c735c57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:18:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-d08946d6-692d-4e65-950e-8bc48d0ec79d req-43d371cb-45d5-4281-8a32-0350c23f7023 service nova] Lock "5f71531b-8468-4047-8c22-d3da7c735c57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:18:28 user nova-compute[75076]: DEBUG nova.compute.manager [req-d08946d6-692d-4e65-950e-8bc48d0ec79d req-43d371cb-45d5-4281-8a32-0350c23f7023 service nova] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] No waiting events found dispatching network-vif-unplugged-c1da6e07-692a-42ba-b8ad-2b9082856175 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:18:28 user nova-compute[75076]: DEBUG nova.compute.manager [req-d08946d6-692d-4e65-950e-8bc48d0ec79d req-43d371cb-45d5-4281-8a32-0350c23f7023 service nova] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Received event network-vif-unplugged-c1da6e07-692a-42ba-b8ad-2b9082856175 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:18:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:28 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Instance destroyed successfully.
Oct 27 16:18:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:28 user nova-compute[75076]: DEBUG nova.objects.instance [None req-d11390f1-e737-4f62-95fa-df59f50da91b tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Lazy-loading 'resources' on Instance uuid 5f71531b-8468-4047-8c22-d3da7c735c57 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:18:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:28 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-d11390f1-e737-4f62-95fa-df59f50da91b tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:14:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-168247400',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-168247400',id=17,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIEtc+oMEVFFsYtud+71/679xsxKYz0Yf6H4Djk7zZ+JykZUbwv8orFMZ0NsrOACbPbFB1l6FtDAYM8kwpqYoSqF2TmMfQqpgtq5E46B6Y6Ff9KxBpUEw27Q0t+n5FVQ1g==',key_name='tempest-keypair-628479125',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:14:59Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ff8db855347b4607be96e4b71c6759d2',ramdisk_id='',reservation_id='r-lz74sty3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1924314482',owner_user_name='tempest-TaggedAttachmentsTest-1924314482-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:14:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='de50ee8d607d498a95c6efc3dcc2ef2d',uuid=5f71531b-8468-4047-8c22-d3da7c735c57,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c1da6e07-692a-42ba-b8ad-2b9082856175", "address": "fa:16:3e:7a:41:1a", "network": {"id": "3255cafe-4ef8-4fd2-8ac5-ab41325fd3bf", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-360938480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff8db855347b4607be96e4b71c6759d2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1da6e07-69", "ovs_interfaceid": "c1da6e07-692a-42ba-b8ad-2b9082856175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:18:28 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-d11390f1-e737-4f62-95fa-df59f50da91b tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Converting VIF {"id": "c1da6e07-692a-42ba-b8ad-2b9082856175", "address": "fa:16:3e:7a:41:1a", "network": {"id": "3255cafe-4ef8-4fd2-8ac5-ab41325fd3bf", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-360938480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff8db855347b4607be96e4b71c6759d2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1da6e07-69", "ovs_interfaceid": "c1da6e07-692a-42ba-b8ad-2b9082856175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:18:28 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-d11390f1-e737-4f62-95fa-df59f50da91b tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7a:41:1a,bridge_name='br-int',has_traffic_filtering=True,id=c1da6e07-692a-42ba-b8ad-2b9082856175,network=Network(3255cafe-4ef8-4fd2-8ac5-ab41325fd3bf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc1da6e07-69') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:18:28 user nova-compute[75076]: DEBUG os_vif [None req-d11390f1-e737-4f62-95fa-df59f50da91b tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7a:41:1a,bridge_name='br-int',has_traffic_filtering=True,id=c1da6e07-692a-42ba-b8ad-2b9082856175,network=Network(3255cafe-4ef8-4fd2-8ac5-ab41325fd3bf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc1da6e07-69') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:18:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc1da6e07-69, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:18:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:18:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4d500172-b7d3-479c-8edc-afe8de655bf6) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:18:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:28 user nova-compute[75076]: INFO os_vif [None req-d11390f1-e737-4f62-95fa-df59f50da91b tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7a:41:1a,bridge_name='br-int',has_traffic_filtering=True,id=c1da6e07-692a-42ba-b8ad-2b9082856175,network=Network(3255cafe-4ef8-4fd2-8ac5-ab41325fd3bf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc1da6e07-69')
Oct 27 16:18:28 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-d11390f1-e737-4f62-95fa-df59f50da91b tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Deleting instance files /opt/stack/data/nova/instances/5f71531b-8468-4047-8c22-d3da7c735c57_del
Oct 27 16:18:28 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-d11390f1-e737-4f62-95fa-df59f50da91b tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Deletion of /opt/stack/data/nova/instances/5f71531b-8468-4047-8c22-d3da7c735c57_del complete
Oct 27 16:18:28 user nova-compute[75076]: INFO nova.compute.manager [None req-d11390f1-e737-4f62-95fa-df59f50da91b tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Took 0.95 seconds to destroy the instance on the hypervisor.
Oct 27 16:18:28 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-d11390f1-e737-4f62-95fa-df59f50da91b tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:18:28 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:18:28 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:18:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:29 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:29 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:18:29 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:18:29 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=7105MB free_disk=25.121196746826172GB free_vcpus=-1 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:18:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:18:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:18:29 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 961254d8-ebf1-4fa6-a93d-62c8eb1bd359 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:18:29 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:18:29 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance add0650a-7ec6-4d12-9662-880e6b3f7052 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:18:29 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:18:29 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 374d9279-bc18-44dd-91cd-a87bef438090 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:18:29 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:18:29 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance c35e1163-5e25-488f-858f-8ad5d5430617 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:18:29 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 5f71531b-8468-4047-8c22-d3da7c735c57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:18:29 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 9f9c5961-2f10-499b-8721-e00141b30d82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:18:29 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 40b53db7-8f3f-44fc-8cd0-fdf44fee338c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:18:29 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 5ff0a19a-8f92-4c8b-bd64-773629da8d93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:18:29 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 1096189a-b0ca-436c-95e7-8e27f399d7f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:18:29 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 3b8402ec-436a-44e0-a938-bdc76b015689 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:18:29 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance d16bfdc3-5589-4139-84c4-8a4ddf5c4b16 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:18:29 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 644a6727-e167-4490-86ee-0cb9b32c28b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:18:29 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 15 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:18:29 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=8192MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=15 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:18:29 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:18:29 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:18:30 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:18:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.612s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:18:30 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:18:30 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Took 1.37 seconds to deallocate network for instance.
Oct 27 16:18:30 user nova-compute[75076]: DEBUG nova.compute.manager [req-d5acc969-ab18-4caa-a449-87cbb99dfd0f req-1003b1b0-82c8-419b-a795-8bdae8e4a5f2 service nova] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Received event network-vif-deleted-c1da6e07-692a-42ba-b8ad-2b9082856175 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:18:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d11390f1-e737-4f62-95fa-df59f50da91b tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:18:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d11390f1-e737-4f62-95fa-df59f50da91b tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:18:30 user nova-compute[75076]: DEBUG nova.compute.manager [req-4874783c-6e40-4b2e-b70d-aa2d7db85649 req-7be7b0b7-ccb5-4d3e-821e-a8a81abccab1 service nova] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Received event network-vif-plugged-c1da6e07-692a-42ba-b8ad-2b9082856175 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:18:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-4874783c-6e40-4b2e-b70d-aa2d7db85649 req-7be7b0b7-ccb5-4d3e-821e-a8a81abccab1 service nova] Acquiring lock "5f71531b-8468-4047-8c22-d3da7c735c57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:18:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-4874783c-6e40-4b2e-b70d-aa2d7db85649 req-7be7b0b7-ccb5-4d3e-821e-a8a81abccab1 service nova] Lock "5f71531b-8468-4047-8c22-d3da7c735c57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:18:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-4874783c-6e40-4b2e-b70d-aa2d7db85649 req-7be7b0b7-ccb5-4d3e-821e-a8a81abccab1 service nova] Lock "5f71531b-8468-4047-8c22-d3da7c735c57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:18:30 user nova-compute[75076]: DEBUG nova.compute.manager [req-4874783c-6e40-4b2e-b70d-aa2d7db85649 req-7be7b0b7-ccb5-4d3e-821e-a8a81abccab1 service nova] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] No waiting events found dispatching network-vif-plugged-c1da6e07-692a-42ba-b8ad-2b9082856175 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:18:30 user nova-compute[75076]: WARNING nova.compute.manager [req-4874783c-6e40-4b2e-b70d-aa2d7db85649 req-7be7b0b7-ccb5-4d3e-821e-a8a81abccab1 service nova] [instance: 5f71531b-8468-4047-8c22-d3da7c735c57] Received unexpected event network-vif-plugged-c1da6e07-692a-42ba-b8ad-2b9082856175 for instance with vm_state deleted and task_state None.
Oct 27 16:18:30 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-d11390f1-e737-4f62-95fa-df59f50da91b tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:18:30 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-d11390f1-e737-4f62-95fa-df59f50da91b tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:18:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d11390f1-e737-4f62-95fa-df59f50da91b tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.465s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:18:30 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-d11390f1-e737-4f62-95fa-df59f50da91b tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Deleted allocations for instance 5f71531b-8468-4047-8c22-d3da7c735c57
Oct 27 16:18:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d11390f1-e737-4f62-95fa-df59f50da91b tempest-TaggedAttachmentsTest-1924314482 tempest-TaggedAttachmentsTest-1924314482-project-member] Lock "5f71531b-8468-4047-8c22-d3da7c735c57" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.959s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:18:31 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:18:31 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:18:31 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:18:31 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:18:31 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:18:31 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:18:31 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:18:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-15891e08-7800-42f6-b07e-7701b1643d8c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "c35e1163-5e25-488f-858f-8ad5d5430617" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:18:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-15891e08-7800-42f6-b07e-7701b1643d8c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "c35e1163-5e25-488f-858f-8ad5d5430617" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:18:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-15891e08-7800-42f6-b07e-7701b1643d8c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "c35e1163-5e25-488f-858f-8ad5d5430617-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:18:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-15891e08-7800-42f6-b07e-7701b1643d8c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "c35e1163-5e25-488f-858f-8ad5d5430617-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:18:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-15891e08-7800-42f6-b07e-7701b1643d8c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "c35e1163-5e25-488f-858f-8ad5d5430617-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:18:33 user nova-compute[75076]: INFO nova.compute.manager [None req-15891e08-7800-42f6-b07e-7701b1643d8c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Terminating instance
Oct 27 16:18:33 user nova-compute[75076]: DEBUG nova.compute.manager [None req-15891e08-7800-42f6-b07e-7701b1643d8c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:18:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:33 user nova-compute[75076]: DEBUG nova.compute.manager [req-5bd5a3c9-c850-48ae-b6cb-2f3c74504c12 req-44f9f3ab-99b7-42c4-b024-894c96631838 service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Received event network-vif-unplugged-0d460c63-ecbb-4003-91fa-ff650aa74db8 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:18:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-5bd5a3c9-c850-48ae-b6cb-2f3c74504c12 req-44f9f3ab-99b7-42c4-b024-894c96631838 service nova] Acquiring lock "c35e1163-5e25-488f-858f-8ad5d5430617-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:18:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-5bd5a3c9-c850-48ae-b6cb-2f3c74504c12 req-44f9f3ab-99b7-42c4-b024-894c96631838 service nova] Lock "c35e1163-5e25-488f-858f-8ad5d5430617-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:18:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-5bd5a3c9-c850-48ae-b6cb-2f3c74504c12 req-44f9f3ab-99b7-42c4-b024-894c96631838 service nova] Lock "c35e1163-5e25-488f-858f-8ad5d5430617-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:18:33 user nova-compute[75076]: DEBUG nova.compute.manager [req-5bd5a3c9-c850-48ae-b6cb-2f3c74504c12 req-44f9f3ab-99b7-42c4-b024-894c96631838 service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] No waiting events found dispatching network-vif-unplugged-0d460c63-ecbb-4003-91fa-ff650aa74db8 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:18:33 user nova-compute[75076]: DEBUG nova.compute.manager [req-5bd5a3c9-c850-48ae-b6cb-2f3c74504c12 req-44f9f3ab-99b7-42c4-b024-894c96631838 service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Received event network-vif-unplugged-0d460c63-ecbb-4003-91fa-ff650aa74db8 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:18:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:33 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Instance destroyed successfully.
Oct 27 16:18:33 user nova-compute[75076]: DEBUG nova.objects.instance [None req-15891e08-7800-42f6-b07e-7701b1643d8c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lazy-loading 'resources' on Instance uuid c35e1163-5e25-488f-858f-8ad5d5430617 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:18:33 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-15891e08-7800-42f6-b07e-7701b1643d8c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-27T16:12:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-603427319',display_name='tempest-ServerActionsTestOtherA-server-812131717',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-603427319',id=15,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB881cFoRUGsxatC60s64SZ7ALJIwu4oXrSL6Jcg7A1Qh3YEUxKc3k8hoJCxtkdMwYFbJ/YdYyXiDaOcnSOwTAPZsLN0YpCg/cFgWsEwWZklaYeWDJvVwV9ZNunXeAdCbw==',key_name='tempest-keypair-817701294',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:15:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='eca4241be0a24932b482fcdba2f45482',ramdisk_id='',reservation_id='r-h7so262u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1737890963',owner_user_name='tempest-ServerActionsTestOtherA-1737890963-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:15:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='714d6bf7998c4abd8641b678ee293691',uuid=c35e1163-5e25-488f-858f-8ad5d5430617,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0d460c63-ecbb-4003-91fa-ff650aa74db8", "address": "fa:16:3e:bb:7c:67", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.7", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d460c63-ec", "ovs_interfaceid": "0d460c63-ecbb-4003-91fa-ff650aa74db8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:18:33 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-15891e08-7800-42f6-b07e-7701b1643d8c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Converting VIF {"id": "0d460c63-ecbb-4003-91fa-ff650aa74db8", "address": "fa:16:3e:bb:7c:67", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.7", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d460c63-ec", "ovs_interfaceid": "0d460c63-ecbb-4003-91fa-ff650aa74db8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:18:33 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-15891e08-7800-42f6-b07e-7701b1643d8c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:bb:7c:67,bridge_name='br-int',has_traffic_filtering=True,id=0d460c63-ecbb-4003-91fa-ff650aa74db8,network=Network(d4452627-1a52-4591-bd30-e240f8690c51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d460c63-ec') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:18:33 user nova-compute[75076]: DEBUG os_vif [None req-15891e08-7800-42f6-b07e-7701b1643d8c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:bb:7c:67,bridge_name='br-int',has_traffic_filtering=True,id=0d460c63-ecbb-4003-91fa-ff650aa74db8,network=Network(d4452627-1a52-4591-bd30-e240f8690c51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d460c63-ec') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:18:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0d460c63-ec, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:18:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:18:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=709eb99f-0120-46d0-8ce5-fb6deac5d6d5) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:18:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:33 user nova-compute[75076]: INFO os_vif [None req-15891e08-7800-42f6-b07e-7701b1643d8c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:bb:7c:67,bridge_name='br-int',has_traffic_filtering=True,id=0d460c63-ecbb-4003-91fa-ff650aa74db8,network=Network(d4452627-1a52-4591-bd30-e240f8690c51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d460c63-ec')
Oct 27 16:18:33 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-15891e08-7800-42f6-b07e-7701b1643d8c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Deleting instance files /opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617_del
Oct 27 16:18:33 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-15891e08-7800-42f6-b07e-7701b1643d8c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Deletion of /opt/stack/data/nova/instances/c35e1163-5e25-488f-858f-8ad5d5430617_del complete
Oct 27 16:18:34 user nova-compute[75076]: INFO nova.compute.manager [None req-15891e08-7800-42f6-b07e-7701b1643d8c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Took 1.01 seconds to destroy the instance on the hypervisor.
Oct 27 16:18:34 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-15891e08-7800-42f6-b07e-7701b1643d8c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:18:34 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:18:34 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:18:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:34 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:18:34 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Took 0.75 seconds to deallocate network for instance.
Oct 27 16:18:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-15891e08-7800-42f6-b07e-7701b1643d8c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:18:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-15891e08-7800-42f6-b07e-7701b1643d8c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:18:35 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-15891e08-7800-42f6-b07e-7701b1643d8c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:18:35 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-15891e08-7800-42f6-b07e-7701b1643d8c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:18:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-15891e08-7800-42f6-b07e-7701b1643d8c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.435s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:18:35 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-15891e08-7800-42f6-b07e-7701b1643d8c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Deleted allocations for instance c35e1163-5e25-488f-858f-8ad5d5430617
Oct 27 16:18:35 user nova-compute[75076]: DEBUG nova.compute.manager [req-35f99381-1599-4d13-be30-1dbdd77908ee req-5d63f108-33d0-41f4-a043-0aaa50c42bce service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Received event network-vif-plugged-0d460c63-ecbb-4003-91fa-ff650aa74db8 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:18:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-35f99381-1599-4d13-be30-1dbdd77908ee req-5d63f108-33d0-41f4-a043-0aaa50c42bce service nova] Acquiring lock "c35e1163-5e25-488f-858f-8ad5d5430617-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:18:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-35f99381-1599-4d13-be30-1dbdd77908ee req-5d63f108-33d0-41f4-a043-0aaa50c42bce service nova] Lock "c35e1163-5e25-488f-858f-8ad5d5430617-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:18:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-35f99381-1599-4d13-be30-1dbdd77908ee req-5d63f108-33d0-41f4-a043-0aaa50c42bce service nova] Lock "c35e1163-5e25-488f-858f-8ad5d5430617-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:18:35 user nova-compute[75076]: DEBUG nova.compute.manager [req-35f99381-1599-4d13-be30-1dbdd77908ee req-5d63f108-33d0-41f4-a043-0aaa50c42bce service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] No waiting events found dispatching network-vif-plugged-0d460c63-ecbb-4003-91fa-ff650aa74db8 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:18:35 user nova-compute[75076]: WARNING nova.compute.manager [req-35f99381-1599-4d13-be30-1dbdd77908ee req-5d63f108-33d0-41f4-a043-0aaa50c42bce service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Received unexpected event network-vif-plugged-0d460c63-ecbb-4003-91fa-ff650aa74db8 for instance with vm_state deleted and task_state None.
Oct 27 16:18:35 user nova-compute[75076]: DEBUG nova.compute.manager [req-35f99381-1599-4d13-be30-1dbdd77908ee req-5d63f108-33d0-41f4-a043-0aaa50c42bce service nova] [instance: c35e1163-5e25-488f-858f-8ad5d5430617] Received event network-vif-deleted-0d460c63-ecbb-4003-91fa-ff650aa74db8 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:18:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-15891e08-7800-42f6-b07e-7701b1643d8c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "c35e1163-5e25-488f-858f-8ad5d5430617" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.393s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:18:36 user nova-compute[75076]: INFO nova.compute.manager [None req-c1b61e59-6a2f-4957-8dbc-2a8807a9f884 tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Get console output
Oct 27 16:18:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-8d74905a-62e8-40cd-8b9d-52b9f2a96dbc tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Acquiring lock "374d9279-bc18-44dd-91cd-a87bef438090" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:18:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-8d74905a-62e8-40cd-8b9d-52b9f2a96dbc tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Lock "374d9279-bc18-44dd-91cd-a87bef438090" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:18:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-8d74905a-62e8-40cd-8b9d-52b9f2a96dbc tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Acquiring lock "374d9279-bc18-44dd-91cd-a87bef438090-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:18:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-8d74905a-62e8-40cd-8b9d-52b9f2a96dbc tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Lock "374d9279-bc18-44dd-91cd-a87bef438090-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:18:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-8d74905a-62e8-40cd-8b9d-52b9f2a96dbc tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Lock "374d9279-bc18-44dd-91cd-a87bef438090-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:18:36 user nova-compute[75076]: INFO nova.compute.manager [None req-8d74905a-62e8-40cd-8b9d-52b9f2a96dbc tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Terminating instance
Oct 27 16:18:36 user nova-compute[75076]: DEBUG nova.compute.manager [None req-8d74905a-62e8-40cd-8b9d-52b9f2a96dbc tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:18:36 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [-] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] During wait destroy, instance disappeared. {{(pid=75076) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1527}}
Oct 27 16:18:36 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Instance destroyed successfully.
Oct 27 16:18:36 user nova-compute[75076]: DEBUG nova.objects.instance [None req-8d74905a-62e8-40cd-8b9d-52b9f2a96dbc tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Lazy-loading 'resources' on Instance uuid 374d9279-bc18-44dd-91cd-a87bef438090 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:18:36 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-8d74905a-62e8-40cd-8b9d-52b9f2a96dbc tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-27T16:09:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1208654799',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1651847711',id=11,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBpvQaLpU6v2UviPQjGBOeH084vo7taPlNawI4DLCaHHwNQoa/uruc1d2WLW6eH8Rqvl0DMdViOkSTu01jraQy2fJzwyp10/41FIs5OjLOeC2YLJcpFj/A67SZlXoU5ibg==',key_name='tempest-keypair-1695034371',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:10:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=0,progress=0,project_id='bb7fc4cd89e54bad88fa833f0f6c1ac3',ramdisk_id='',reservation_id='r-j4qq85kr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1715954455',owner_user_name='tempest-ServerActionsV293TestJSON-1715954455-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:15:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7399110ad8e2412c971d70c4d0c10dfa',uuid=374d9279-bc18-44dd-91cd-a87bef438090,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "21b0c9f7-5d81-48e4-b7f2-a813ff435338", "address": "fa:16:3e:a6:28:bd", "network": {"id": "ddedd6c4-31d1-4792-90f0-3a5b4d50d200", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1117326799-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb7fc4cd89e54bad88fa833f0f6c1ac3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21b0c9f7-5d", "ovs_interfaceid": "21b0c9f7-5d81-48e4-b7f2-a813ff435338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:18:36 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-8d74905a-62e8-40cd-8b9d-52b9f2a96dbc tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Converting VIF {"id": "21b0c9f7-5d81-48e4-b7f2-a813ff435338", "address": "fa:16:3e:a6:28:bd", "network": {"id": "ddedd6c4-31d1-4792-90f0-3a5b4d50d200", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1117326799-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb7fc4cd89e54bad88fa833f0f6c1ac3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21b0c9f7-5d", "ovs_interfaceid": "21b0c9f7-5d81-48e4-b7f2-a813ff435338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:18:36 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-8d74905a-62e8-40cd-8b9d-52b9f2a96dbc tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a6:28:bd,bridge_name='br-int',has_traffic_filtering=True,id=21b0c9f7-5d81-48e4-b7f2-a813ff435338,network=Network(ddedd6c4-31d1-4792-90f0-3a5b4d50d200),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21b0c9f7-5d') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:18:36 user nova-compute[75076]: DEBUG os_vif [None req-8d74905a-62e8-40cd-8b9d-52b9f2a96dbc tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a6:28:bd,bridge_name='br-int',has_traffic_filtering=True,id=21b0c9f7-5d81-48e4-b7f2-a813ff435338,network=Network(ddedd6c4-31d1-4792-90f0-3a5b4d50d200),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21b0c9f7-5d') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:18:36 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:36 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap21b0c9f7-5d, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:18:36 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:18:36 user nova-compute[75076]: INFO os_vif [None req-8d74905a-62e8-40cd-8b9d-52b9f2a96dbc tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a6:28:bd,bridge_name='br-int',has_traffic_filtering=True,id=21b0c9f7-5d81-48e4-b7f2-a813ff435338,network=Network(ddedd6c4-31d1-4792-90f0-3a5b4d50d200),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21b0c9f7-5d')
Oct 27 16:18:36 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8d74905a-62e8-40cd-8b9d-52b9f2a96dbc tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:18:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d74905a-62e8-40cd-8b9d-52b9f2a96dbc tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'afETNdCp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:18:36 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-8d74905a-62e8-40cd-8b9d-52b9f2a96dbc tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:18:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-8d74905a-62e8-40cd-8b9d-52b9f2a96dbc tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:18:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-8d74905a-62e8-40cd-8b9d-52b9f2a96dbc tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:18:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:36 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7c0b379-0dbb-4085-a6b2-03dc8f5ed681]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:18:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d74905a-62e8-40cd-8b9d-52b9f2a96dbc tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:18:36 user nova-compute[75076]: No targets found.
Oct 27 16:18:36 user nova-compute[75076]: iSNS:
Oct 27 16:18:36 user nova-compute[75076]: No targets found.
Oct 27 16:18:36 user nova-compute[75076]: STATIC:
Oct 27 16:18:36 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78
Oct 27 16:18:36 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:18:36 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:18:36 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4
Oct 27 16:18:36 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:18:36 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:18:36 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd
Oct 27 16:18:36 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:18:36 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:18:36 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3
Oct 27 16:18:36 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:18:36 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:18:36 user nova-compute[75076]: FIRMWARE:
Oct 27 16:18:36 user nova-compute[75076]: No targets found.
Oct 27 16:18:36 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:18:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d74905a-62e8-40cd-8b9d-52b9f2a96dbc tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:18:36 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:18:36 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:18:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d74905a-62e8-40cd-8b9d-52b9f2a96dbc tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fd1328f3-eeab-4d86-a447-578af1baef4a', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:18:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:36 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b09b5d49-b3d0-4169-9f81-082da5ad9e91]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:18:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:36 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c994a40-b8e6-46cc-b5db-f944d9c985b2]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:18:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d74905a-62e8-40cd-8b9d-52b9f2a96dbc tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:18:36 user nova-compute[75076]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 (non-flash)
Oct 27 16:18:36 user nova-compute[75076]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd (non-flash)
Oct 27 16:18:36 user nova-compute[75076]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 (non-flash)
Oct 27 16:18:36 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:18:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d74905a-62e8-40cd-8b9d-52b9f2a96dbc tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:18:36 user nova-compute[75076]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 (non-flash)
Oct 27 16:18:36 user nova-compute[75076]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd (non-flash)
Oct 27 16:18:36 user nova-compute[75076]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 (non-flash)
Oct 27 16:18:36 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:18:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d74905a-62e8-40cd-8b9d-52b9f2a96dbc tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe1c56e5f0>, {}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:18:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d74905a-62e8-40cd-8b9d-52b9f2a96dbc tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Disconnecting from: [] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:18:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-8d74905a-62e8-40cd-8b9d-52b9f2a96dbc tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.082s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:18:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d74905a-62e8-40cd-8b9d-52b9f2a96dbc tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] <== disconnect_volume: return (84ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:18:36 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8d74905a-62e8-40cd-8b9d-52b9f2a96dbc tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:18:36 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-8d74905a-62e8-40cd-8b9d-52b9f2a96dbc tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Deletion of /opt/stack/data/nova/instances/374d9279-bc18-44dd-91cd-a87bef438090_del complete
Oct 27 16:18:37 user nova-compute[75076]: INFO nova.compute.manager [None req-8d74905a-62e8-40cd-8b9d-52b9f2a96dbc tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Took 0.20 seconds to destroy the instance on the hypervisor.
Oct 27 16:18:37 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-8d74905a-62e8-40cd-8b9d-52b9f2a96dbc tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:18:37 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:18:37 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:18:37 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:18:37 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Took 0.92 seconds to deallocate network for instance.
Oct 27 16:18:37 user nova-compute[75076]: DEBUG nova.compute.manager [req-59f4ce44-4ba9-42b6-b477-64f145171e9b req-d31fa5be-b43c-4ea1-8921-ccdc6de0618d service nova] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Received event network-vif-deleted-21b0c9f7-5d81-48e4-b7f2-a813ff435338 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:18:38 user nova-compute[75076]: INFO nova.compute.manager [None req-8d74905a-62e8-40cd-8b9d-52b9f2a96dbc tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Took 0.12 seconds to detach 1 volumes for instance.
Oct 27 16:18:38 user nova-compute[75076]: DEBUG nova.compute.manager [None req-8d74905a-62e8-40cd-8b9d-52b9f2a96dbc tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] [instance: 374d9279-bc18-44dd-91cd-a87bef438090] Deleting volume: fd1328f3-eeab-4d86-a447-578af1baef4a {{(pid=75076) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 27 16:18:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-8d74905a-62e8-40cd-8b9d-52b9f2a96dbc tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:18:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-8d74905a-62e8-40cd-8b9d-52b9f2a96dbc tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:18:38 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-8d74905a-62e8-40cd-8b9d-52b9f2a96dbc tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:18:38 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-8d74905a-62e8-40cd-8b9d-52b9f2a96dbc tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:18:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-8d74905a-62e8-40cd-8b9d-52b9f2a96dbc tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.429s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:18:38 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-8d74905a-62e8-40cd-8b9d-52b9f2a96dbc tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Deleted allocations for instance 374d9279-bc18-44dd-91cd-a87bef438090
Oct 27 16:18:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-8d74905a-62e8-40cd-8b9d-52b9f2a96dbc tempest-ServerActionsV293TestJSON-1715954455 tempest-ServerActionsV293TestJSON-1715954455-project-member] Lock "374d9279-bc18-44dd-91cd-a87bef438090" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.979s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:18:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:44 user nova-compute[75076]: INFO nova.virt.block_device [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Booting with volume b3f467c6-212f-4913-b209-2580e239ae9f at /dev/vdc
Oct 27 16:18:44 user nova-compute[75076]: DEBUG os_brick.utils [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:18:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:44 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[986e6dfd-9383-4e76-8410-ff1cfb25fab3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:18:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:44 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[23d56bdd-5343-4425-bf43-b58a75b6a83e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:18:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:44 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[2aede6a6-f164-4ef4-9de9-8d319502d998]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:18:44 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[158f849e-74e7-4121-bcf4-f02be619c56e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:18:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:45 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:18:45 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:18:45 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:45 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:18:45 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:18:45 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfb78c49-6c35-495b-a5aa-4db5598a2f83]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:18:45 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:18:45 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:18:45 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:18:45 user nova-compute[75076]: DEBUG os_brick.utils [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:18:45 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Updating existing volume attachment record: 9ae9a5ce-7541-42fa-a6bf-31c457923aa2 {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:18:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquiring lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:18:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:18:52 user nova-compute[75076]: DEBUG nova.objects.instance [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lazy-loading 'flavor' on Instance uuid 5ff0a19a-8f92-4c8b-bd64-773629da8d93 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:18:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.072s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:18:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquiring lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:18:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:18:53 user nova-compute[75076]: INFO nova.compute.manager [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Attaching volume 39668ce6-61cf-4647-9029-4e80f927ba45 to /dev/vdb
Oct 27 16:18:53 user nova-compute[75076]: DEBUG os_brick.utils [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:18:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:53 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[28d327f6-6e4e-4238-8d01-a59b02f50087]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:18:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:53 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcc59c5e-8ce0-427a-a006-d5e4013606dc]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:18:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:53 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[74f96356-b985-4113-a645-3548a22e4bfc]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:18:53 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[9970c541-18f3-4352-9de0-5f4b724bc31c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:18:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:18:53 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:18:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:18:53 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:18:53 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7f43651-127c-42f6-a556-8182441c50d5]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:18:53 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:18:53 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:18:53 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:18:53 user nova-compute[75076]: DEBUG os_brick.utils [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:18:53 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Updating existing volume attachment record: b18ef70e-6c20-4520-a890-ced8cbdd9bab {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:18:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:18:57 user nova-compute[75076]: DEBUG nova.compute.manager [req-600c5d33-e5b1-410a-8f6b-5b762ac7360c req-72a1347c-8aaf-4cf1-a03b-8b99b8c309f4 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Received event network-changed-3eb6166c-750b-46ce-b20b-c5a291bc8a33 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:18:57 user nova-compute[75076]: DEBUG nova.compute.manager [req-600c5d33-e5b1-410a-8f6b-5b762ac7360c req-72a1347c-8aaf-4cf1-a03b-8b99b8c309f4 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Refreshing instance network info cache due to event network-changed-3eb6166c-750b-46ce-b20b-c5a291bc8a33. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:18:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-600c5d33-e5b1-410a-8f6b-5b762ac7360c req-72a1347c-8aaf-4cf1-a03b-8b99b8c309f4 service nova] Acquiring lock "refresh_cache-1096189a-b0ca-436c-95e7-8e27f399d7f3" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:18:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-600c5d33-e5b1-410a-8f6b-5b762ac7360c req-72a1347c-8aaf-4cf1-a03b-8b99b8c309f4 service nova] Acquired lock "refresh_cache-1096189a-b0ca-436c-95e7-8e27f399d7f3" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:18:57 user nova-compute[75076]: DEBUG nova.network.neutron [req-600c5d33-e5b1-410a-8f6b-5b762ac7360c req-72a1347c-8aaf-4cf1-a03b-8b99b8c309f4 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Refreshing network info cache for port 3eb6166c-750b-46ce-b20b-c5a291bc8a33 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:18:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "1096189a-b0ca-436c-95e7-8e27f399d7f3" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:18:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "1096189a-b0ca-436c-95e7-8e27f399d7f3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:18:57 user nova-compute[75076]: DEBUG nova.objects.instance [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lazy-loading 'flavor' on Instance uuid 1096189a-b0ca-436c-95e7-8e27f399d7f3 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:18:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "1096189a-b0ca-436c-95e7-8e27f399d7f3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.083s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:18:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "1096189a-b0ca-436c-95e7-8e27f399d7f3" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:18:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "1096189a-b0ca-436c-95e7-8e27f399d7f3" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:18:58 user nova-compute[75076]: INFO nova.compute.manager [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Attaching volume 9eb91f04-8ca8-4257-9b6a-2a74cae8935b to /dev/vdb
Oct 27 16:18:58 user nova-compute[75076]: DEBUG os_brick.utils [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:18:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a27510ae-008c-4f85-ade5-2fcb7748ef4b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:18:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e96b3b7-21fb-419d-ac4b-989931291552]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:18:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.039s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:18:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f066dd0-b4f8-46bb-93d0-6eb9abc2397f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:18:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2f5f201-14d7-40ea-a413-be1788844907]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:18:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:18:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:18:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:18:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:18:58 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:18:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac54f480-ed87-44a0-a9ea-356aa609d432]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:18:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:18:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:18:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:18:58 user nova-compute[75076]: DEBUG os_brick.utils [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] <== get_connector_properties: return (156ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:18:58 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Updating existing volume attachment record: 1bb5e9dc-50fd-41b8-a566-02de6bd2bcaa {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:18:58 user nova-compute[75076]: DEBUG nova.network.neutron [req-600c5d33-e5b1-410a-8f6b-5b762ac7360c req-72a1347c-8aaf-4cf1-a03b-8b99b8c309f4 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Updated VIF entry in instance network info cache for port 3eb6166c-750b-46ce-b20b-c5a291bc8a33. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:18:58 user nova-compute[75076]: DEBUG nova.network.neutron [req-600c5d33-e5b1-410a-8f6b-5b762ac7360c req-72a1347c-8aaf-4cf1-a03b-8b99b8c309f4 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Updating instance_info_cache with network_info: [{"id": "3eb6166c-750b-46ce-b20b-c5a291bc8a33", "address": "fa:16:3e:7a:87:a6", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3eb6166c-75", "ovs_interfaceid": "3eb6166c-750b-46ce-b20b-c5a291bc8a33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:18:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-600c5d33-e5b1-410a-8f6b-5b762ac7360c req-72a1347c-8aaf-4cf1-a03b-8b99b8c309f4 service nova] Releasing lock "refresh_cache-1096189a-b0ca-436c-95e7-8e27f399d7f3" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:18:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:18:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:18:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:18:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:18:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:18:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:03 user nova-compute[75076]: DEBUG nova.compute.manager [req-e4cfc5e6-fd70-4fdd-8d19-dfa7a7cc33a6 req-2585df43-c2b4-4b3e-abf8-9140846db822 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-changed-10083166-5624-4e63-ba1d-153a4c4e8bc9 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:03 user nova-compute[75076]: DEBUG nova.compute.manager [req-e4cfc5e6-fd70-4fdd-8d19-dfa7a7cc33a6 req-2585df43-c2b4-4b3e-abf8-9140846db822 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Refreshing instance network info cache due to event network-changed-10083166-5624-4e63-ba1d-153a4c4e8bc9. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:19:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-e4cfc5e6-fd70-4fdd-8d19-dfa7a7cc33a6 req-2585df43-c2b4-4b3e-abf8-9140846db822 service nova] Acquiring lock "refresh_cache-40b53db7-8f3f-44fc-8cd0-fdf44fee338c" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:19:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-e4cfc5e6-fd70-4fdd-8d19-dfa7a7cc33a6 req-2585df43-c2b4-4b3e-abf8-9140846db822 service nova] Acquired lock "refresh_cache-40b53db7-8f3f-44fc-8cd0-fdf44fee338c" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:19:03 user nova-compute[75076]: DEBUG nova.network.neutron [req-e4cfc5e6-fd70-4fdd-8d19-dfa7a7cc33a6 req-2585df43-c2b4-4b3e-abf8-9140846db822 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Refreshing network info cache for port 10083166-5624-4e63-ba1d-153a4c4e8bc9 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:19:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:04 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:04 user nova-compute[75076]: DEBUG nova.network.neutron [req-e4cfc5e6-fd70-4fdd-8d19-dfa7a7cc33a6 req-2585df43-c2b4-4b3e-abf8-9140846db822 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Updated VIF entry in instance network info cache for port 10083166-5624-4e63-ba1d-153a4c4e8bc9. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:19:04 user nova-compute[75076]: DEBUG nova.network.neutron [req-e4cfc5e6-fd70-4fdd-8d19-dfa7a7cc33a6 req-2585df43-c2b4-4b3e-abf8-9140846db822 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Updating instance_info_cache with network_info: [{"id": "10083166-5624-4e63-ba1d-153a4c4e8bc9", "address": "fa:16:3e:73:8d:b3", "network": {"id": "5ab1bd5d-8d18-42a1-9cf4-c1df34f88ca9", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-727831082-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10083166-56", "ovs_interfaceid": "10083166-5624-4e63-ba1d-153a4c4e8bc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d9d6637a-9e63-47fd-897d-78cefe5eb747", "address": "fa:16:3e:55:e2:b9", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9d6637a-9e", "ovs_interfaceid": "d9d6637a-9e63-47fd-897d-78cefe5eb747", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "50f565ca-7c06-4391-9ebb-d91de452b1f0", "address": "fa:16:3e:33:19:f6", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50f565ca-7c", "ovs_interfaceid": "50f565ca-7c06-4391-9ebb-d91de452b1f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "9ebeece2-ca7c-4e59-8a02-654e20856e51", "address": "fa:16:3e:fb:dd:30", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ebeece2-ca", "ovs_interfaceid": "9ebeece2-ca7c-4e59-8a02-654e20856e51", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3aa7d24c-ddda-4f37-a30b-2180b9e178b2", "address": "fa:16:3e:16:bb:b4", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3aa7d24c-dd", "ovs_interfaceid": "3aa7d24c-ddda-4f37-a30b-2180b9e178b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b9d4af56-2afd-4311-865e-1bffd9440fdd", "address": "fa:16:3e:c3:67:4f", "network": {"id": "1d9aac36-1f31-4083-a427-689b7636b476", "bridge": "br-int", "label": "tempest-device-tagging-net2-1790295728", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9d4af56-2a", "ovs_interfaceid": "b9d4af56-2afd-4311-865e-1bffd9440fdd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e810be0c-be2e-467f-9f02-d1fb8cf63b0a", "address": "fa:16:3e:81:9b:63", "network": {"id": "1d9aac36-1f31-4083-a427-689b7636b476", "bridge": "br-int", "label": "tempest-device-tagging-net2-1790295728", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape810be0c-be", "ovs_interfaceid": "e810be0c-be2e-467f-9f02-d1fb8cf63b0a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:19:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-e4cfc5e6-fd70-4fdd-8d19-dfa7a7cc33a6 req-2585df43-c2b4-4b3e-abf8-9140846db822 service nova] Releasing lock "refresh_cache-40b53db7-8f3f-44fc-8cd0-fdf44fee338c" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:19:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Acquiring lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Acquiring lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:06 user nova-compute[75076]: INFO nova.compute.manager [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Terminating instance
Oct 27 16:19:06 user nova-compute[75076]: DEBUG nova.compute.manager [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:19:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:06 user nova-compute[75076]: DEBUG nova.compute.manager [req-5a0d4238-7ee6-4937-8601-6d08dd4fa188 req-cfc8c30c-c103-468a-8bb7-f858679cef51 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-vif-unplugged-10083166-5624-4e63-ba1d-153a4c4e8bc9 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-5a0d4238-7ee6-4937-8601-6d08dd4fa188 req-cfc8c30c-c103-468a-8bb7-f858679cef51 service nova] Acquiring lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-5a0d4238-7ee6-4937-8601-6d08dd4fa188 req-cfc8c30c-c103-468a-8bb7-f858679cef51 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-5a0d4238-7ee6-4937-8601-6d08dd4fa188 req-cfc8c30c-c103-468a-8bb7-f858679cef51 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:06 user nova-compute[75076]: DEBUG nova.compute.manager [req-5a0d4238-7ee6-4937-8601-6d08dd4fa188 req-cfc8c30c-c103-468a-8bb7-f858679cef51 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] No waiting events found dispatching network-vif-unplugged-10083166-5624-4e63-ba1d-153a4c4e8bc9 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:19:06 user nova-compute[75076]: DEBUG nova.compute.manager [req-5a0d4238-7ee6-4937-8601-6d08dd4fa188 req-cfc8c30c-c103-468a-8bb7-f858679cef51 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-vif-unplugged-10083166-5624-4e63-ba1d-153a4c4e8bc9 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:19:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:06 user nova-compute[75076]: DEBUG nova.compute.manager [req-61915d34-39f5-4f3e-a938-9deb906c165d req-732cceb6-a551-4939-80da-55e5e038de8e service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-vif-unplugged-d9d6637a-9e63-47fd-897d-78cefe5eb747 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-61915d34-39f5-4f3e-a938-9deb906c165d req-732cceb6-a551-4939-80da-55e5e038de8e service nova] Acquiring lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-61915d34-39f5-4f3e-a938-9deb906c165d req-732cceb6-a551-4939-80da-55e5e038de8e service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-61915d34-39f5-4f3e-a938-9deb906c165d req-732cceb6-a551-4939-80da-55e5e038de8e service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:06 user nova-compute[75076]: DEBUG nova.compute.manager [req-61915d34-39f5-4f3e-a938-9deb906c165d req-732cceb6-a551-4939-80da-55e5e038de8e service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] No waiting events found dispatching network-vif-unplugged-d9d6637a-9e63-47fd-897d-78cefe5eb747 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:19:06 user nova-compute[75076]: DEBUG nova.compute.manager [req-61915d34-39f5-4f3e-a938-9deb906c165d req-732cceb6-a551-4939-80da-55e5e038de8e service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-vif-unplugged-d9d6637a-9e63-47fd-897d-78cefe5eb747 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:19:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG nova.compute.manager [req-a890119f-d088-4deb-986d-3cd1ab66ae02 req-907cf540-1b48-45b4-85f5-c1f58c515fbd service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-vif-unplugged-3aa7d24c-ddda-4f37-a30b-2180b9e178b2 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a890119f-d088-4deb-986d-3cd1ab66ae02 req-907cf540-1b48-45b4-85f5-c1f58c515fbd service nova] Acquiring lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a890119f-d088-4deb-986d-3cd1ab66ae02 req-907cf540-1b48-45b4-85f5-c1f58c515fbd service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a890119f-d088-4deb-986d-3cd1ab66ae02 req-907cf540-1b48-45b4-85f5-c1f58c515fbd service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG nova.compute.manager [req-a890119f-d088-4deb-986d-3cd1ab66ae02 req-907cf540-1b48-45b4-85f5-c1f58c515fbd service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] No waiting events found dispatching network-vif-unplugged-3aa7d24c-ddda-4f37-a30b-2180b9e178b2 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG nova.compute.manager [req-a890119f-d088-4deb-986d-3cd1ab66ae02 req-907cf540-1b48-45b4-85f5-c1f58c515fbd service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-vif-unplugged-3aa7d24c-ddda-4f37-a30b-2180b9e178b2 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG nova.compute.manager [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:19:07 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Creating image(s)
Oct 27 16:19:07 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Did not create local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Ensure instance console log exists: /opt/stack/data/nova/instances/d16bfdc3-5589-4139-84c4-8a4ddf5c4b16/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Start _get_guest_xml network_info=[{"id": "d169e0b8-8c04-4cd1-8409-d9a39a0f3394", "address": "fa:16:3e:c7:58:72", "network": {"id": "a589266d-9727-4974-8be4-d64cdfe4fa75", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1383077011-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd169e0b8-8c", "ovs_interfaceid": "d169e0b8-8c04-4cd1-8409-d9a39a0f3394", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "132e6e5e-d07f-43ee-bf15-1a423d1953ba", "address": "fa:16:3e:fc:67:94", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap132e6e5e-d0", "ovs_interfaceid": "132e6e5e-d07f-43ee-bf15-1a423d1953ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "147c3525-680d-40a1-afe4-5e927ea5cc86", "address": "fa:16:3e:cc:da:80", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap147c3525-68", "ovs_interfaceid": "147c3525-680d-40a1-afe4-5e927ea5cc86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3a3c2700-3de4-45fd-af19-0e1b8607167c", "address": "fa:16:3e:d6:29:8f", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a3c2700-3d", "ovs_interfaceid": "3a3c2700-3de4-45fd-af19-0e1b8607167c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5", "address": "fa:16:3e:20:c0:20", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b2ccd8d-45", "ovs_interfaceid": "7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "415cddc9-2ed6-448f-8e5c-1014c01cf7ab", "address": "fa:16:3e:07:b7:2b", "network": {"id": "ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff", "bridge": "br-int", "label": "tempest-device-tagging-net2-790598056", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap415cddc9-2e", "ovs_interfaceid": "415cddc9-2ed6-448f-8e5c-1014c01cf7ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "492c5ac8-c83f-4fe5-ad70-20c9f8647893", "address": "fa:16:3e:c6:a6:ed", "network": {"id": "ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff", "bridge": "br-int", "label": "tempest-device-tagging-net2-790598056", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap492c5ac8-c8", "ovs_interfaceid": "492c5ac8-c83f-4fe5-ad70-20c9f8647893", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HfiXpVGR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd16bfdc3-5589-4139-84c4-8a4ddf5c4b16', 'attached_at': '', 'detached_at': '', 'volume_id': '550ec6cd-1d3f-4dbc-b616-7b9c558e82a1', 'serial': '550ec6cd-1d3f-4dbc-b616-7b9c558e82a1'}, 'boot_index': 0, 'device_type': 'disk', 'mount_device': '/dev/vda', 'disk_bus': 'virtio', 'attachment_id': '1c76775e-ac15-4053-b3e9-e754ad9ca225', 'guest_format': None, 'delete_on_termination': False, 'volume_type': None}, {'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CljnMaiK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd16bfdc3-5589-4139-84c4-8a4ddf5c4b16', 'attached_at': '', 'detached_at': '', 'volume_id': '00c73149-62d0-47e8-8d9c-7126389e94e4', 'serial': '00c73149-62d0-47e8-8d9c-7126389e94e4'}, 'boot_index': 1, 'device_type': 'disk', 'mount_device': '/dev/vdb', 'disk_bus': 'virtio', 'attachment_id': '3075c477-f39e-4b6d-a2b3-cdef6bb807e2', 'guest_format': None, 'delete_on_termination': False, 'volume_type': None}, {'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gVPeEmKa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd16bfdc3-5589-4139-84c4-8a4ddf5c4b16', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3f467c6-212f-4913-b209-2580e239ae9f', 'serial': 'b3f467c6-212f-4913-b209-2580e239ae9f'}, 'boot_index': 2, 'device_type': 'disk', 'mount_device': '/dev/vdc', 'disk_bus': 'virtio', 'attachment_id': '9ae9a5ce-7541-42fa-a6bf-31c457923aa2', 'guest_format': None, 'delete_on_termination': False, 'volume_type': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:07 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:19:07 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:19:07 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HfiXpVGR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:19:07 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:19:07 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:19:07 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:19:07 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:19:07 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:19:07 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[692d8402-854b-4012-b03d-8a3f2d491dcb]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:19:07 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[87e3030d-9d25-472e-9752-b38300883b1e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1] added
Oct 27 16:19:07 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.035s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[323fea34-9053-48f0-a409-fa38553eb537]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.034s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1f8d444-423a-4009-bef0-df5bc701ebcc]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HfiXpVGR {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HfiXpVGR" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[887640f6-a15b-4b4e-b139-339fbdf8c059]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'HfiXpVGR'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[3aca145f-0256-47bd-b90d-823407715dc7]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:07 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[35b62c86-e5f5-44b5-ba3a-8fc24fdff257]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:19:08 user nova-compute[75076]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 (non-flash)
Oct 27 16:19:08 user nova-compute[75076]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd (non-flash)
Oct 27 16:19:08 user nova-compute[75076]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 (non-flash)
Oct 27 16:19:08 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:19:08 user nova-compute[75076]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 (non-flash)
Oct 27 16:19:08 user nova-compute[75076]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd (non-flash)
Oct 27 16:19:08 user nova-compute[75076]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 (non-flash)
Oct 27 16:19:08 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 -p 172.16.0.220:3260 --login" returned: 0 in 0.107s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c27e4ae-894e-4c2d-89b7-20173c54a8d0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1, portal: 172.16.0.220,3260]
Oct 27 16:19:08 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1, portal: 172.16.0.220,3260] successful.
Oct 27 16:19:08 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:08 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Instance destroyed successfully.
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.objects.instance [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Lazy-loading 'resources' on Instance uuid 40b53db7-8f3f-44fc-8cd0-fdf44fee338c {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:16:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1747703745',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1747703745',id=20,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMi4HooHy4Qofx2ZtJiEMTRflBl9tmYjbfTPQ2BjRg9IKek3J2f9fOvsb58iSRBaBb64YbC/oLcdhCcuMwtFtHYCf3iJVRuRB64tyOf/X6dGbzr2LSxcj6G0cWhCRxIG0Q==',key_name='tempest-keypair-469479723',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:17:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1694f47bb0c34be391692ad8ab185522',ramdisk_id='',reservation_id='r-ydc3lsrh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-778952031',owner_user_name='tempest-TaggedBootDevicesTest-778952031-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:17:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='473b443793d242c189944436ff3b6ca3',uuid=40b53db7-8f3f-44fc-8cd0-fdf44fee338c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "10083166-5624-4e63-ba1d-153a4c4e8bc9", "address": "fa:16:3e:73:8d:b3", "network": {"id": "5ab1bd5d-8d18-42a1-9cf4-c1df34f88ca9", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-727831082-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10083166-56", "ovs_interfaceid": "10083166-5624-4e63-ba1d-153a4c4e8bc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Converting VIF {"id": "10083166-5624-4e63-ba1d-153a4c4e8bc9", "address": "fa:16:3e:73:8d:b3", "network": {"id": "5ab1bd5d-8d18-42a1-9cf4-c1df34f88ca9", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-727831082-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10083166-56", "ovs_interfaceid": "10083166-5624-4e63-ba1d-153a4c4e8bc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:73:8d:b3,bridge_name='br-int',has_traffic_filtering=True,id=10083166-5624-4e63-ba1d-153a4c4e8bc9,network=Network(5ab1bd5d-8d18-42a1-9cf4-c1df34f88ca9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap10083166-56') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG os_vif [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:73:8d:b3,bridge_name='br-int',has_traffic_filtering=True,id=10083166-5624-4e63-ba1d-153a4c4e8bc9,network=Network(5ab1bd5d-8d18-42a1-9cf4-c1df34f88ca9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap10083166-56') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.030s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[520f7d0d-a197-4438-962f-12d7d8c579a0]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap10083166-56, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb42369d-101f-4156-9c84-ac97aab1763a]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:19:08 user nova-compute[75076]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 (non-flash)
Oct 27 16:19:08 user nova-compute[75076]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd (non-flash)
Oct 27 16:19:08 user nova-compute[75076]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 (non-flash)
Oct 27 16:19:08 user nova-compute[75076]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 (non-flash)
Oct 27 16:19:08 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:19:08 user nova-compute[75076]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 (non-flash)
Oct 27 16:19:08 user nova-compute[75076]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd (non-flash)
Oct 27 16:19:08 user nova-compute[75076]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 (non-flash)
Oct 27 16:19:08 user nova-compute[75076]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 (non-flash)
Oct 27 16:19:08 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.437s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] HCTL ('33', '-', '-', 0) found on session 21 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c11bc335-6a4d-4d38-b08e-dd500c7b9419]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Searching for a device in session 21 and hctl ['33', '*', '*', 0] yield: None {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=513bc840-18fa-4b68-92ad-c221a62f67f0) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:08 user nova-compute[75076]: INFO os_vif [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:73:8d:b3,bridge_name='br-int',has_traffic_filtering=True,id=10083166-5624-4e63-ba1d-153a4c4e8bc9,network=Network(5ab1bd5d-8d18-42a1-9cf4-c1df34f88ca9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap10083166-56')
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:16:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1747703745',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1747703745',id=20,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMi4HooHy4Qofx2ZtJiEMTRflBl9tmYjbfTPQ2BjRg9IKek3J2f9fOvsb58iSRBaBb64YbC/oLcdhCcuMwtFtHYCf3iJVRuRB64tyOf/X6dGbzr2LSxcj6G0cWhCRxIG0Q==',key_name='tempest-keypair-469479723',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:17:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1694f47bb0c34be391692ad8ab185522',ramdisk_id='',reservation_id='r-ydc3lsrh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-778952031',owner_user_name='tempest-TaggedBootDevicesTest-778952031-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:17:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='473b443793d242c189944436ff3b6ca3',uuid=40b53db7-8f3f-44fc-8cd0-fdf44fee338c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d9d6637a-9e63-47fd-897d-78cefe5eb747", "address": "fa:16:3e:55:e2:b9", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9d6637a-9e", "ovs_interfaceid": "d9d6637a-9e63-47fd-897d-78cefe5eb747", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Converting VIF {"id": "d9d6637a-9e63-47fd-897d-78cefe5eb747", "address": "fa:16:3e:55:e2:b9", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9d6637a-9e", "ovs_interfaceid": "d9d6637a-9e63-47fd-897d-78cefe5eb747", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:e2:b9,bridge_name='br-int',has_traffic_filtering=True,id=d9d6637a-9e63-47fd-897d-78cefe5eb747,network=Network(317d684c-605b-4eea-bb17-9764e85fc317),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd9d6637a-9e') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG os_vif [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:e2:b9,bridge_name='br-int',has_traffic_filtering=True,id=d9d6637a-9e63-47fd-897d-78cefe5eb747,network=Network(317d684c-605b-4eea-bb17-9764e85fc317),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd9d6637a-9e') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd9d6637a-9e, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d7516270-0cd1-49c7-9e8f-1ed5ec354b88) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:08 user nova-compute[75076]: INFO os_vif [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:e2:b9,bridge_name='br-int',has_traffic_filtering=True,id=d9d6637a-9e63-47fd-897d-78cefe5eb747,network=Network(317d684c-605b-4eea-bb17-9764e85fc317),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd9d6637a-9e')
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:16:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1747703745',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1747703745',id=20,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMi4HooHy4Qofx2ZtJiEMTRflBl9tmYjbfTPQ2BjRg9IKek3J2f9fOvsb58iSRBaBb64YbC/oLcdhCcuMwtFtHYCf3iJVRuRB64tyOf/X6dGbzr2LSxcj6G0cWhCRxIG0Q==',key_name='tempest-keypair-469479723',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:17:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1694f47bb0c34be391692ad8ab185522',ramdisk_id='',reservation_id='r-ydc3lsrh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-778952031',owner_user_name='tempest-TaggedBootDevicesTest-778952031-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:17:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='473b443793d242c189944436ff3b6ca3',uuid=40b53db7-8f3f-44fc-8cd0-fdf44fee338c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "50f565ca-7c06-4391-9ebb-d91de452b1f0", "address": "fa:16:3e:33:19:f6", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50f565ca-7c", "ovs_interfaceid": "50f565ca-7c06-4391-9ebb-d91de452b1f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Converting VIF {"id": "50f565ca-7c06-4391-9ebb-d91de452b1f0", "address": "fa:16:3e:33:19:f6", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50f565ca-7c", "ovs_interfaceid": "50f565ca-7c06-4391-9ebb-d91de452b1f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:33:19:f6,bridge_name='br-int',has_traffic_filtering=True,id=50f565ca-7c06-4391-9ebb-d91de452b1f0,network=Network(317d684c-605b-4eea-bb17-9764e85fc317),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap50f565ca-7c') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG os_vif [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:33:19:f6,bridge_name='br-int',has_traffic_filtering=True,id=50f565ca-7c06-4391-9ebb-d91de452b1f0,network=Network(317d684c-605b-4eea-bb17-9764e85fc317),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap50f565ca-7c') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap50f565ca-7c, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fcce0712-0976-4cce-88d7-f68a0a700c9c) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:08 user nova-compute[75076]: INFO os_vif [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:33:19:f6,bridge_name='br-int',has_traffic_filtering=True,id=50f565ca-7c06-4391-9ebb-d91de452b1f0,network=Network(317d684c-605b-4eea-bb17-9764e85fc317),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap50f565ca-7c')
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:16:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1747703745',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1747703745',id=20,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMi4HooHy4Qofx2ZtJiEMTRflBl9tmYjbfTPQ2BjRg9IKek3J2f9fOvsb58iSRBaBb64YbC/oLcdhCcuMwtFtHYCf3iJVRuRB64tyOf/X6dGbzr2LSxcj6G0cWhCRxIG0Q==',key_name='tempest-keypair-469479723',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:17:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1694f47bb0c34be391692ad8ab185522',ramdisk_id='',reservation_id='r-ydc3lsrh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-778952031',owner_user_name='tempest-TaggedBootDevicesTest-778952031-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:17:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='473b443793d242c189944436ff3b6ca3',uuid=40b53db7-8f3f-44fc-8cd0-fdf44fee338c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9ebeece2-ca7c-4e59-8a02-654e20856e51", "address": "fa:16:3e:fb:dd:30", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ebeece2-ca", "ovs_interfaceid": "9ebeece2-ca7c-4e59-8a02-654e20856e51", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Converting VIF {"id": "9ebeece2-ca7c-4e59-8a02-654e20856e51", "address": "fa:16:3e:fb:dd:30", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ebeece2-ca", "ovs_interfaceid": "9ebeece2-ca7c-4e59-8a02-654e20856e51", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fb:dd:30,bridge_name='br-int',has_traffic_filtering=True,id=9ebeece2-ca7c-4e59-8a02-654e20856e51,network=Network(317d684c-605b-4eea-bb17-9764e85fc317),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9ebeece2-ca') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG os_vif [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:dd:30,bridge_name='br-int',has_traffic_filtering=True,id=9ebeece2-ca7c-4e59-8a02-654e20856e51,network=Network(317d684c-605b-4eea-bb17-9764e85fc317),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9ebeece2-ca') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9ebeece2-ca, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e317bd73-df66-4c61-a9c9-aa73c609fa1b) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:08 user nova-compute[75076]: INFO os_vif [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:dd:30,bridge_name='br-int',has_traffic_filtering=True,id=9ebeece2-ca7c-4e59-8a02-654e20856e51,network=Network(317d684c-605b-4eea-bb17-9764e85fc317),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9ebeece2-ca')
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:16:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1747703745',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1747703745',id=20,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMi4HooHy4Qofx2ZtJiEMTRflBl9tmYjbfTPQ2BjRg9IKek3J2f9fOvsb58iSRBaBb64YbC/oLcdhCcuMwtFtHYCf3iJVRuRB64tyOf/X6dGbzr2LSxcj6G0cWhCRxIG0Q==',key_name='tempest-keypair-469479723',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:17:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1694f47bb0c34be391692ad8ab185522',ramdisk_id='',reservation_id='r-ydc3lsrh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-778952031',owner_user_name='tempest-TaggedBootDevicesTest-778952031-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:17:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='473b443793d242c189944436ff3b6ca3',uuid=40b53db7-8f3f-44fc-8cd0-fdf44fee338c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3aa7d24c-ddda-4f37-a30b-2180b9e178b2", "address": "fa:16:3e:16:bb:b4", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3aa7d24c-dd", "ovs_interfaceid": "3aa7d24c-ddda-4f37-a30b-2180b9e178b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Converting VIF {"id": "3aa7d24c-ddda-4f37-a30b-2180b9e178b2", "address": "fa:16:3e:16:bb:b4", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3aa7d24c-dd", "ovs_interfaceid": "3aa7d24c-ddda-4f37-a30b-2180b9e178b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:16:bb:b4,bridge_name='br-int',has_traffic_filtering=True,id=3aa7d24c-ddda-4f37-a30b-2180b9e178b2,network=Network(317d684c-605b-4eea-bb17-9764e85fc317),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3aa7d24c-dd') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG os_vif [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:16:bb:b4,bridge_name='br-int',has_traffic_filtering=True,id=3aa7d24c-ddda-4f37-a30b-2180b9e178b2,network=Network(317d684c-605b-4eea-bb17-9764e85fc317),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3aa7d24c-dd') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3aa7d24c-dd, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0c59b009-4ad1-43a4-bc08-7ba827275a3e) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.compute.manager [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-vif-plugged-10083166-5624-4e63-ba1d-153a4c4e8bc9 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] Acquiring lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.compute.manager [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] No waiting events found dispatching network-vif-plugged-10083166-5624-4e63-ba1d-153a4c4e8bc9 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:19:08 user nova-compute[75076]: WARNING nova.compute.manager [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received unexpected event network-vif-plugged-10083166-5624-4e63-ba1d-153a4c4e8bc9 for instance with vm_state active and task_state deleting.
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.compute.manager [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-vif-unplugged-50f565ca-7c06-4391-9ebb-d91de452b1f0 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] Acquiring lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.compute.manager [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] No waiting events found dispatching network-vif-unplugged-50f565ca-7c06-4391-9ebb-d91de452b1f0 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.compute.manager [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-vif-unplugged-50f565ca-7c06-4391-9ebb-d91de452b1f0 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.compute.manager [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-vif-plugged-50f565ca-7c06-4391-9ebb-d91de452b1f0 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] Acquiring lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.compute.manager [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] No waiting events found dispatching network-vif-plugged-50f565ca-7c06-4391-9ebb-d91de452b1f0 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:19:08 user nova-compute[75076]: WARNING nova.compute.manager [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received unexpected event network-vif-plugged-50f565ca-7c06-4391-9ebb-d91de452b1f0 for instance with vm_state active and task_state deleting.
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.compute.manager [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-vif-unplugged-9ebeece2-ca7c-4e59-8a02-654e20856e51 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] Acquiring lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.compute.manager [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] No waiting events found dispatching network-vif-unplugged-9ebeece2-ca7c-4e59-8a02-654e20856e51 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.compute.manager [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-vif-unplugged-9ebeece2-ca7c-4e59-8a02-654e20856e51 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.compute.manager [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-vif-plugged-9ebeece2-ca7c-4e59-8a02-654e20856e51 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] Acquiring lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.compute.manager [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] No waiting events found dispatching network-vif-plugged-9ebeece2-ca7c-4e59-8a02-654e20856e51 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:19:08 user nova-compute[75076]: WARNING nova.compute.manager [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received unexpected event network-vif-plugged-9ebeece2-ca7c-4e59-8a02-654e20856e51 for instance with vm_state active and task_state deleting.
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.compute.manager [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-vif-unplugged-b9d4af56-2afd-4311-865e-1bffd9440fdd {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] Acquiring lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.compute.manager [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] No waiting events found dispatching network-vif-unplugged-b9d4af56-2afd-4311-865e-1bffd9440fdd {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.compute.manager [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-vif-unplugged-b9d4af56-2afd-4311-865e-1bffd9440fdd for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.compute.manager [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-vif-plugged-b9d4af56-2afd-4311-865e-1bffd9440fdd {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] Acquiring lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.compute.manager [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] No waiting events found dispatching network-vif-plugged-b9d4af56-2afd-4311-865e-1bffd9440fdd {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:19:08 user nova-compute[75076]: WARNING nova.compute.manager [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received unexpected event network-vif-plugged-b9d4af56-2afd-4311-865e-1bffd9440fdd for instance with vm_state active and task_state deleting.
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.compute.manager [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-vif-unplugged-e810be0c-be2e-467f-9f02-d1fb8cf63b0a {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] Acquiring lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.compute.manager [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] No waiting events found dispatching network-vif-unplugged-e810be0c-be2e-467f-9f02-d1fb8cf63b0a {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.compute.manager [req-58aa47f9-fad9-427c-a741-c9f81064340d req-3d157b26-55e0-4089-bb67-2fae2b1671b3 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-vif-unplugged-e810be0c-be2e-467f-9f02-d1fb8cf63b0a for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:08 user nova-compute[75076]: INFO os_vif [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:16:bb:b4,bridge_name='br-int',has_traffic_filtering=True,id=3aa7d24c-ddda-4f37-a30b-2180b9e178b2,network=Network(317d684c-605b-4eea-bb17-9764e85fc317),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3aa7d24c-dd')
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:16:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1747703745',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1747703745',id=20,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMi4HooHy4Qofx2ZtJiEMTRflBl9tmYjbfTPQ2BjRg9IKek3J2f9fOvsb58iSRBaBb64YbC/oLcdhCcuMwtFtHYCf3iJVRuRB64tyOf/X6dGbzr2LSxcj6G0cWhCRxIG0Q==',key_name='tempest-keypair-469479723',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:17:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1694f47bb0c34be391692ad8ab185522',ramdisk_id='',reservation_id='r-ydc3lsrh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-778952031',owner_user_name='tempest-TaggedBootDevicesTest-778952031-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:17:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='473b443793d242c189944436ff3b6ca3',uuid=40b53db7-8f3f-44fc-8cd0-fdf44fee338c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b9d4af56-2afd-4311-865e-1bffd9440fdd", "address": "fa:16:3e:c3:67:4f", "network": {"id": "1d9aac36-1f31-4083-a427-689b7636b476", "bridge": "br-int", "label": "tempest-device-tagging-net2-1790295728", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9d4af56-2a", "ovs_interfaceid": "b9d4af56-2afd-4311-865e-1bffd9440fdd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Converting VIF {"id": "b9d4af56-2afd-4311-865e-1bffd9440fdd", "address": "fa:16:3e:c3:67:4f", "network": {"id": "1d9aac36-1f31-4083-a427-689b7636b476", "bridge": "br-int", "label": "tempest-device-tagging-net2-1790295728", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9d4af56-2a", "ovs_interfaceid": "b9d4af56-2afd-4311-865e-1bffd9440fdd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c3:67:4f,bridge_name='br-int',has_traffic_filtering=True,id=b9d4af56-2afd-4311-865e-1bffd9440fdd,network=Network(1d9aac36-1f31-4083-a427-689b7636b476),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9d4af56-2a') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG os_vif [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c3:67:4f,bridge_name='br-int',has_traffic_filtering=True,id=b9d4af56-2afd-4311-865e-1bffd9440fdd,network=Network(1d9aac36-1f31-4083-a427-689b7636b476),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9d4af56-2a') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb9d4af56-2a, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f08b062c-9f31-43e4-beb3-b7464769f802) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:08 user nova-compute[75076]: INFO os_vif [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c3:67:4f,bridge_name='br-int',has_traffic_filtering=True,id=b9d4af56-2afd-4311-865e-1bffd9440fdd,network=Network(1d9aac36-1f31-4083-a427-689b7636b476),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9d4af56-2a')
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:16:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1747703745',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1747703745',id=20,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMi4HooHy4Qofx2ZtJiEMTRflBl9tmYjbfTPQ2BjRg9IKek3J2f9fOvsb58iSRBaBb64YbC/oLcdhCcuMwtFtHYCf3iJVRuRB64tyOf/X6dGbzr2LSxcj6G0cWhCRxIG0Q==',key_name='tempest-keypair-469479723',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:17:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1694f47bb0c34be391692ad8ab185522',ramdisk_id='',reservation_id='r-ydc3lsrh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-778952031',owner_user_name='tempest-TaggedBootDevicesTest-778952031-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:17:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='473b443793d242c189944436ff3b6ca3',uuid=40b53db7-8f3f-44fc-8cd0-fdf44fee338c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e810be0c-be2e-467f-9f02-d1fb8cf63b0a", "address": "fa:16:3e:81:9b:63", "network": {"id": "1d9aac36-1f31-4083-a427-689b7636b476", "bridge": "br-int", "label": "tempest-device-tagging-net2-1790295728", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape810be0c-be", "ovs_interfaceid": "e810be0c-be2e-467f-9f02-d1fb8cf63b0a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Converting VIF {"id": "e810be0c-be2e-467f-9f02-d1fb8cf63b0a", "address": "fa:16:3e:81:9b:63", "network": {"id": "1d9aac36-1f31-4083-a427-689b7636b476", "bridge": "br-int", "label": "tempest-device-tagging-net2-1790295728", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape810be0c-be", "ovs_interfaceid": "e810be0c-be2e-467f-9f02-d1fb8cf63b0a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:81:9b:63,bridge_name='br-int',has_traffic_filtering=True,id=e810be0c-be2e-467f-9f02-d1fb8cf63b0a,network=Network(1d9aac36-1f31-4083-a427-689b7636b476),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape810be0c-be') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG os_vif [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:81:9b:63,bridge_name='br-int',has_traffic_filtering=True,id=e810be0c-be2e-467f-9f02-d1fb8cf63b0a,network=Network(1d9aac36-1f31-4083-a427-689b7636b476),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape810be0c-be') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape810be0c-be, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d1bf2966-3fba-447c-a572-1fd2b7a68a03) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:08 user nova-compute[75076]: INFO os_vif [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:81:9b:63,bridge_name='br-int',has_traffic_filtering=True,id=e810be0c-be2e-467f-9f02-d1fb8cf63b0a,network=Network(1d9aac36-1f31-4083-a427-689b7636b476),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape810be0c-be')
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'keqmTfcW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:19:08 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:19:08 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.compute.manager [req-cafaeca6-65ea-469a-abe3-1bd001b699fb req-ae7fea34-19f5-4080-9c90-03a598ef3cb6 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-vif-plugged-d9d6637a-9e63-47fd-897d-78cefe5eb747 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-cafaeca6-65ea-469a-abe3-1bd001b699fb req-ae7fea34-19f5-4080-9c90-03a598ef3cb6 service nova] Acquiring lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-cafaeca6-65ea-469a-abe3-1bd001b699fb req-ae7fea34-19f5-4080-9c90-03a598ef3cb6 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-cafaeca6-65ea-469a-abe3-1bd001b699fb req-ae7fea34-19f5-4080-9c90-03a598ef3cb6 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:08 user nova-compute[75076]: DEBUG nova.compute.manager [req-cafaeca6-65ea-469a-abe3-1bd001b699fb req-ae7fea34-19f5-4080-9c90-03a598ef3cb6 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] No waiting events found dispatching network-vif-plugged-d9d6637a-9e63-47fd-897d-78cefe5eb747 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:19:08 user nova-compute[75076]: WARNING nova.compute.manager [req-cafaeca6-65ea-469a-abe3-1bd001b699fb req-ae7fea34-19f5-4080-9c90-03a598ef3cb6 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received unexpected event network-vif-plugged-d9d6637a-9e63-47fd-897d-78cefe5eb747 for instance with vm_state active and task_state deleting.
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Searching for a device in session 21 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HfiXpVGR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.472s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] <== connect_volume: return (1474ms) {'type': 'block', 'scsi_wwn': '26239316635666436', 'path': '/dev/sdb'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26239316635666436', 'path': '/dev/sdb'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.391s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CljnMaiK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:19:09 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.032s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0492399-fc45-4a34-bd48-13019217c32b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:19:09 user nova-compute[75076]: No targets found.
Oct 27 16:19:09 user nova-compute[75076]: iSNS:
Oct 27 16:19:09 user nova-compute[75076]: No targets found.
Oct 27 16:19:09 user nova-compute[75076]: STATIC:
Oct 27 16:19:09 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1
Oct 27 16:19:09 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:19:09 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:19:09 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78
Oct 27 16:19:09 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:19:09 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:19:09 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4
Oct 27 16:19:09 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:19:09 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:19:09 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd
Oct 27 16:19:09 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:19:09 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:19:09 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3
Oct 27 16:19:09 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:19:09 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:19:09 user nova-compute[75076]: FIRMWARE:
Oct 27 16:19:09 user nova-compute[75076]: No targets found.
Oct 27 16:19:09 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:19:09 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:19:09 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c01f2c8-3141-4769-8764-98fc996d4965]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG nova.compute.manager [req-5c96b9f7-fd72-4efe-95a8-e5fc1f496d85 req-fb5975b5-e3de-4b70-b3d0-e9c70c8ff0e8 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-vif-plugged-3aa7d24c-ddda-4f37-a30b-2180b9e178b2 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-5c96b9f7-fd72-4efe-95a8-e5fc1f496d85 req-fb5975b5-e3de-4b70-b3d0-e9c70c8ff0e8 service nova] Acquiring lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-5c96b9f7-fd72-4efe-95a8-e5fc1f496d85 req-fb5975b5-e3de-4b70-b3d0-e9c70c8ff0e8 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-5c96b9f7-fd72-4efe-95a8-e5fc1f496d85 req-fb5975b5-e3de-4b70-b3d0-e9c70c8ff0e8 service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG nova.compute.manager [req-5c96b9f7-fd72-4efe-95a8-e5fc1f496d85 req-fb5975b5-e3de-4b70-b3d0-e9c70c8ff0e8 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] No waiting events found dispatching network-vif-plugged-3aa7d24c-ddda-4f37-a30b-2180b9e178b2 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:19:09 user nova-compute[75076]: WARNING nova.compute.manager [req-5c96b9f7-fd72-4efe-95a8-e5fc1f496d85 req-fb5975b5-e3de-4b70-b3d0-e9c70c8ff0e8 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received unexpected event network-vif-plugged-3aa7d24c-ddda-4f37-a30b-2180b9e178b2 for instance with vm_state active and task_state deleting.
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c28d9761-324f-4d51-a957-57711f37c3e8]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:19:09 user nova-compute[75076]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 (non-flash)
Oct 27 16:19:09 user nova-compute[75076]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd (non-flash)
Oct 27 16:19:09 user nova-compute[75076]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 (non-flash)
Oct 27 16:19:09 user nova-compute[75076]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 (non-flash)
Oct 27 16:19:09 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:19:09 user nova-compute[75076]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 (non-flash)
Oct 27 16:19:09 user nova-compute[75076]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd (non-flash)
Oct 27 16:19:09 user nova-compute[75076]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 (non-flash)
Oct 27 16:19:09 user nova-compute[75076]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 (non-flash)
Oct 27 16:19:09 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe2c249120>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd'): ({'sde'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Removing single pathed devices sde {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d67ad010-8291-4fb2-997f-91e2fcc61b77]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d8b44f5-a9e8-4505-aa08-035b1e8fda05]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Flushing IO for device /dev/sde {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.012s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[aeaa90cc-bd98-4c6d-b20b-8fd885ecd6bf]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.044s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[3951e669-14c3-43de-bfe4-9a7916f0397b]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] SCSI volumes sde have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[3782575a-6185-43b7-b552-03f4d127055a]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[08d51177-f37e-4f9c-aa5f-67ab61de6f23]: (4, ('Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd, portal: 172.16.0.220,3260]\nLogout of [sid: 19, target: iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd, portal: 172.16.0.220,3260]
Oct 27 16:19:09 user nova-compute[75076]: Logout of [sid: 19, target: iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd, portal: 172.16.0.220,3260] successful.
Oct 27 16:19:09 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cd36cfa-4233-45cb-89db-281a987d18cd -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[be1c6d0b-0532-450f-8c02-8beb9087da6b]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.326s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] <== disconnect_volume: return (717ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.300s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:19:09 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:19:09 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zdWOuRLF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:19:09 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[910c7b21-cb9a-4dc1-bfa8-fe817e026d31]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:19:09 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc8b41a0-7819-49e3-b9fe-89e6651c3fff]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4] added
Oct 27 16:19:09 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[fab7a37c-a693-4c18-a92b-261555fd913f]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcafa6bc-8a04-43d1-82a4-2adceb18daea]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CljnMaiK {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CljnMaiK" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[df6e979b-3a37-42cb-a830-8259032461d3]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'CljnMaiK'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c2059a0-6485-48cb-a5f3-0bdcf355f2e0]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[25bb7137-c49b-4a92-a37e-b423953e9a25]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:19:09 user nova-compute[75076]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 (non-flash)
Oct 27 16:19:09 user nova-compute[75076]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 (non-flash)
Oct 27 16:19:09 user nova-compute[75076]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 (non-flash)
Oct 27 16:19:09 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:19:09 user nova-compute[75076]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 (non-flash)
Oct 27 16:19:09 user nova-compute[75076]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 (non-flash)
Oct 27 16:19:09 user nova-compute[75076]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 (non-flash)
Oct 27 16:19:09 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 -p 172.16.0.220:3260 --login" returned: 0 in 0.077s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a2abc3e-a88a-4e17-8742-39c617fd4d13]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4, portal: 172.16.0.220,3260]
Oct 27 16:19:09 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4, portal: 172.16.0.220,3260] successful.
Oct 27 16:19:09 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[243455c8-51da-466c-8f7a-feb77d6a71ed]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b966c92f-952d-41d5-9bd4-78a7284a0f5b]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:19:09 user nova-compute[75076]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 (non-flash)
Oct 27 16:19:09 user nova-compute[75076]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 (non-flash)
Oct 27 16:19:09 user nova-compute[75076]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 (non-flash)
Oct 27 16:19:09 user nova-compute[75076]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 (non-flash)
Oct 27 16:19:09 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:19:09 user nova-compute[75076]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 (non-flash)
Oct 27 16:19:09 user nova-compute[75076]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 (non-flash)
Oct 27 16:19:09 user nova-compute[75076]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 (non-flash)
Oct 27 16:19:09 user nova-compute[75076]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 (non-flash)
Oct 27 16:19:09 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.298s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] HCTL ('34', '-', '-', 0) found on session 22 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[57039504-d58a-4c40-9ece-0a7d6fe291d4]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Searching for a device in session 22 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:19:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CljnMaiK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:19:10 user nova-compute[75076]: DEBUG nova.compute.manager [req-34d90531-cdc8-4a9a-887b-4c44828103a7 req-41c2be1d-3ce8-420d-91aa-69e00b23089d service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-vif-plugged-e810be0c-be2e-467f-9f02-d1fb8cf63b0a {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-34d90531-cdc8-4a9a-887b-4c44828103a7 req-41c2be1d-3ce8-420d-91aa-69e00b23089d service nova] Acquiring lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-34d90531-cdc8-4a9a-887b-4c44828103a7 req-41c2be1d-3ce8-420d-91aa-69e00b23089d service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-34d90531-cdc8-4a9a-887b-4c44828103a7 req-41c2be1d-3ce8-420d-91aa-69e00b23089d service nova] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:10 user nova-compute[75076]: DEBUG nova.compute.manager [req-34d90531-cdc8-4a9a-887b-4c44828103a7 req-41c2be1d-3ce8-420d-91aa-69e00b23089d service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] No waiting events found dispatching network-vif-plugged-e810be0c-be2e-467f-9f02-d1fb8cf63b0a {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:19:10 user nova-compute[75076]: WARNING nova.compute.manager [req-34d90531-cdc8-4a9a-887b-4c44828103a7 req-41c2be1d-3ce8-420d-91aa-69e00b23089d service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received unexpected event network-vif-plugged-e810be0c-be2e-467f-9f02-d1fb8cf63b0a for instance with vm_state active and task_state deleting.
Oct 27 16:19:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.338s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:19:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] <== connect_volume: return (1638ms) {'type': 'block', 'scsi_wwn': '23061323832356230', 'path': '/dev/sdc'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:19:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23061323832356230', 'path': '/dev/sdc'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:19:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 1.333s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:19:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:19:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gVPeEmKa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:19:10 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:19:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:19:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3c7a53e-06da-43ad-b2c9-d152f591e5ab]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:19:10 user nova-compute[75076]: No targets found.
Oct 27 16:19:10 user nova-compute[75076]: iSNS:
Oct 27 16:19:10 user nova-compute[75076]: No targets found.
Oct 27 16:19:10 user nova-compute[75076]: STATIC:
Oct 27 16:19:10 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1
Oct 27 16:19:10 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:19:10 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:19:10 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78
Oct 27 16:19:10 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:19:10 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:19:10 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4
Oct 27 16:19:10 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:19:10 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:19:10 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4
Oct 27 16:19:10 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:19:10 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:19:10 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3
Oct 27 16:19:10 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:19:10 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:19:10 user nova-compute[75076]: FIRMWARE:
Oct 27 16:19:10 user nova-compute[75076]: No targets found.
Oct 27 16:19:10 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:19:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:19:10 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:19:10 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:19:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:19:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb150ad2-345e-4b01-bd35-ba03ccd1cfca]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b58228e-580c-4002-85ee-bb846de06998]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:19:11 user nova-compute[75076]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 (non-flash)
Oct 27 16:19:11 user nova-compute[75076]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 (non-flash)
Oct 27 16:19:11 user nova-compute[75076]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 (non-flash)
Oct 27 16:19:11 user nova-compute[75076]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 (non-flash)
Oct 27 16:19:11 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:19:11 user nova-compute[75076]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 (non-flash)
Oct 27 16:19:11 user nova-compute[75076]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 (non-flash)
Oct 27 16:19:11 user nova-compute[75076]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 (non-flash)
Oct 27 16:19:11 user nova-compute[75076]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 (non-flash)
Oct 27 16:19:11 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe1c5ea680>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4'): ({'sdd'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Removing single pathed devices sdd {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[716ed932-421d-4407-92e9-b24ed1d077a1]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d56a9bde-29ea-43ec-b890-53088e372b3d]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Flushing IO for device /dev/sdd {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[813b1f07-67d3-479b-a09e-883cd9d0c696]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.043s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[06db5f9a-63d8-4658-8e01-378c736020e7]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] SCSI volumes sdd have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.030s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cb8acc3-de18-4047-87ba-48794481fbf1]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[27076a9e-b080-489f-9345-eefa05b3df69]: (4, ('Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4, portal: 172.16.0.220,3260]\nLogout of [sid: 18, target: iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4, portal: 172.16.0.220,3260]
Oct 27 16:19:11 user nova-compute[75076]: Logout of [sid: 18, target: iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4, portal: 172.16.0.220,3260] successful.
Oct 27 16:19:11 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c81f0a6-6107-47b3-8717-53b70d87ded4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[79c047a7-ef7f-45ba-ab52-9629f6fcac5f]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.331s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] <== disconnect_volume: return (1665ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.304s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:19:11 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:19:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:19:11 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:19:11 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IsgiDjEh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': True}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:19:11 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:19:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0fc07d5-c703-4b06-b8f4-338e44fc81d7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:19:11 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b06afcdc-f47d-4d86-85a3-2b8392dcc340]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f] added
Oct 27 16:19:11 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[43f79057-a0d5-44bc-9083-1b3e6f83be09]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4ee4a36-1960-4d2c-91c7-0d00a752b12f]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gVPeEmKa {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gVPeEmKa" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[070105ec-a4b6-4397-b700-a9625e3b9340]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'gVPeEmKa'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[04f6e4d2-a4a3-48ab-920d-ab2e0b0ae338]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[743956a7-19a8-4e0a-8de8-323315921c44]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:19:11 user nova-compute[75076]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 (non-flash)
Oct 27 16:19:11 user nova-compute[75076]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 (non-flash)
Oct 27 16:19:11 user nova-compute[75076]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 (non-flash)
Oct 27 16:19:11 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:19:11 user nova-compute[75076]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 (non-flash)
Oct 27 16:19:11 user nova-compute[75076]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 (non-flash)
Oct 27 16:19:11 user nova-compute[75076]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 (non-flash)
Oct 27 16:19:11 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f -p 172.16.0.220:3260 --login" returned: 0 in 0.070s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[2dcd224b-6139-4ed1-a1f8-40d5acd31cf7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f, portal: 172.16.0.220,3260]
Oct 27 16:19:11 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f, portal: 172.16.0.220,3260] successful.
Oct 27 16:19:11 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc128ae8-78ba-486e-9c8d-fa77a9f09db6]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbb91739-ef5f-478f-9d98-c0ca9c7b3d69]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:19:11 user nova-compute[75076]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 (non-flash)
Oct 27 16:19:11 user nova-compute[75076]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 (non-flash)
Oct 27 16:19:11 user nova-compute[75076]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 (non-flash)
Oct 27 16:19:11 user nova-compute[75076]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f (non-flash)
Oct 27 16:19:11 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:19:11 user nova-compute[75076]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 (non-flash)
Oct 27 16:19:11 user nova-compute[75076]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 (non-flash)
Oct 27 16:19:11 user nova-compute[75076]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 (non-flash)
Oct 27 16:19:11 user nova-compute[75076]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f (non-flash)
Oct 27 16:19:11 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.303s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] HCTL ('35', '-', '-', 0) found on session 23 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e207d8d2-e076-4408-be31-d109f209241f]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Searching for a device in session 23 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:19:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gVPeEmKa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.345s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] <== connect_volume: return (1649ms) {'type': 'block', 'scsi_wwn': '26333303733366133', 'path': '/dev/sdd'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26333303733366133', 'path': '/dev/sdd'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 1.342s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:17:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-993194984',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-993194984',id=24,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEDUNRRCvRyqP9Jh2dvo9cgFluBtJHOr9HirM0hWhOiu92bXgIXfeNRKFyhZ2FtW+fDSnVH6dAE6ixNNpxcY1BEiJmd9SoE/VWsp8ZpZOXSm2c53t4ig5qm8zVTpLcnJYA==',key_name='tempest-keypair-1494564956',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='de206be1db86483bb852427dbf929b40',ramdisk_id='',reservation_id='r-rsjg03q3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1317968196',owner_user_name='tempest-TaggedBootDevicesTest_v242-1317968196-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:17:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3d8867f427d74cf6951c6bd9a0ad0e76',uuid=d16bfdc3-5589-4139-84c4-8a4ddf5c4b16,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d169e0b8-8c04-4cd1-8409-d9a39a0f3394", "address": "fa:16:3e:c7:58:72", "network": {"id": "a589266d-9727-4974-8be4-d64cdfe4fa75", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1383077011-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd169e0b8-8c", "ovs_interfaceid": "d169e0b8-8c04-4cd1-8409-d9a39a0f3394", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Converting VIF {"id": "d169e0b8-8c04-4cd1-8409-d9a39a0f3394", "address": "fa:16:3e:c7:58:72", "network": {"id": "a589266d-9727-4974-8be4-d64cdfe4fa75", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1383077011-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd169e0b8-8c", "ovs_interfaceid": "d169e0b8-8c04-4cd1-8409-d9a39a0f3394", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c7:58:72,bridge_name='br-int',has_traffic_filtering=True,id=d169e0b8-8c04-4cd1-8409-d9a39a0f3394,network=Network(a589266d-9727-4974-8be4-d64cdfe4fa75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd169e0b8-8c') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:17:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-993194984',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-993194984',id=24,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEDUNRRCvRyqP9Jh2dvo9cgFluBtJHOr9HirM0hWhOiu92bXgIXfeNRKFyhZ2FtW+fDSnVH6dAE6ixNNpxcY1BEiJmd9SoE/VWsp8ZpZOXSm2c53t4ig5qm8zVTpLcnJYA==',key_name='tempest-keypair-1494564956',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='de206be1db86483bb852427dbf929b40',ramdisk_id='',reservation_id='r-rsjg03q3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1317968196',owner_user_name='tempest-TaggedBootDevicesTest_v242-1317968196-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:17:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3d8867f427d74cf6951c6bd9a0ad0e76',uuid=d16bfdc3-5589-4139-84c4-8a4ddf5c4b16,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "132e6e5e-d07f-43ee-bf15-1a423d1953ba", "address": "fa:16:3e:fc:67:94", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap132e6e5e-d0", "ovs_interfaceid": "132e6e5e-d07f-43ee-bf15-1a423d1953ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Converting VIF {"id": "132e6e5e-d07f-43ee-bf15-1a423d1953ba", "address": "fa:16:3e:fc:67:94", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap132e6e5e-d0", "ovs_interfaceid": "132e6e5e-d07f-43ee-bf15-1a423d1953ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fc:67:94,bridge_name='br-int',has_traffic_filtering=True,id=132e6e5e-d07f-43ee-bf15-1a423d1953ba,network=Network(eaa161b2-c039-4ddc-965c-76582e5ca6cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap132e6e5e-d0') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:17:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-993194984',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-993194984',id=24,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEDUNRRCvRyqP9Jh2dvo9cgFluBtJHOr9HirM0hWhOiu92bXgIXfeNRKFyhZ2FtW+fDSnVH6dAE6ixNNpxcY1BEiJmd9SoE/VWsp8ZpZOXSm2c53t4ig5qm8zVTpLcnJYA==',key_name='tempest-keypair-1494564956',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='de206be1db86483bb852427dbf929b40',ramdisk_id='',reservation_id='r-rsjg03q3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1317968196',owner_user_name='tempest-TaggedBootDevicesTest_v242-1317968196-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:17:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3d8867f427d74cf6951c6bd9a0ad0e76',uuid=d16bfdc3-5589-4139-84c4-8a4ddf5c4b16,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "147c3525-680d-40a1-afe4-5e927ea5cc86", "address": "fa:16:3e:cc:da:80", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap147c3525-68", "ovs_interfaceid": "147c3525-680d-40a1-afe4-5e927ea5cc86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Converting VIF {"id": "147c3525-680d-40a1-afe4-5e927ea5cc86", "address": "fa:16:3e:cc:da:80", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap147c3525-68", "ovs_interfaceid": "147c3525-680d-40a1-afe4-5e927ea5cc86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:da:80,bridge_name='br-int',has_traffic_filtering=True,id=147c3525-680d-40a1-afe4-5e927ea5cc86,network=Network(eaa161b2-c039-4ddc-965c-76582e5ca6cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap147c3525-68') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:17:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-993194984',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-993194984',id=24,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEDUNRRCvRyqP9Jh2dvo9cgFluBtJHOr9HirM0hWhOiu92bXgIXfeNRKFyhZ2FtW+fDSnVH6dAE6ixNNpxcY1BEiJmd9SoE/VWsp8ZpZOXSm2c53t4ig5qm8zVTpLcnJYA==',key_name='tempest-keypair-1494564956',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='de206be1db86483bb852427dbf929b40',ramdisk_id='',reservation_id='r-rsjg03q3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1317968196',owner_user_name='tempest-TaggedBootDevicesTest_v242-1317968196-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:17:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3d8867f427d74cf6951c6bd9a0ad0e76',uuid=d16bfdc3-5589-4139-84c4-8a4ddf5c4b16,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3a3c2700-3de4-45fd-af19-0e1b8607167c", "address": "fa:16:3e:d6:29:8f", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a3c2700-3d", "ovs_interfaceid": "3a3c2700-3de4-45fd-af19-0e1b8607167c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Converting VIF {"id": "3a3c2700-3de4-45fd-af19-0e1b8607167c", "address": "fa:16:3e:d6:29:8f", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a3c2700-3d", "ovs_interfaceid": "3a3c2700-3de4-45fd-af19-0e1b8607167c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d6:29:8f,bridge_name='br-int',has_traffic_filtering=True,id=3a3c2700-3de4-45fd-af19-0e1b8607167c,network=Network(eaa161b2-c039-4ddc-965c-76582e5ca6cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a3c2700-3d') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:17:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-993194984',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-993194984',id=24,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEDUNRRCvRyqP9Jh2dvo9cgFluBtJHOr9HirM0hWhOiu92bXgIXfeNRKFyhZ2FtW+fDSnVH6dAE6ixNNpxcY1BEiJmd9SoE/VWsp8ZpZOXSm2c53t4ig5qm8zVTpLcnJYA==',key_name='tempest-keypair-1494564956',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='de206be1db86483bb852427dbf929b40',ramdisk_id='',reservation_id='r-rsjg03q3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1317968196',owner_user_name='tempest-TaggedBootDevicesTest_v242-1317968196-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:17:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3d8867f427d74cf6951c6bd9a0ad0e76',uuid=d16bfdc3-5589-4139-84c4-8a4ddf5c4b16,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5", "address": "fa:16:3e:20:c0:20", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b2ccd8d-45", "ovs_interfaceid": "7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Converting VIF {"id": "7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5", "address": "fa:16:3e:20:c0:20", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b2ccd8d-45", "ovs_interfaceid": "7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:20:c0:20,bridge_name='br-int',has_traffic_filtering=True,id=7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5,network=Network(eaa161b2-c039-4ddc-965c-76582e5ca6cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b2ccd8d-45') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:17:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-993194984',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-993194984',id=24,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEDUNRRCvRyqP9Jh2dvo9cgFluBtJHOr9HirM0hWhOiu92bXgIXfeNRKFyhZ2FtW+fDSnVH6dAE6ixNNpxcY1BEiJmd9SoE/VWsp8ZpZOXSm2c53t4ig5qm8zVTpLcnJYA==',key_name='tempest-keypair-1494564956',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='de206be1db86483bb852427dbf929b40',ramdisk_id='',reservation_id='r-rsjg03q3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1317968196',owner_user_name='tempest-TaggedBootDevicesTest_v242-1317968196-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:17:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3d8867f427d74cf6951c6bd9a0ad0e76',uuid=d16bfdc3-5589-4139-84c4-8a4ddf5c4b16,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "415cddc9-2ed6-448f-8e5c-1014c01cf7ab", "address": "fa:16:3e:07:b7:2b", "network": {"id": "ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff", "bridge": "br-int", "label": "tempest-device-tagging-net2-790598056", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap415cddc9-2e", "ovs_interfaceid": "415cddc9-2ed6-448f-8e5c-1014c01cf7ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Converting VIF {"id": "415cddc9-2ed6-448f-8e5c-1014c01cf7ab", "address": "fa:16:3e:07:b7:2b", "network": {"id": "ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff", "bridge": "br-int", "label": "tempest-device-tagging-net2-790598056", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap415cddc9-2e", "ovs_interfaceid": "415cddc9-2ed6-448f-8e5c-1014c01cf7ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:b7:2b,bridge_name='br-int',has_traffic_filtering=True,id=415cddc9-2ed6-448f-8e5c-1014c01cf7ab,network=Network(ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap415cddc9-2e') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:17:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-993194984',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-993194984',id=24,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEDUNRRCvRyqP9Jh2dvo9cgFluBtJHOr9HirM0hWhOiu92bXgIXfeNRKFyhZ2FtW+fDSnVH6dAE6ixNNpxcY1BEiJmd9SoE/VWsp8ZpZOXSm2c53t4ig5qm8zVTpLcnJYA==',key_name='tempest-keypair-1494564956',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='de206be1db86483bb852427dbf929b40',ramdisk_id='',reservation_id='r-rsjg03q3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1317968196',owner_user_name='tempest-TaggedBootDevicesTest_v242-1317968196-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:17:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3d8867f427d74cf6951c6bd9a0ad0e76',uuid=d16bfdc3-5589-4139-84c4-8a4ddf5c4b16,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "492c5ac8-c83f-4fe5-ad70-20c9f8647893", "address": "fa:16:3e:c6:a6:ed", "network": {"id": "ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff", "bridge": "br-int", "label": "tempest-device-tagging-net2-790598056", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap492c5ac8-c8", "ovs_interfaceid": "492c5ac8-c83f-4fe5-ad70-20c9f8647893", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Converting VIF {"id": "492c5ac8-c83f-4fe5-ad70-20c9f8647893", "address": "fa:16:3e:c6:a6:ed", "network": {"id": "ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff", "bridge": "br-int", "label": "tempest-device-tagging-net2-790598056", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap492c5ac8-c8", "ovs_interfaceid": "492c5ac8-c83f-4fe5-ad70-20c9f8647893", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c6:a6:ed,bridge_name='br-int',has_traffic_filtering=True,id=492c5ac8-c83f-4fe5-ad70-20c9f8647893,network=Network(ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap492c5ac8-c8') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG nova.objects.instance [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Lazy-loading 'pci_devices' on Instance uuid d16bfdc3-5589-4139-84c4-8a4ddf5c4b16 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f00080e7-906a-4f97-9d67-8087577ffa33]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:19:12 user nova-compute[75076]: No targets found.
Oct 27 16:19:12 user nova-compute[75076]: iSNS:
Oct 27 16:19:12 user nova-compute[75076]: No targets found.
Oct 27 16:19:12 user nova-compute[75076]: STATIC:
Oct 27 16:19:12 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1
Oct 27 16:19:12 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:19:12 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:19:12 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78
Oct 27 16:19:12 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:19:12 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:19:12 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f
Oct 27 16:19:12 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:19:12 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:19:12 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4
Oct 27 16:19:12 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:19:12 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:19:12 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3
Oct 27 16:19:12 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:19:12 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:19:12 user nova-compute[75076]: FIRMWARE:
Oct 27 16:19:12 user nova-compute[75076]: No targets found.
Oct 27 16:19:12 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:19:12 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:19:12 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:19:12 user nova-compute[75076]:   <uuid>d16bfdc3-5589-4139-84c4-8a4ddf5c4b16</uuid>
Oct 27 16:19:12 user nova-compute[75076]:   <name>instance-00000018</name>
Oct 27 16:19:12 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:19:12 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:19:12 user nova-compute[75076]:   <metadata>
Oct 27 16:19:12 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:19:12 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:19:12 user nova-compute[75076]:       <nova:name>tempest-device-tagging-server-993194984</nova:name>
Oct 27 16:19:12 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:19:07</nova:creationTime>
Oct 27 16:19:12 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:19:12 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:19:12 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:19:12 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:19:12 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:19:12 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:19:12 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:19:12 user nova-compute[75076]:       <nova:owner>
Oct 27 16:19:12 user nova-compute[75076]:         <nova:user uuid="3d8867f427d74cf6951c6bd9a0ad0e76">tempest-TaggedBootDevicesTest_v242-1317968196-project-member</nova:user>
Oct 27 16:19:12 user nova-compute[75076]:         <nova:project uuid="de206be1db86483bb852427dbf929b40">tempest-TaggedBootDevicesTest_v242-1317968196</nova:project>
Oct 27 16:19:12 user nova-compute[75076]:       </nova:owner>
Oct 27 16:19:12 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:19:12 user nova-compute[75076]:       <nova:ports>
Oct 27 16:19:12 user nova-compute[75076]:         <nova:port uuid="d169e0b8-8c04-4cd1-8409-d9a39a0f3394">
Oct 27 16:19:12 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 27 16:19:12 user nova-compute[75076]:         </nova:port>
Oct 27 16:19:12 user nova-compute[75076]:         <nova:port uuid="132e6e5e-d07f-43ee-bf15-1a423d1953ba">
Oct 27 16:19:12 user nova-compute[75076]:           <nova:ip type="fixed" address="10.1.1.181" ipVersion="4"/>
Oct 27 16:19:12 user nova-compute[75076]:         </nova:port>
Oct 27 16:19:12 user nova-compute[75076]:         <nova:port uuid="147c3525-680d-40a1-afe4-5e927ea5cc86">
Oct 27 16:19:12 user nova-compute[75076]:           <nova:ip type="fixed" address="10.1.1.187" ipVersion="4"/>
Oct 27 16:19:12 user nova-compute[75076]:         </nova:port>
Oct 27 16:19:12 user nova-compute[75076]:         <nova:port uuid="3a3c2700-3de4-45fd-af19-0e1b8607167c">
Oct 27 16:19:12 user nova-compute[75076]:           <nova:ip type="fixed" address="10.1.1.174" ipVersion="4"/>
Oct 27 16:19:12 user nova-compute[75076]:         </nova:port>
Oct 27 16:19:12 user nova-compute[75076]:         <nova:port uuid="7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5">
Oct 27 16:19:12 user nova-compute[75076]:           <nova:ip type="fixed" address="10.1.1.196" ipVersion="4"/>
Oct 27 16:19:12 user nova-compute[75076]:         </nova:port>
Oct 27 16:19:12 user nova-compute[75076]:         <nova:port uuid="415cddc9-2ed6-448f-8e5c-1014c01cf7ab">
Oct 27 16:19:12 user nova-compute[75076]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Oct 27 16:19:12 user nova-compute[75076]:         </nova:port>
Oct 27 16:19:12 user nova-compute[75076]:         <nova:port uuid="492c5ac8-c83f-4fe5-ad70-20c9f8647893">
Oct 27 16:19:12 user nova-compute[75076]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Oct 27 16:19:12 user nova-compute[75076]:         </nova:port>
Oct 27 16:19:12 user nova-compute[75076]:       </nova:ports>
Oct 27 16:19:12 user nova-compute[75076]:     </nova:instance>
Oct 27 16:19:12 user nova-compute[75076]:   </metadata>
Oct 27 16:19:12 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:19:12 user nova-compute[75076]:     <system>
Oct 27 16:19:12 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:19:12 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:19:12 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:19:12 user nova-compute[75076]:       <entry name="serial">d16bfdc3-5589-4139-84c4-8a4ddf5c4b16</entry>
Oct 27 16:19:12 user nova-compute[75076]:       <entry name="uuid">d16bfdc3-5589-4139-84c4-8a4ddf5c4b16</entry>
Oct 27 16:19:12 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:19:12 user nova-compute[75076]:     </system>
Oct 27 16:19:12 user nova-compute[75076]:   </sysinfo>
Oct 27 16:19:12 user nova-compute[75076]:   <os>
Oct 27 16:19:12 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:19:12 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:19:12 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:19:12 user nova-compute[75076]:   </os>
Oct 27 16:19:12 user nova-compute[75076]:   <features>
Oct 27 16:19:12 user nova-compute[75076]:     <acpi/>
Oct 27 16:19:12 user nova-compute[75076]:     <apic/>
Oct 27 16:19:12 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:19:12 user nova-compute[75076]:   </features>
Oct 27 16:19:12 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:19:12 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:19:12 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:19:12 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:19:12 user nova-compute[75076]:   </clock>
Oct 27 16:19:12 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:19:12 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:19:12 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:19:12 user nova-compute[75076]:   </cpu>
Oct 27 16:19:12 user nova-compute[75076]:   <devices>
Oct 27 16:19:12 user nova-compute[75076]:     <disk type="file" device="cdrom">
Oct 27 16:19:12 user nova-compute[75076]:       <driver name="qemu" type="raw" cache="none"/>
Oct 27 16:19:12 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/d16bfdc3-5589-4139-84c4-8a4ddf5c4b16/disk.config"/>
Oct 27 16:19:12 user nova-compute[75076]:       <target dev="hda" bus="ide"/>
Oct 27 16:19:12 user nova-compute[75076]:     </disk>
Oct 27 16:19:12 user nova-compute[75076]:     <disk type="block" device="disk">
Oct 27 16:19:12 user nova-compute[75076]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:19:12 user nova-compute[75076]:       <source dev="/dev/sdb"/>
Oct 27 16:19:12 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:19:12 user nova-compute[75076]:       <serial>550ec6cd-1d3f-4dbc-b616-7b9c558e82a1</serial>
Oct 27 16:19:12 user nova-compute[75076]:     </disk>
Oct 27 16:19:12 user nova-compute[75076]:     <disk type="block" device="disk">
Oct 27 16:19:12 user nova-compute[75076]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:19:12 user nova-compute[75076]:       <source dev="/dev/sdc"/>
Oct 27 16:19:12 user nova-compute[75076]:       <target dev="vdb" bus="virtio"/>
Oct 27 16:19:12 user nova-compute[75076]:       <serial>00c73149-62d0-47e8-8d9c-7126389e94e4</serial>
Oct 27 16:19:12 user nova-compute[75076]:     </disk>
Oct 27 16:19:12 user nova-compute[75076]:     <disk type="block" device="disk">
Oct 27 16:19:12 user nova-compute[75076]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:19:12 user nova-compute[75076]:       <source dev="/dev/sdd"/>
Oct 27 16:19:12 user nova-compute[75076]:       <target dev="vdc" bus="virtio"/>
Oct 27 16:19:12 user nova-compute[75076]:       <serial>b3f467c6-212f-4913-b209-2580e239ae9f</serial>
Oct 27 16:19:12 user nova-compute[75076]:     </disk>
Oct 27 16:19:12 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:19:12 user nova-compute[75076]:       <mac address="fa:16:3e:c7:58:72"/>
Oct 27 16:19:12 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:19:12 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:19:12 user nova-compute[75076]:       <target dev="tapd169e0b8-8c"/>
Oct 27 16:19:12 user nova-compute[75076]:     </interface>
Oct 27 16:19:12 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:19:12 user nova-compute[75076]:       <mac address="fa:16:3e:fc:67:94"/>
Oct 27 16:19:12 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:19:12 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:19:12 user nova-compute[75076]:       <target dev="tap132e6e5e-d0"/>
Oct 27 16:19:12 user nova-compute[75076]:     </interface>
Oct 27 16:19:12 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:19:12 user nova-compute[75076]:       <mac address="fa:16:3e:cc:da:80"/>
Oct 27 16:19:12 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:19:12 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:19:12 user nova-compute[75076]:       <target dev="tap147c3525-68"/>
Oct 27 16:19:12 user nova-compute[75076]:     </interface>
Oct 27 16:19:12 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:19:12 user nova-compute[75076]:       <mac address="fa:16:3e:d6:29:8f"/>
Oct 27 16:19:12 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:19:12 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:19:12 user nova-compute[75076]:       <target dev="tap3a3c2700-3d"/>
Oct 27 16:19:12 user nova-compute[75076]:     </interface>
Oct 27 16:19:12 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:19:12 user nova-compute[75076]:       <mac address="fa:16:3e:20:c0:20"/>
Oct 27 16:19:12 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:19:12 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:19:12 user nova-compute[75076]:       <target dev="tap7b2ccd8d-45"/>
Oct 27 16:19:12 user nova-compute[75076]:     </interface>
Oct 27 16:19:12 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:19:12 user nova-compute[75076]:       <mac address="fa:16:3e:07:b7:2b"/>
Oct 27 16:19:12 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:19:12 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:19:12 user nova-compute[75076]:       <target dev="tap415cddc9-2e"/>
Oct 27 16:19:12 user nova-compute[75076]:     </interface>
Oct 27 16:19:12 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:19:12 user nova-compute[75076]:       <mac address="fa:16:3e:c6:a6:ed"/>
Oct 27 16:19:12 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:19:12 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:19:12 user nova-compute[75076]:       <target dev="tap492c5ac8-c8"/>
Oct 27 16:19:12 user nova-compute[75076]:     </interface>
Oct 27 16:19:12 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:19:12 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/d16bfdc3-5589-4139-84c4-8a4ddf5c4b16/console.log" append="off"/>
Oct 27 16:19:12 user nova-compute[75076]:     </serial>
Oct 27 16:19:12 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:19:12 user nova-compute[75076]:     <video>
Oct 27 16:19:12 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:19:12 user nova-compute[75076]:     </video>
Oct 27 16:19:12 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:19:12 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:19:12 user nova-compute[75076]:     </rng>
Oct 27 16:19:12 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:19:12 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:19:12 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:19:12 user nova-compute[75076]:     </memballoon>
Oct 27 16:19:12 user nova-compute[75076]:   </devices>
Oct 27 16:19:12 user nova-compute[75076]: </domain>
Oct 27 16:19:12 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:17:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-993194984',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-993194984',id=24,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEDUNRRCvRyqP9Jh2dvo9cgFluBtJHOr9HirM0hWhOiu92bXgIXfeNRKFyhZ2FtW+fDSnVH6dAE6ixNNpxcY1BEiJmd9SoE/VWsp8ZpZOXSm2c53t4ig5qm8zVTpLcnJYA==',key_name='tempest-keypair-1494564956',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='de206be1db86483bb852427dbf929b40',ramdisk_id='',reservation_id='r-rsjg03q3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1317968196',owner_user_name='tempest-TaggedBootDevicesTest_v242-1317968196-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:17:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3d8867f427d74cf6951c6bd9a0ad0e76',uuid=d16bfdc3-5589-4139-84c4-8a4ddf5c4b16,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d169e0b8-8c04-4cd1-8409-d9a39a0f3394", "address": "fa:16:3e:c7:58:72", "network": {"id": "a589266d-9727-4974-8be4-d64cdfe4fa75", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1383077011-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd169e0b8-8c", "ovs_interfaceid": "d169e0b8-8c04-4cd1-8409-d9a39a0f3394", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Converting VIF {"id": "d169e0b8-8c04-4cd1-8409-d9a39a0f3394", "address": "fa:16:3e:c7:58:72", "network": {"id": "a589266d-9727-4974-8be4-d64cdfe4fa75", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1383077011-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd169e0b8-8c", "ovs_interfaceid": "d169e0b8-8c04-4cd1-8409-d9a39a0f3394", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c7:58:72,bridge_name='br-int',has_traffic_filtering=True,id=d169e0b8-8c04-4cd1-8409-d9a39a0f3394,network=Network(a589266d-9727-4974-8be4-d64cdfe4fa75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd169e0b8-8c') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG os_vif [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c7:58:72,bridge_name='br-int',has_traffic_filtering=True,id=d169e0b8-8c04-4cd1-8409-d9a39a0f3394,network=Network(a589266d-9727-4974-8be4-d64cdfe4fa75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd169e0b8-8c') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '97a38f23-9f91-5d27-b7c0-553bbf5a6eb8', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a80a9b4-7df0-4870-806b-73a74c978ba4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd169e0b8-8c, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd169e0b8-8c, col_values=(('qos', UUID('3cb859f6-a8bb-4964-b669-9b4ce446398d')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd169e0b8-8c, col_values=(('external_ids', {'iface-id': 'd169e0b8-8c04-4cd1-8409-d9a39a0f3394', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c7:58:72', 'vm-uuid': 'd16bfdc3-5589-4139-84c4-8a4ddf5c4b16'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:12 user nova-compute[75076]: INFO os_vif [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c7:58:72,bridge_name='br-int',has_traffic_filtering=True,id=d169e0b8-8c04-4cd1-8409-d9a39a0f3394,network=Network(a589266d-9727-4974-8be4-d64cdfe4fa75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd169e0b8-8c')
Oct 27 16:19:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:17:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-993194984',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-993194984',id=24,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEDUNRRCvRyqP9Jh2dvo9cgFluBtJHOr9HirM0hWhOiu92bXgIXfeNRKFyhZ2FtW+fDSnVH6dAE6ixNNpxcY1BEiJmd9SoE/VWsp8ZpZOXSm2c53t4ig5qm8zVTpLcnJYA==',key_name='tempest-keypair-1494564956',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='de206be1db86483bb852427dbf929b40',ramdisk_id='',reservation_id='r-rsjg03q3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1317968196',owner_user_name='tempest-TaggedBootDevicesTest_v242-1317968196-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:17:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3d8867f427d74cf6951c6bd9a0ad0e76',uuid=d16bfdc3-5589-4139-84c4-8a4ddf5c4b16,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "132e6e5e-d07f-43ee-bf15-1a423d1953ba", "address": "fa:16:3e:fc:67:94", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap132e6e5e-d0", "ovs_interfaceid": "132e6e5e-d07f-43ee-bf15-1a423d1953ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Converting VIF {"id": "132e6e5e-d07f-43ee-bf15-1a423d1953ba", "address": "fa:16:3e:fc:67:94", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap132e6e5e-d0", "ovs_interfaceid": "132e6e5e-d07f-43ee-bf15-1a423d1953ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fc:67:94,bridge_name='br-int',has_traffic_filtering=True,id=132e6e5e-d07f-43ee-bf15-1a423d1953ba,network=Network(eaa161b2-c039-4ddc-965c-76582e5ca6cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap132e6e5e-d0') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG os_vif [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fc:67:94,bridge_name='br-int',has_traffic_filtering=True,id=132e6e5e-d07f-43ee-bf15-1a423d1953ba,network=Network(eaa161b2-c039-4ddc-965c-76582e5ca6cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap132e6e5e-d0') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d234c2a2-5735-4d12-aa84-78bf46e9b3d3]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1a4900b7-2514-58a8-b7b1-90e569abc0b2', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:19:12 user nova-compute[75076]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 (non-flash)
Oct 27 16:19:12 user nova-compute[75076]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 (non-flash)
Oct 27 16:19:12 user nova-compute[75076]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 (non-flash)
Oct 27 16:19:12 user nova-compute[75076]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f (non-flash)
Oct 27 16:19:12 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:19:12 user nova-compute[75076]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 (non-flash)
Oct 27 16:19:12 user nova-compute[75076]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 (non-flash)
Oct 27 16:19:12 user nova-compute[75076]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 (non-flash)
Oct 27 16:19:12 user nova-compute[75076]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f (non-flash)
Oct 27 16:19:12 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe2c248790>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3'): ({'sdg'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Removing single pathed devices sdg {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap132e6e5e-d0, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap132e6e5e-d0, col_values=(('qos', UUID('1513deb3-03e2-4842-9ef6-10e88ccafadf')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap132e6e5e-d0, col_values=(('external_ids', {'iface-id': '132e6e5e-d07f-43ee-bf15-1a423d1953ba', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fc:67:94', 'vm-uuid': 'd16bfdc3-5589-4139-84c4-8a4ddf5c4b16'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[99c99b96-5cd7-40ef-ae97-4b457bbb8ccb]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:12 user nova-compute[75076]: INFO os_vif [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fc:67:94,bridge_name='br-int',has_traffic_filtering=True,id=132e6e5e-d07f-43ee-bf15-1a423d1953ba,network=Network(eaa161b2-c039-4ddc-965c-76582e5ca6cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap132e6e5e-d0')
Oct 27 16:19:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:17:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-993194984',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-993194984',id=24,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEDUNRRCvRyqP9Jh2dvo9cgFluBtJHOr9HirM0hWhOiu92bXgIXfeNRKFyhZ2FtW+fDSnVH6dAE6ixNNpxcY1BEiJmd9SoE/VWsp8ZpZOXSm2c53t4ig5qm8zVTpLcnJYA==',key_name='tempest-keypair-1494564956',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='de206be1db86483bb852427dbf929b40',ramdisk_id='',reservation_id='r-rsjg03q3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1317968196',owner_user_name='tempest-TaggedBootDevicesTest_v242-1317968196-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:17:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3d8867f427d74cf6951c6bd9a0ad0e76',uuid=d16bfdc3-5589-4139-84c4-8a4ddf5c4b16,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "147c3525-680d-40a1-afe4-5e927ea5cc86", "address": "fa:16:3e:cc:da:80", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap147c3525-68", "ovs_interfaceid": "147c3525-680d-40a1-afe4-5e927ea5cc86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Converting VIF {"id": "147c3525-680d-40a1-afe4-5e927ea5cc86", "address": "fa:16:3e:cc:da:80", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap147c3525-68", "ovs_interfaceid": "147c3525-680d-40a1-afe4-5e927ea5cc86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:da:80,bridge_name='br-int',has_traffic_filtering=True,id=147c3525-680d-40a1-afe4-5e927ea5cc86,network=Network(eaa161b2-c039-4ddc-965c-76582e5ca6cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap147c3525-68') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG os_vif [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:da:80,bridge_name='br-int',has_traffic_filtering=True,id=147c3525-680d-40a1-afe4-5e927ea5cc86,network=Network(eaa161b2-c039-4ddc-965c-76582e5ca6cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap147c3525-68') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9ee24eed-33c0-5529-b84e-5afb937d270e', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[68f75695-010e-482a-a442-0c9acbd424ab]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Flushing IO for device /dev/sdg {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.013s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d59ef4cf-b274-4407-975f-ca24b17023a6]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap147c3525-68, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap147c3525-68, col_values=(('qos', UUID('3b54ee5e-c33f-4c45-95bc-78548876514a')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap147c3525-68, col_values=(('external_ids', {'iface-id': '147c3525-680d-40a1-afe4-5e927ea5cc86', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cc:da:80', 'vm-uuid': 'd16bfdc3-5589-4139-84c4-8a4ddf5c4b16'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.038s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[74e79e72-8733-44e4-8d3c-3b19834fc114]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] SCSI volumes sdg have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:12 user nova-compute[75076]: INFO os_vif [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:da:80,bridge_name='br-int',has_traffic_filtering=True,id=147c3525-680d-40a1-afe4-5e927ea5cc86,network=Network(eaa161b2-c039-4ddc-965c-76582e5ca6cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap147c3525-68')
Oct 27 16:19:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:17:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-993194984',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-993194984',id=24,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEDUNRRCvRyqP9Jh2dvo9cgFluBtJHOr9HirM0hWhOiu92bXgIXfeNRKFyhZ2FtW+fDSnVH6dAE6ixNNpxcY1BEiJmd9SoE/VWsp8ZpZOXSm2c53t4ig5qm8zVTpLcnJYA==',key_name='tempest-keypair-1494564956',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='de206be1db86483bb852427dbf929b40',ramdisk_id='',reservation_id='r-rsjg03q3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1317968196',owner_user_name='tempest-TaggedBootDevicesTest_v242-1317968196-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:17:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3d8867f427d74cf6951c6bd9a0ad0e76',uuid=d16bfdc3-5589-4139-84c4-8a4ddf5c4b16,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3a3c2700-3de4-45fd-af19-0e1b8607167c", "address": "fa:16:3e:d6:29:8f", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a3c2700-3d", "ovs_interfaceid": "3a3c2700-3de4-45fd-af19-0e1b8607167c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Converting VIF {"id": "3a3c2700-3de4-45fd-af19-0e1b8607167c", "address": "fa:16:3e:d6:29:8f", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a3c2700-3d", "ovs_interfaceid": "3a3c2700-3de4-45fd-af19-0e1b8607167c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d6:29:8f,bridge_name='br-int',has_traffic_filtering=True,id=3a3c2700-3de4-45fd-af19-0e1b8607167c,network=Network(eaa161b2-c039-4ddc-965c-76582e5ca6cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a3c2700-3d') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG os_vif [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d6:29:8f,bridge_name='br-int',has_traffic_filtering=True,id=3a3c2700-3de4-45fd-af19-0e1b8607167c,network=Network(eaa161b2-c039-4ddc-965c-76582e5ca6cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a3c2700-3d') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a7cb7d0d-f4db-5306-a3bd-d95f6e474792', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.029s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd7c3d19-f37d-449d-8606-d863c4a95ae7]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3a3c2700-3d, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3a3c2700-3d, col_values=(('qos', UUID('c6e3d2b9-6223-439b-8e2d-051d50148b1b')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3a3c2700-3d, col_values=(('external_ids', {'iface-id': '3a3c2700-3de4-45fd-af19-0e1b8607167c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d6:29:8f', 'vm-uuid': 'd16bfdc3-5589-4139-84c4-8a4ddf5c4b16'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:12 user nova-compute[75076]: INFO os_vif [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d6:29:8f,bridge_name='br-int',has_traffic_filtering=True,id=3a3c2700-3de4-45fd-af19-0e1b8607167c,network=Network(eaa161b2-c039-4ddc-965c-76582e5ca6cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a3c2700-3d')
Oct 27 16:19:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:17:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-993194984',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-993194984',id=24,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEDUNRRCvRyqP9Jh2dvo9cgFluBtJHOr9HirM0hWhOiu92bXgIXfeNRKFyhZ2FtW+fDSnVH6dAE6ixNNpxcY1BEiJmd9SoE/VWsp8ZpZOXSm2c53t4ig5qm8zVTpLcnJYA==',key_name='tempest-keypair-1494564956',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='de206be1db86483bb852427dbf929b40',ramdisk_id='',reservation_id='r-rsjg03q3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1317968196',owner_user_name='tempest-TaggedBootDevicesTest_v242-1317968196-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:17:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3d8867f427d74cf6951c6bd9a0ad0e76',uuid=d16bfdc3-5589-4139-84c4-8a4ddf5c4b16,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5", "address": "fa:16:3e:20:c0:20", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b2ccd8d-45", "ovs_interfaceid": "7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Converting VIF {"id": "7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5", "address": "fa:16:3e:20:c0:20", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b2ccd8d-45", "ovs_interfaceid": "7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:20:c0:20,bridge_name='br-int',has_traffic_filtering=True,id=7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5,network=Network(eaa161b2-c039-4ddc-965c-76582e5ca6cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b2ccd8d-45') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG os_vif [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:c0:20,bridge_name='br-int',has_traffic_filtering=True,id=7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5,network=Network(eaa161b2-c039-4ddc-965c-76582e5ca6cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b2ccd8d-45') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '314aec4e-a9c6-5dc5-875d-db09ee99bbed', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c1a7da1-d466-4b8e-9aa1-903f328db1c9]: (4, ('Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3, portal: 172.16.0.220,3260]\nLogout of [sid: 20, target: iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3, portal: 172.16.0.220,3260]
Oct 27 16:19:12 user nova-compute[75076]: Logout of [sid: 20, target: iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3, portal: 172.16.0.220,3260] successful.
Oct 27 16:19:12 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aafd3978-ff92-4e05-9d25-dadaf40520b3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8e43585-cc83-46a9-8e23-89edba678491]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.361s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] <== disconnect_volume: return (1702ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:19:12 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Deleting instance files /opt/stack/data/nova/instances/40b53db7-8f3f-44fc-8cd0-fdf44fee338c_del
Oct 27 16:19:12 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Deletion of /opt/stack/data/nova/instances/40b53db7-8f3f-44fc-8cd0-fdf44fee338c_del complete
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7b2ccd8d-45, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7b2ccd8d-45, col_values=(('qos', UUID('8a1fdbff-e2a3-4903-bd6e-7917738145a3')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7b2ccd8d-45, col_values=(('external_ids', {'iface-id': '7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:20:c0:20', 'vm-uuid': 'd16bfdc3-5589-4139-84c4-8a4ddf5c4b16'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:13 user nova-compute[75076]: INFO os_vif [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:c0:20,bridge_name='br-int',has_traffic_filtering=True,id=7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5,network=Network(eaa161b2-c039-4ddc-965c-76582e5ca6cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b2ccd8d-45')
Oct 27 16:19:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:17:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-993194984',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-993194984',id=24,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEDUNRRCvRyqP9Jh2dvo9cgFluBtJHOr9HirM0hWhOiu92bXgIXfeNRKFyhZ2FtW+fDSnVH6dAE6ixNNpxcY1BEiJmd9SoE/VWsp8ZpZOXSm2c53t4ig5qm8zVTpLcnJYA==',key_name='tempest-keypair-1494564956',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='de206be1db86483bb852427dbf929b40',ramdisk_id='',reservation_id='r-rsjg03q3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1317968196',owner_user_name='tempest-TaggedBootDevicesTest_v242-1317968196-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:17:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3d8867f427d74cf6951c6bd9a0ad0e76',uuid=d16bfdc3-5589-4139-84c4-8a4ddf5c4b16,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "415cddc9-2ed6-448f-8e5c-1014c01cf7ab", "address": "fa:16:3e:07:b7:2b", "network": {"id": "ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff", "bridge": "br-int", "label": "tempest-device-tagging-net2-790598056", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap415cddc9-2e", "ovs_interfaceid": "415cddc9-2ed6-448f-8e5c-1014c01cf7ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Converting VIF {"id": "415cddc9-2ed6-448f-8e5c-1014c01cf7ab", "address": "fa:16:3e:07:b7:2b", "network": {"id": "ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff", "bridge": "br-int", "label": "tempest-device-tagging-net2-790598056", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap415cddc9-2e", "ovs_interfaceid": "415cddc9-2ed6-448f-8e5c-1014c01cf7ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:b7:2b,bridge_name='br-int',has_traffic_filtering=True,id=415cddc9-2ed6-448f-8e5c-1014c01cf7ab,network=Network(ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap415cddc9-2e') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG os_vif [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:b7:2b,bridge_name='br-int',has_traffic_filtering=True,id=415cddc9-2ed6-448f-8e5c-1014c01cf7ab,network=Network(ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap415cddc9-2e') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ce7026b0-7ee3-526b-a5fd-96ccdac7c1bb', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:19:13 user nova-compute[75076]: INFO nova.compute.manager [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Took 6.79 seconds to destroy the instance on the hypervisor.
Oct 27 16:19:13 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap415cddc9-2e, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap415cddc9-2e, col_values=(('qos', UUID('9be522c2-7213-4549-b8f0-7f7be0ab69b5')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap415cddc9-2e, col_values=(('external_ids', {'iface-id': '415cddc9-2ed6-448f-8e5c-1014c01cf7ab', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:07:b7:2b', 'vm-uuid': 'd16bfdc3-5589-4139-84c4-8a4ddf5c4b16'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:13 user nova-compute[75076]: INFO os_vif [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:b7:2b,bridge_name='br-int',has_traffic_filtering=True,id=415cddc9-2ed6-448f-8e5c-1014c01cf7ab,network=Network(ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap415cddc9-2e')
Oct 27 16:19:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:17:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-993194984',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-993194984',id=24,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEDUNRRCvRyqP9Jh2dvo9cgFluBtJHOr9HirM0hWhOiu92bXgIXfeNRKFyhZ2FtW+fDSnVH6dAE6ixNNpxcY1BEiJmd9SoE/VWsp8ZpZOXSm2c53t4ig5qm8zVTpLcnJYA==',key_name='tempest-keypair-1494564956',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='de206be1db86483bb852427dbf929b40',ramdisk_id='',reservation_id='r-rsjg03q3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1317968196',owner_user_name='tempest-TaggedBootDevicesTest_v242-1317968196-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:17:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3d8867f427d74cf6951c6bd9a0ad0e76',uuid=d16bfdc3-5589-4139-84c4-8a4ddf5c4b16,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "492c5ac8-c83f-4fe5-ad70-20c9f8647893", "address": "fa:16:3e:c6:a6:ed", "network": {"id": "ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff", "bridge": "br-int", "label": "tempest-device-tagging-net2-790598056", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap492c5ac8-c8", "ovs_interfaceid": "492c5ac8-c83f-4fe5-ad70-20c9f8647893", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Converting VIF {"id": "492c5ac8-c83f-4fe5-ad70-20c9f8647893", "address": "fa:16:3e:c6:a6:ed", "network": {"id": "ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff", "bridge": "br-int", "label": "tempest-device-tagging-net2-790598056", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap492c5ac8-c8", "ovs_interfaceid": "492c5ac8-c83f-4fe5-ad70-20c9f8647893", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c6:a6:ed,bridge_name='br-int',has_traffic_filtering=True,id=492c5ac8-c83f-4fe5-ad70-20c9f8647893,network=Network(ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap492c5ac8-c8') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG os_vif [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c6:a6:ed,bridge_name='br-int',has_traffic_filtering=True,id=492c5ac8-c83f-4fe5-ad70-20c9f8647893,network=Network(ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap492c5ac8-c8') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '78ad4ac6-0f7b-56df-9739-43f1e9a56461', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap492c5ac8-c8, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap492c5ac8-c8, col_values=(('qos', UUID('a91b3b3e-c070-448a-85ec-9de23f65a6e7')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap492c5ac8-c8, col_values=(('external_ids', {'iface-id': '492c5ac8-c83f-4fe5-ad70-20c9f8647893', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c6:a6:ed', 'vm-uuid': 'd16bfdc3-5589-4139-84c4-8a4ddf5c4b16'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:13 user nova-compute[75076]: INFO os_vif [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c6:a6:ed,bridge_name='br-int',has_traffic_filtering=True,id=492c5ac8-c83f-4fe5-ad70-20c9f8647893,network=Network(ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap492c5ac8-c8')
Oct 27 16:19:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] No BDM found with device name hda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] No VIF found with MAC fa:16:3e:c7:58:72, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] No VIF found with MAC fa:16:3e:20:c0:20, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:19:13 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Using config drive
Oct 27 16:19:13 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Creating config drive at /opt/stack/data/nova/instances/d16bfdc3-5589-4139-84c4-8a4ddf5c4b16/disk.config
Oct 27 16:19:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/d16bfdc3-5589-4139-84c4-8a4ddf5c4b16/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp5o_iuuwb {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/d16bfdc3-5589-4139-84c4-8a4ddf5c4b16/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp5o_iuuwb" returned: 0 in 0.054s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:14 user nova-compute[75076]: DEBUG nova.compute.manager [req-d0d31c8b-4ed3-4dc8-951c-d30d2ba1d05c req-701b038b-e70e-4aa4-8a8e-1710571a30a7 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-vif-deleted-e810be0c-be2e-467f-9f02-d1fb8cf63b0a {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:14 user nova-compute[75076]: INFO nova.compute.manager [req-d0d31c8b-4ed3-4dc8-951c-d30d2ba1d05c req-701b038b-e70e-4aa4-8a8e-1710571a30a7 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Neutron deleted interface e810be0c-be2e-467f-9f02-d1fb8cf63b0a; detaching it from the instance and deleting it from the info cache
Oct 27 16:19:14 user nova-compute[75076]: DEBUG nova.network.neutron [req-d0d31c8b-4ed3-4dc8-951c-d30d2ba1d05c req-701b038b-e70e-4aa4-8a8e-1710571a30a7 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Updating instance_info_cache with network_info: [{"id": "10083166-5624-4e63-ba1d-153a4c4e8bc9", "address": "fa:16:3e:73:8d:b3", "network": {"id": "5ab1bd5d-8d18-42a1-9cf4-c1df34f88ca9", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-727831082-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10083166-56", "ovs_interfaceid": "10083166-5624-4e63-ba1d-153a4c4e8bc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d9d6637a-9e63-47fd-897d-78cefe5eb747", "address": "fa:16:3e:55:e2:b9", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9d6637a-9e", "ovs_interfaceid": "d9d6637a-9e63-47fd-897d-78cefe5eb747", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "50f565ca-7c06-4391-9ebb-d91de452b1f0", "address": "fa:16:3e:33:19:f6", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50f565ca-7c", "ovs_interfaceid": "50f565ca-7c06-4391-9ebb-d91de452b1f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "9ebeece2-ca7c-4e59-8a02-654e20856e51", "address": "fa:16:3e:fb:dd:30", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ebeece2-ca", "ovs_interfaceid": "9ebeece2-ca7c-4e59-8a02-654e20856e51", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3aa7d24c-ddda-4f37-a30b-2180b9e178b2", "address": "fa:16:3e:16:bb:b4", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3aa7d24c-dd", "ovs_interfaceid": "3aa7d24c-ddda-4f37-a30b-2180b9e178b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b9d4af56-2afd-4311-865e-1bffd9440fdd", "address": "fa:16:3e:c3:67:4f", "network": {"id": "1d9aac36-1f31-4083-a427-689b7636b476", "bridge": "br-int", "label": "tempest-device-tagging-net2-1790295728", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9d4af56-2a", "ovs_interfaceid": "b9d4af56-2afd-4311-865e-1bffd9440fdd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:19:14 user nova-compute[75076]: DEBUG nova.compute.manager [req-d0d31c8b-4ed3-4dc8-951c-d30d2ba1d05c req-701b038b-e70e-4aa4-8a8e-1710571a30a7 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Detach interface failed, port_id=e810be0c-be2e-467f-9f02-d1fb8cf63b0a, reason: Instance 40b53db7-8f3f-44fc-8cd0-fdf44fee338c could not be found. {{(pid=75076) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 16:19:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-00dc91d2-1b6b-4805-8388-38a35e37b10c req-7b08114e-80e9-4c06-a5f8-811724ca7a22 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-vif-plugged-147c3525-680d-40a1-afe4-5e927ea5cc86 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-00dc91d2-1b6b-4805-8388-38a35e37b10c req-7b08114e-80e9-4c06-a5f8-811724ca7a22 service nova] Acquiring lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-00dc91d2-1b6b-4805-8388-38a35e37b10c req-7b08114e-80e9-4c06-a5f8-811724ca7a22 service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-00dc91d2-1b6b-4805-8388-38a35e37b10c req-7b08114e-80e9-4c06-a5f8-811724ca7a22 service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-00dc91d2-1b6b-4805-8388-38a35e37b10c req-7b08114e-80e9-4c06-a5f8-811724ca7a22 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] No waiting events found dispatching network-vif-plugged-147c3525-680d-40a1-afe4-5e927ea5cc86 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:19:16 user nova-compute[75076]: WARNING nova.compute.manager [req-00dc91d2-1b6b-4805-8388-38a35e37b10c req-7b08114e-80e9-4c06-a5f8-811724ca7a22 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received unexpected event network-vif-plugged-147c3525-680d-40a1-afe4-5e927ea5cc86 for instance with vm_state building and task_state spawning.
Oct 27 16:19:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-b7aa4c35-bb18-4e06-acc1-89ad6ddd004b req-fc5b99fe-7e83-4483-9be7-be911e352a2a service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-vif-deleted-10083166-5624-4e63-ba1d-153a4c4e8bc9 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:16 user nova-compute[75076]: INFO nova.compute.manager [req-b7aa4c35-bb18-4e06-acc1-89ad6ddd004b req-fc5b99fe-7e83-4483-9be7-be911e352a2a service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Neutron deleted interface 10083166-5624-4e63-ba1d-153a4c4e8bc9; detaching it from the instance and deleting it from the info cache
Oct 27 16:19:16 user nova-compute[75076]: DEBUG nova.network.neutron [req-b7aa4c35-bb18-4e06-acc1-89ad6ddd004b req-fc5b99fe-7e83-4483-9be7-be911e352a2a service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Updating instance_info_cache with network_info: [{"id": "d9d6637a-9e63-47fd-897d-78cefe5eb747", "address": "fa:16:3e:55:e2:b9", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9d6637a-9e", "ovs_interfaceid": "d9d6637a-9e63-47fd-897d-78cefe5eb747", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "50f565ca-7c06-4391-9ebb-d91de452b1f0", "address": "fa:16:3e:33:19:f6", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50f565ca-7c", "ovs_interfaceid": "50f565ca-7c06-4391-9ebb-d91de452b1f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "9ebeece2-ca7c-4e59-8a02-654e20856e51", "address": "fa:16:3e:fb:dd:30", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ebeece2-ca", "ovs_interfaceid": "9ebeece2-ca7c-4e59-8a02-654e20856e51", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3aa7d24c-ddda-4f37-a30b-2180b9e178b2", "address": "fa:16:3e:16:bb:b4", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3aa7d24c-dd", "ovs_interfaceid": "3aa7d24c-ddda-4f37-a30b-2180b9e178b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b9d4af56-2afd-4311-865e-1bffd9440fdd", "address": "fa:16:3e:c3:67:4f", "network": {"id": "1d9aac36-1f31-4083-a427-689b7636b476", "bridge": "br-int", "label": "tempest-device-tagging-net2-1790295728", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9d4af56-2a", "ovs_interfaceid": "b9d4af56-2afd-4311-865e-1bffd9440fdd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-b7aa4c35-bb18-4e06-acc1-89ad6ddd004b req-fc5b99fe-7e83-4483-9be7-be911e352a2a service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Detach interface failed, port_id=10083166-5624-4e63-ba1d-153a4c4e8bc9, reason: Instance 40b53db7-8f3f-44fc-8cd0-fdf44fee338c could not be found. {{(pid=75076) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-b7aa4c35-bb18-4e06-acc1-89ad6ddd004b req-fc5b99fe-7e83-4483-9be7-be911e352a2a service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-vif-plugged-d169e0b8-8c04-4cd1-8409-d9a39a0f3394 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b7aa4c35-bb18-4e06-acc1-89ad6ddd004b req-fc5b99fe-7e83-4483-9be7-be911e352a2a service nova] Acquiring lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b7aa4c35-bb18-4e06-acc1-89ad6ddd004b req-fc5b99fe-7e83-4483-9be7-be911e352a2a service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b7aa4c35-bb18-4e06-acc1-89ad6ddd004b req-fc5b99fe-7e83-4483-9be7-be911e352a2a service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-b7aa4c35-bb18-4e06-acc1-89ad6ddd004b req-fc5b99fe-7e83-4483-9be7-be911e352a2a service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] No waiting events found dispatching network-vif-plugged-d169e0b8-8c04-4cd1-8409-d9a39a0f3394 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:19:16 user nova-compute[75076]: WARNING nova.compute.manager [req-b7aa4c35-bb18-4e06-acc1-89ad6ddd004b req-fc5b99fe-7e83-4483-9be7-be911e352a2a service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received unexpected event network-vif-plugged-d169e0b8-8c04-4cd1-8409-d9a39a0f3394 for instance with vm_state building and task_state spawning.
Oct 27 16:19:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-b7aa4c35-bb18-4e06-acc1-89ad6ddd004b req-fc5b99fe-7e83-4483-9be7-be911e352a2a service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-vif-plugged-d169e0b8-8c04-4cd1-8409-d9a39a0f3394 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b7aa4c35-bb18-4e06-acc1-89ad6ddd004b req-fc5b99fe-7e83-4483-9be7-be911e352a2a service nova] Acquiring lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b7aa4c35-bb18-4e06-acc1-89ad6ddd004b req-fc5b99fe-7e83-4483-9be7-be911e352a2a service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b7aa4c35-bb18-4e06-acc1-89ad6ddd004b req-fc5b99fe-7e83-4483-9be7-be911e352a2a service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-b7aa4c35-bb18-4e06-acc1-89ad6ddd004b req-fc5b99fe-7e83-4483-9be7-be911e352a2a service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] No waiting events found dispatching network-vif-plugged-d169e0b8-8c04-4cd1-8409-d9a39a0f3394 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:19:16 user nova-compute[75076]: WARNING nova.compute.manager [req-b7aa4c35-bb18-4e06-acc1-89ad6ddd004b req-fc5b99fe-7e83-4483-9be7-be911e352a2a service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received unexpected event network-vif-plugged-d169e0b8-8c04-4cd1-8409-d9a39a0f3394 for instance with vm_state building and task_state spawning.
Oct 27 16:19:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-b7aa4c35-bb18-4e06-acc1-89ad6ddd004b req-fc5b99fe-7e83-4483-9be7-be911e352a2a service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-vif-deleted-b9d4af56-2afd-4311-865e-1bffd9440fdd {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:16 user nova-compute[75076]: INFO nova.compute.manager [req-b7aa4c35-bb18-4e06-acc1-89ad6ddd004b req-fc5b99fe-7e83-4483-9be7-be911e352a2a service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Neutron deleted interface b9d4af56-2afd-4311-865e-1bffd9440fdd; detaching it from the instance and deleting it from the info cache
Oct 27 16:19:16 user nova-compute[75076]: DEBUG nova.network.neutron [req-b7aa4c35-bb18-4e06-acc1-89ad6ddd004b req-fc5b99fe-7e83-4483-9be7-be911e352a2a service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Updating instance_info_cache with network_info: [{"id": "d9d6637a-9e63-47fd-897d-78cefe5eb747", "address": "fa:16:3e:55:e2:b9", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9d6637a-9e", "ovs_interfaceid": "d9d6637a-9e63-47fd-897d-78cefe5eb747", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "50f565ca-7c06-4391-9ebb-d91de452b1f0", "address": "fa:16:3e:33:19:f6", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50f565ca-7c", "ovs_interfaceid": "50f565ca-7c06-4391-9ebb-d91de452b1f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "9ebeece2-ca7c-4e59-8a02-654e20856e51", "address": "fa:16:3e:fb:dd:30", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ebeece2-ca", "ovs_interfaceid": "9ebeece2-ca7c-4e59-8a02-654e20856e51", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3aa7d24c-ddda-4f37-a30b-2180b9e178b2", "address": "fa:16:3e:16:bb:b4", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3aa7d24c-dd", "ovs_interfaceid": "3aa7d24c-ddda-4f37-a30b-2180b9e178b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BsmQnyVU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:19:16 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:19:16 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:19:16 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:19:16 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:19:16 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:19:16 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-b7aa4c35-bb18-4e06-acc1-89ad6ddd004b req-fc5b99fe-7e83-4483-9be7-be911e352a2a service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Detach interface failed, port_id=b9d4af56-2afd-4311-865e-1bffd9440fdd, reason: Instance 40b53db7-8f3f-44fc-8cd0-fdf44fee338c could not be found. {{(pid=75076) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-b7aa4c35-bb18-4e06-acc1-89ad6ddd004b req-fc5b99fe-7e83-4483-9be7-be911e352a2a service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-vif-plugged-132e6e5e-d07f-43ee-bf15-1a423d1953ba {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b7aa4c35-bb18-4e06-acc1-89ad6ddd004b req-fc5b99fe-7e83-4483-9be7-be911e352a2a service nova] Acquiring lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b7aa4c35-bb18-4e06-acc1-89ad6ddd004b req-fc5b99fe-7e83-4483-9be7-be911e352a2a service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b7aa4c35-bb18-4e06-acc1-89ad6ddd004b req-fc5b99fe-7e83-4483-9be7-be911e352a2a service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-b7aa4c35-bb18-4e06-acc1-89ad6ddd004b req-fc5b99fe-7e83-4483-9be7-be911e352a2a service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] No waiting events found dispatching network-vif-plugged-132e6e5e-d07f-43ee-bf15-1a423d1953ba {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:19:16 user nova-compute[75076]: WARNING nova.compute.manager [req-b7aa4c35-bb18-4e06-acc1-89ad6ddd004b req-fc5b99fe-7e83-4483-9be7-be911e352a2a service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received unexpected event network-vif-plugged-132e6e5e-d07f-43ee-bf15-1a423d1953ba for instance with vm_state building and task_state spawning.
Oct 27 16:19:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-b7aa4c35-bb18-4e06-acc1-89ad6ddd004b req-fc5b99fe-7e83-4483-9be7-be911e352a2a service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-vif-plugged-132e6e5e-d07f-43ee-bf15-1a423d1953ba {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b7aa4c35-bb18-4e06-acc1-89ad6ddd004b req-fc5b99fe-7e83-4483-9be7-be911e352a2a service nova] Acquiring lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b7aa4c35-bb18-4e06-acc1-89ad6ddd004b req-fc5b99fe-7e83-4483-9be7-be911e352a2a service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b7aa4c35-bb18-4e06-acc1-89ad6ddd004b req-fc5b99fe-7e83-4483-9be7-be911e352a2a service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-b7aa4c35-bb18-4e06-acc1-89ad6ddd004b req-fc5b99fe-7e83-4483-9be7-be911e352a2a service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] No waiting events found dispatching network-vif-plugged-132e6e5e-d07f-43ee-bf15-1a423d1953ba {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:19:16 user nova-compute[75076]: WARNING nova.compute.manager [req-b7aa4c35-bb18-4e06-acc1-89ad6ddd004b req-fc5b99fe-7e83-4483-9be7-be911e352a2a service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received unexpected event network-vif-plugged-132e6e5e-d07f-43ee-bf15-1a423d1953ba for instance with vm_state building and task_state spawning.
Oct 27 16:19:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-b7aa4c35-bb18-4e06-acc1-89ad6ddd004b req-fc5b99fe-7e83-4483-9be7-be911e352a2a service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-vif-deleted-9ebeece2-ca7c-4e59-8a02-654e20856e51 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:16 user nova-compute[75076]: INFO nova.compute.manager [req-b7aa4c35-bb18-4e06-acc1-89ad6ddd004b req-fc5b99fe-7e83-4483-9be7-be911e352a2a service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Neutron deleted interface 9ebeece2-ca7c-4e59-8a02-654e20856e51; detaching it from the instance and deleting it from the info cache
Oct 27 16:19:16 user nova-compute[75076]: DEBUG nova.network.neutron [req-b7aa4c35-bb18-4e06-acc1-89ad6ddd004b req-fc5b99fe-7e83-4483-9be7-be911e352a2a service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Updating instance_info_cache with network_info: [{"id": "d9d6637a-9e63-47fd-897d-78cefe5eb747", "address": "fa:16:3e:55:e2:b9", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9d6637a-9e", "ovs_interfaceid": "d9d6637a-9e63-47fd-897d-78cefe5eb747", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "50f565ca-7c06-4391-9ebb-d91de452b1f0", "address": "fa:16:3e:33:19:f6", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50f565ca-7c", "ovs_interfaceid": "50f565ca-7c06-4391-9ebb-d91de452b1f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3aa7d24c-ddda-4f37-a30b-2180b9e178b2", "address": "fa:16:3e:16:bb:b4", "network": {"id": "317d684c-605b-4eea-bb17-9764e85fc317", "bridge": "br-int", "label": "tempest-device-tagging-net1-881489048", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1694f47bb0c34be391692ad8ab185522", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3aa7d24c-dd", "ovs_interfaceid": "3aa7d24c-ddda-4f37-a30b-2180b9e178b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[edad1e1f-fba4-4ecd-a2ed-6ad9fb4103be]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:19:16 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:16 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG nova.compute.manager [req-b7aa4c35-bb18-4e06-acc1-89ad6ddd004b req-fc5b99fe-7e83-4483-9be7-be911e352a2a service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Detach interface failed, port_id=9ebeece2-ca7c-4e59-8a02-654e20856e51, reason: Instance 40b53db7-8f3f-44fc-8cd0-fdf44fee338c could not be found. {{(pid=75076) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[21297832-dc60-42ae-8d91-156010ef0d65]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45] added
Oct 27 16:19:17 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[8426b2fd-bc6f-43a5-871a-c82ff7bbe7e8]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6de79f82-91f2-40f3-b0e3-98ae74fc0c51]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BsmQnyVU {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BsmQnyVU" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[3334abc1-a6a9-4407-a4f6-0d135f49eb96]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BsmQnyVU'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d3aa45a-93cf-4678-a6e9-868626fa96fa]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b729dc8-d61d-463f-8adc-8caad09f458a]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:19:17 user nova-compute[75076]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 (non-flash)
Oct 27 16:19:17 user nova-compute[75076]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 (non-flash)
Oct 27 16:19:17 user nova-compute[75076]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f (non-flash)
Oct 27 16:19:17 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:19:17 user nova-compute[75076]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 (non-flash)
Oct 27 16:19:17 user nova-compute[75076]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 (non-flash)
Oct 27 16:19:17 user nova-compute[75076]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f (non-flash)
Oct 27 16:19:17 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG nova.compute.manager [req-98002d1e-b80f-4ef7-ae60-097cf53548b4 req-21d72a55-77e7-4493-987f-4c2a4524a73b service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-vif-plugged-415cddc9-2ed6-448f-8e5c-1014c01cf7ab {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-98002d1e-b80f-4ef7-ae60-097cf53548b4 req-21d72a55-77e7-4493-987f-4c2a4524a73b service nova] Acquiring lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-98002d1e-b80f-4ef7-ae60-097cf53548b4 req-21d72a55-77e7-4493-987f-4c2a4524a73b service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-98002d1e-b80f-4ef7-ae60-097cf53548b4 req-21d72a55-77e7-4493-987f-4c2a4524a73b service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG nova.compute.manager [req-98002d1e-b80f-4ef7-ae60-097cf53548b4 req-21d72a55-77e7-4493-987f-4c2a4524a73b service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] No waiting events found dispatching network-vif-plugged-415cddc9-2ed6-448f-8e5c-1014c01cf7ab {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:19:17 user nova-compute[75076]: WARNING nova.compute.manager [req-98002d1e-b80f-4ef7-ae60-097cf53548b4 req-21d72a55-77e7-4493-987f-4c2a4524a73b service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received unexpected event network-vif-plugged-415cddc9-2ed6-448f-8e5c-1014c01cf7ab for instance with vm_state building and task_state spawning.
Oct 27 16:19:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 -p 172.16.0.220:3260 --login" returned: 0 in 0.104s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[766a5fb4-e147-4ac4-904a-2ce4cdb15e61]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45, portal: 172.16.0.220,3260]
Oct 27 16:19:17 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45, portal: 172.16.0.220,3260] successful.
Oct 27 16:19:17 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.043s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[94d26bf5-c009-4010-a238-abea6e1872df]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6de8c245-9722-4b73-b344-83b364210a76]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:19:17 user nova-compute[75076]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 (non-flash)
Oct 27 16:19:17 user nova-compute[75076]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 (non-flash)
Oct 27 16:19:17 user nova-compute[75076]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f (non-flash)
Oct 27 16:19:17 user nova-compute[75076]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 (non-flash)
Oct 27 16:19:17 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:19:17 user nova-compute[75076]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 (non-flash)
Oct 27 16:19:17 user nova-compute[75076]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 (non-flash)
Oct 27 16:19:17 user nova-compute[75076]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f (non-flash)
Oct 27 16:19:17 user nova-compute[75076]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 (non-flash)
Oct 27 16:19:17 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.379s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] HCTL ('36', '-', '-', 0) found on session 24 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.030s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bf823ca-f67b-40b3-9fa7-c884fa5f2f18]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Searching for a device in session 24 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BsmQnyVU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:19:17 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Took 4.39 seconds to deallocate network for instance.
Oct 27 16:19:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:18 user nova-compute[75076]: DEBUG nova.compute.manager [req-4fddb401-9fde-43a0-8795-c911b66e0d3e req-2264c73b-914d-4204-aaa9-31b9d42268eb service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-vif-plugged-147c3525-680d-40a1-afe4-5e927ea5cc86 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-4fddb401-9fde-43a0-8795-c911b66e0d3e req-2264c73b-914d-4204-aaa9-31b9d42268eb service nova] Acquiring lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-4fddb401-9fde-43a0-8795-c911b66e0d3e req-2264c73b-914d-4204-aaa9-31b9d42268eb service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-4fddb401-9fde-43a0-8795-c911b66e0d3e req-2264c73b-914d-4204-aaa9-31b9d42268eb service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:18 user nova-compute[75076]: DEBUG nova.compute.manager [req-4fddb401-9fde-43a0-8795-c911b66e0d3e req-2264c73b-914d-4204-aaa9-31b9d42268eb service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] No waiting events found dispatching network-vif-plugged-147c3525-680d-40a1-afe4-5e927ea5cc86 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:19:18 user nova-compute[75076]: WARNING nova.compute.manager [req-4fddb401-9fde-43a0-8795-c911b66e0d3e req-2264c73b-914d-4204-aaa9-31b9d42268eb service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received unexpected event network-vif-plugged-147c3525-680d-40a1-afe4-5e927ea5cc86 for instance with vm_state building and task_state spawning.
Oct 27 16:19:18 user nova-compute[75076]: DEBUG nova.compute.manager [req-4fddb401-9fde-43a0-8795-c911b66e0d3e req-2264c73b-914d-4204-aaa9-31b9d42268eb service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-vif-plugged-492c5ac8-c83f-4fe5-ad70-20c9f8647893 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-4fddb401-9fde-43a0-8795-c911b66e0d3e req-2264c73b-914d-4204-aaa9-31b9d42268eb service nova] Acquiring lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-4fddb401-9fde-43a0-8795-c911b66e0d3e req-2264c73b-914d-4204-aaa9-31b9d42268eb service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-4fddb401-9fde-43a0-8795-c911b66e0d3e req-2264c73b-914d-4204-aaa9-31b9d42268eb service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:18 user nova-compute[75076]: DEBUG nova.compute.manager [req-4fddb401-9fde-43a0-8795-c911b66e0d3e req-2264c73b-914d-4204-aaa9-31b9d42268eb service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] No waiting events found dispatching network-vif-plugged-492c5ac8-c83f-4fe5-ad70-20c9f8647893 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:19:18 user nova-compute[75076]: WARNING nova.compute.manager [req-4fddb401-9fde-43a0-8795-c911b66e0d3e req-2264c73b-914d-4204-aaa9-31b9d42268eb service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received unexpected event network-vif-plugged-492c5ac8-c83f-4fe5-ad70-20c9f8647893 for instance with vm_state building and task_state spawning.
Oct 27 16:19:18 user nova-compute[75076]: DEBUG nova.compute.manager [req-4fddb401-9fde-43a0-8795-c911b66e0d3e req-2264c73b-914d-4204-aaa9-31b9d42268eb service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-vif-plugged-492c5ac8-c83f-4fe5-ad70-20c9f8647893 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-4fddb401-9fde-43a0-8795-c911b66e0d3e req-2264c73b-914d-4204-aaa9-31b9d42268eb service nova] Acquiring lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-4fddb401-9fde-43a0-8795-c911b66e0d3e req-2264c73b-914d-4204-aaa9-31b9d42268eb service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-4fddb401-9fde-43a0-8795-c911b66e0d3e req-2264c73b-914d-4204-aaa9-31b9d42268eb service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:18 user nova-compute[75076]: DEBUG nova.compute.manager [req-4fddb401-9fde-43a0-8795-c911b66e0d3e req-2264c73b-914d-4204-aaa9-31b9d42268eb service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] No waiting events found dispatching network-vif-plugged-492c5ac8-c83f-4fe5-ad70-20c9f8647893 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:19:18 user nova-compute[75076]: WARNING nova.compute.manager [req-4fddb401-9fde-43a0-8795-c911b66e0d3e req-2264c73b-914d-4204-aaa9-31b9d42268eb service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received unexpected event network-vif-plugged-492c5ac8-c83f-4fe5-ad70-20c9f8647893 for instance with vm_state building and task_state spawning.
Oct 27 16:19:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:18 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.432s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:19:18 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] <== connect_volume: return (1434ms) {'type': 'block', 'scsi_wwn': '26561393263663564', 'path': '/dev/sde'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:19:18 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26561393263663564', 'path': '/dev/sde'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:19:18 user nova-compute[75076]: DEBUG nova.objects.instance [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lazy-loading 'flavor' on Instance uuid 5ff0a19a-8f92-4c8b-bd64-773629da8d93 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:19:18 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 16:19:18 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:19:18 user nova-compute[75076]:   <source dev="/dev/sde"/>
Oct 27 16:19:18 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:19:18 user nova-compute[75076]:   <serial>39668ce6-61cf-4647-9029-4e80f927ba45</serial>
Oct 27 16:19:18 user nova-compute[75076]: </disk>
Oct 27 16:19:18 user nova-compute[75076]:  {{(pid=75076) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 16:19:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:18 user nova-compute[75076]: DEBUG nova.compute.manager [req-44ce2779-6d43-4674-8db3-e4df1637c846 req-c3814f7f-084c-47cf-9292-03789cf3bba7 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-vif-plugged-3a3c2700-3de4-45fd-af19-0e1b8607167c {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-44ce2779-6d43-4674-8db3-e4df1637c846 req-c3814f7f-084c-47cf-9292-03789cf3bba7 service nova] Acquiring lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-44ce2779-6d43-4674-8db3-e4df1637c846 req-c3814f7f-084c-47cf-9292-03789cf3bba7 service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-44ce2779-6d43-4674-8db3-e4df1637c846 req-c3814f7f-084c-47cf-9292-03789cf3bba7 service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:18 user nova-compute[75076]: DEBUG nova.compute.manager [req-44ce2779-6d43-4674-8db3-e4df1637c846 req-c3814f7f-084c-47cf-9292-03789cf3bba7 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] No waiting events found dispatching network-vif-plugged-3a3c2700-3de4-45fd-af19-0e1b8607167c {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:19:18 user nova-compute[75076]: WARNING nova.compute.manager [req-44ce2779-6d43-4674-8db3-e4df1637c846 req-c3814f7f-084c-47cf-9292-03789cf3bba7 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received unexpected event network-vif-plugged-3a3c2700-3de4-45fd-af19-0e1b8607167c for instance with vm_state building and task_state spawning.
Oct 27 16:19:18 user nova-compute[75076]: DEBUG nova.compute.manager [req-44ce2779-6d43-4674-8db3-e4df1637c846 req-c3814f7f-084c-47cf-9292-03789cf3bba7 service nova] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Received event network-vif-deleted-3aa7d24c-ddda-4f37-a30b-2180b9e178b2 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:18 user nova-compute[75076]: DEBUG nova.compute.manager [req-44ce2779-6d43-4674-8db3-e4df1637c846 req-c3814f7f-084c-47cf-9292-03789cf3bba7 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-vif-plugged-3a3c2700-3de4-45fd-af19-0e1b8607167c {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-44ce2779-6d43-4674-8db3-e4df1637c846 req-c3814f7f-084c-47cf-9292-03789cf3bba7 service nova] Acquiring lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-44ce2779-6d43-4674-8db3-e4df1637c846 req-c3814f7f-084c-47cf-9292-03789cf3bba7 service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-44ce2779-6d43-4674-8db3-e4df1637c846 req-c3814f7f-084c-47cf-9292-03789cf3bba7 service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:18 user nova-compute[75076]: DEBUG nova.compute.manager [req-44ce2779-6d43-4674-8db3-e4df1637c846 req-c3814f7f-084c-47cf-9292-03789cf3bba7 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] No waiting events found dispatching network-vif-plugged-3a3c2700-3de4-45fd-af19-0e1b8607167c {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:19:18 user nova-compute[75076]: WARNING nova.compute.manager [req-44ce2779-6d43-4674-8db3-e4df1637c846 req-c3814f7f-084c-47cf-9292-03789cf3bba7 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received unexpected event network-vif-plugged-3a3c2700-3de4-45fd-af19-0e1b8607167c for instance with vm_state building and task_state spawning.
Oct 27 16:19:18 user nova-compute[75076]: DEBUG nova.compute.manager [req-44ce2779-6d43-4674-8db3-e4df1637c846 req-c3814f7f-084c-47cf-9292-03789cf3bba7 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-vif-plugged-7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-44ce2779-6d43-4674-8db3-e4df1637c846 req-c3814f7f-084c-47cf-9292-03789cf3bba7 service nova] Acquiring lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-44ce2779-6d43-4674-8db3-e4df1637c846 req-c3814f7f-084c-47cf-9292-03789cf3bba7 service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-44ce2779-6d43-4674-8db3-e4df1637c846 req-c3814f7f-084c-47cf-9292-03789cf3bba7 service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:18 user nova-compute[75076]: DEBUG nova.compute.manager [req-44ce2779-6d43-4674-8db3-e4df1637c846 req-c3814f7f-084c-47cf-9292-03789cf3bba7 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] No waiting events found dispatching network-vif-plugged-7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:19:18 user nova-compute[75076]: WARNING nova.compute.manager [req-44ce2779-6d43-4674-8db3-e4df1637c846 req-c3814f7f-084c-47cf-9292-03789cf3bba7 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received unexpected event network-vif-plugged-7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5 for instance with vm_state building and task_state spawning.
Oct 27 16:19:18 user nova-compute[75076]: DEBUG nova.compute.manager [req-44ce2779-6d43-4674-8db3-e4df1637c846 req-c3814f7f-084c-47cf-9292-03789cf3bba7 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-vif-plugged-7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-44ce2779-6d43-4674-8db3-e4df1637c846 req-c3814f7f-084c-47cf-9292-03789cf3bba7 service nova] Acquiring lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-44ce2779-6d43-4674-8db3-e4df1637c846 req-c3814f7f-084c-47cf-9292-03789cf3bba7 service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-44ce2779-6d43-4674-8db3-e4df1637c846 req-c3814f7f-084c-47cf-9292-03789cf3bba7 service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:18 user nova-compute[75076]: DEBUG nova.compute.manager [req-44ce2779-6d43-4674-8db3-e4df1637c846 req-c3814f7f-084c-47cf-9292-03789cf3bba7 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] No waiting events found dispatching network-vif-plugged-7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:19:18 user nova-compute[75076]: WARNING nova.compute.manager [req-44ce2779-6d43-4674-8db3-e4df1637c846 req-c3814f7f-084c-47cf-9292-03789cf3bba7 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received unexpected event network-vif-plugged-7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5 for instance with vm_state building and task_state spawning.
Oct 27 16:19:19 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:19:19 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:19:19 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] No VIF found with MAC fa:16:3e:6a:cb:90, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:19:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a77c4635-0902-459a-9f15-9a3c231e393b tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 26.034s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:19 user nova-compute[75076]: DEBUG nova.compute.manager [req-a88049f7-71cd-434b-bde5-b76d0c6526a3 req-a1c27aac-7d27-489a-92aa-d860ea919488 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-vif-plugged-415cddc9-2ed6-448f-8e5c-1014c01cf7ab {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a88049f7-71cd-434b-bde5-b76d0c6526a3 req-a1c27aac-7d27-489a-92aa-d860ea919488 service nova] Acquiring lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a88049f7-71cd-434b-bde5-b76d0c6526a3 req-a1c27aac-7d27-489a-92aa-d860ea919488 service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a88049f7-71cd-434b-bde5-b76d0c6526a3 req-a1c27aac-7d27-489a-92aa-d860ea919488 service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:19 user nova-compute[75076]: DEBUG nova.compute.manager [req-a88049f7-71cd-434b-bde5-b76d0c6526a3 req-a1c27aac-7d27-489a-92aa-d860ea919488 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] No waiting events found dispatching network-vif-plugged-415cddc9-2ed6-448f-8e5c-1014c01cf7ab {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:19:19 user nova-compute[75076]: WARNING nova.compute.manager [req-a88049f7-71cd-434b-bde5-b76d0c6526a3 req-a1c27aac-7d27-489a-92aa-d860ea919488 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received unexpected event network-vif-plugged-415cddc9-2ed6-448f-8e5c-1014c01cf7ab for instance with vm_state building and task_state spawning.
Oct 27 16:19:19 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:19 user nova-compute[75076]: DEBUG nova.compute.manager [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:19:19 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:19:19 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Instance spawned successfully.
Oct 27 16:19:19 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:19:19 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:19:19 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:19:19 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:19:19 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:19:19 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:19:19 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:19:19 user nova-compute[75076]: INFO nova.compute.manager [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Took 12.28 seconds to spawn the instance on the hypervisor.
Oct 27 16:19:19 user nova-compute[75076]: DEBUG nova.compute.manager [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:19:20 user nova-compute[75076]: INFO nova.compute.manager [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Took 86.91 seconds to build instance.
Oct 27 16:19:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0e8cecb4-0138-49a1-9497-41c04ec7b7ed tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 87.018s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:20 user nova-compute[75076]: INFO nova.compute.manager [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] [instance: 40b53db7-8f3f-44fc-8cd0-fdf44fee338c] Took 3.14 seconds to detach 3 volumes for instance.
Oct 27 16:19:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:21 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:19:21 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:19:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.438s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:21 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:19:21 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Deleted allocations for instance 40b53db7-8f3f-44fc-8cd0-fdf44fee338c
Oct 27 16:19:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-716ae530-25b2-44c9-8fe4-cbed853eec0f tempest-TaggedBootDevicesTest-778952031 tempest-TaggedBootDevicesTest-778952031-project-member] Lock "40b53db7-8f3f-44fc-8cd0-fdf44fee338c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 14.959s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:22 user nova-compute[75076]: DEBUG nova.compute.manager [req-b7608829-c04a-4e7d-9130-204ad038f7c9 req-8bcd5482-d10f-421f-9929-a04ca4d5b43e service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Received event network-changed-67e31a99-9c12-4e7a-9a62-dc87a728dc71 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:22 user nova-compute[75076]: DEBUG nova.compute.manager [req-b7608829-c04a-4e7d-9130-204ad038f7c9 req-8bcd5482-d10f-421f-9929-a04ca4d5b43e service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Refreshing instance network info cache due to event network-changed-67e31a99-9c12-4e7a-9a62-dc87a728dc71. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:19:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b7608829-c04a-4e7d-9130-204ad038f7c9 req-8bcd5482-d10f-421f-9929-a04ca4d5b43e service nova] Acquiring lock "refresh_cache-5ff0a19a-8f92-4c8b-bd64-773629da8d93" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:19:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b7608829-c04a-4e7d-9130-204ad038f7c9 req-8bcd5482-d10f-421f-9929-a04ca4d5b43e service nova] Acquired lock "refresh_cache-5ff0a19a-8f92-4c8b-bd64-773629da8d93" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:19:22 user nova-compute[75076]: DEBUG nova.network.neutron [req-b7608829-c04a-4e7d-9130-204ad038f7c9 req-8bcd5482-d10f-421f-9929-a04ca4d5b43e service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Refreshing network info cache for port 67e31a99-9c12-4e7a-9a62-dc87a728dc71 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:19:22 user nova-compute[75076]: DEBUG nova.network.neutron [req-b7608829-c04a-4e7d-9130-204ad038f7c9 req-8bcd5482-d10f-421f-9929-a04ca4d5b43e service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Updated VIF entry in instance network info cache for port 67e31a99-9c12-4e7a-9a62-dc87a728dc71. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:19:22 user nova-compute[75076]: DEBUG nova.network.neutron [req-b7608829-c04a-4e7d-9130-204ad038f7c9 req-8bcd5482-d10f-421f-9929-a04ca4d5b43e service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Updating instance_info_cache with network_info: [{"id": "67e31a99-9c12-4e7a-9a62-dc87a728dc71", "address": "fa:16:3e:6a:cb:90", "network": {"id": "9ebf0da6-f331-406a-9790-269c4cb299ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1444954987-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.87", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49308918740c4496a9fdd3661a16143e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67e31a99-9c", "ovs_interfaceid": "67e31a99-9c12-4e7a-9a62-dc87a728dc71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:19:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b7608829-c04a-4e7d-9130-204ad038f7c9 req-8bcd5482-d10f-421f-9929-a04ca4d5b43e service nova] Releasing lock "refresh_cache-5ff0a19a-8f92-4c8b-bd64-773629da8d93" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:19:23 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:19:23 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:19:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:19:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:19:23 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 16:19:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:23 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Updating instance_info_cache with network_info: [{"id": "842a9b6b-f37e-4201-a4a5-86f51db9c011", "address": "fa:16:3e:2a:ab:b4", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.47", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap842a9b6b-f3", "ovs_interfaceid": "842a9b6b-f37e-4201-a4a5-86f51db9c011", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:19:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:19:23 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 16:19:23 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:19:24 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:25 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:19:25 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:19:26 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:19:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:26 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:19:26 user nova-compute[75076]: DEBUG nova.compute.manager [req-939fc2c5-a908-4798-aae2-701fde33b1a3 req-8f1782a4-8771-453f-8ed5-d2546816ab26 service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Received event network-changed-67e31a99-9c12-4e7a-9a62-dc87a728dc71 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:26 user nova-compute[75076]: DEBUG nova.compute.manager [req-939fc2c5-a908-4798-aae2-701fde33b1a3 req-8f1782a4-8771-453f-8ed5-d2546816ab26 service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Refreshing instance network info cache due to event network-changed-67e31a99-9c12-4e7a-9a62-dc87a728dc71. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:19:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-939fc2c5-a908-4798-aae2-701fde33b1a3 req-8f1782a4-8771-453f-8ed5-d2546816ab26 service nova] Acquiring lock "refresh_cache-5ff0a19a-8f92-4c8b-bd64-773629da8d93" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:19:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-939fc2c5-a908-4798-aae2-701fde33b1a3 req-8f1782a4-8771-453f-8ed5-d2546816ab26 service nova] Acquired lock "refresh_cache-5ff0a19a-8f92-4c8b-bd64-773629da8d93" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:19:26 user nova-compute[75076]: DEBUG nova.network.neutron [req-939fc2c5-a908-4798-aae2-701fde33b1a3 req-8f1782a4-8771-453f-8ed5-d2546816ab26 service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Refreshing network info cache for port 67e31a99-9c12-4e7a-9a62-dc87a728dc71 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:19:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:26 user nova-compute[75076]: DEBUG nova.network.neutron [req-939fc2c5-a908-4798-aae2-701fde33b1a3 req-8f1782a4-8771-453f-8ed5-d2546816ab26 service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Updated VIF entry in instance network info cache for port 67e31a99-9c12-4e7a-9a62-dc87a728dc71. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:19:26 user nova-compute[75076]: DEBUG nova.network.neutron [req-939fc2c5-a908-4798-aae2-701fde33b1a3 req-8f1782a4-8771-453f-8ed5-d2546816ab26 service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Updating instance_info_cache with network_info: [{"id": "67e31a99-9c12-4e7a-9a62-dc87a728dc71", "address": "fa:16:3e:6a:cb:90", "network": {"id": "9ebf0da6-f331-406a-9790-269c4cb299ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1444954987-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.87", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49308918740c4496a9fdd3661a16143e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67e31a99-9c", "ovs_interfaceid": "67e31a99-9c12-4e7a-9a62-dc87a728dc71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:19:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-939fc2c5-a908-4798-aae2-701fde33b1a3 req-8f1782a4-8771-453f-8ed5-d2546816ab26 service nova] Releasing lock "refresh_cache-5ff0a19a-8f92-4c8b-bd64-773629da8d93" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:19:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bed6d4ea-4403-4f77-8f5d-246bf08369d1 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquiring lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bed6d4ea-4403-4f77-8f5d-246bf08369d1 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:26 user nova-compute[75076]: INFO nova.compute.manager [None req-bed6d4ea-4403-4f77-8f5d-246bf08369d1 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Rebooting instance
Oct 27 16:19:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json" returned: 0 in 0.206s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bed6d4ea-4403-4f77-8f5d-246bf08369d1 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquiring lock "refresh_cache-5ff0a19a-8f92-4c8b-bd64-773629da8d93" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:19:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bed6d4ea-4403-4f77-8f5d-246bf08369d1 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquired lock "refresh_cache-5ff0a19a-8f92-4c8b-bd64-773629da8d93" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:19:27 user nova-compute[75076]: DEBUG nova.network.neutron [None req-bed6d4ea-4403-4f77-8f5d-246bf08369d1 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:19:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json" returned: 0 in 0.211s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json" returned: 0 in 0.264s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:27 user nova-compute[75076]: DEBUG nova.network.neutron [None req-bed6d4ea-4403-4f77-8f5d-246bf08369d1 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Updating instance_info_cache with network_info: [{"id": "67e31a99-9c12-4e7a-9a62-dc87a728dc71", "address": "fa:16:3e:6a:cb:90", "network": {"id": "9ebf0da6-f331-406a-9790-269c4cb299ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1444954987-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.87", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49308918740c4496a9fdd3661a16143e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67e31a99-9c", "ovs_interfaceid": "67e31a99-9c12-4e7a-9a62-dc87a728dc71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:19:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bed6d4ea-4403-4f77-8f5d-246bf08369d1 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Releasing lock "refresh_cache-5ff0a19a-8f92-4c8b-bd64-773629da8d93" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:19:27 user nova-compute[75076]: DEBUG nova.compute.manager [None req-bed6d4ea-4403-4f77-8f5d-246bf08369d1 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:19:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:28 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:19:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/644a6727-e167-4490-86ee-0cb9b32c28b1/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/644a6727-e167-4490-86ee-0cb9b32c28b1/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/644a6727-e167-4490-86ee-0cb9b32c28b1/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/644a6727-e167-4490-86ee-0cb9b32c28b1/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:28 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:19:28 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:19:28 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdd (vdc) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:19:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ff0a19a-8f92-4c8b-bd64-773629da8d93/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ff0a19a-8f92-4c8b-bd64-773629da8d93/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ff0a19a-8f92-4c8b-bd64-773629da8d93/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ff0a19a-8f92-4c8b-bd64-773629da8d93/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:29 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:19:29 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:30 user nova-compute[75076]: DEBUG nova.compute.manager [req-5ea9a79f-f83a-4f8b-a5e5-6fc17a0233c0 req-bf2f82cd-0894-4d41-8768-cab2656443fe service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Received event network-vif-unplugged-67e31a99-9c12-4e7a-9a62-dc87a728dc71 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-5ea9a79f-f83a-4f8b-a5e5-6fc17a0233c0 req-bf2f82cd-0894-4d41-8768-cab2656443fe service nova] Acquiring lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-5ea9a79f-f83a-4f8b-a5e5-6fc17a0233c0 req-bf2f82cd-0894-4d41-8768-cab2656443fe service nova] Lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-5ea9a79f-f83a-4f8b-a5e5-6fc17a0233c0 req-bf2f82cd-0894-4d41-8768-cab2656443fe service nova] Lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:30 user nova-compute[75076]: DEBUG nova.compute.manager [req-5ea9a79f-f83a-4f8b-a5e5-6fc17a0233c0 req-bf2f82cd-0894-4d41-8768-cab2656443fe service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] No waiting events found dispatching network-vif-unplugged-67e31a99-9c12-4e7a-9a62-dc87a728dc71 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:19:30 user nova-compute[75076]: WARNING nova.compute.manager [req-5ea9a79f-f83a-4f8b-a5e5-6fc17a0233c0 req-bf2f82cd-0894-4d41-8768-cab2656443fe service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Received unexpected event network-vif-unplugged-67e31a99-9c12-4e7a-9a62-dc87a728dc71 for instance with vm_state active and task_state reboot_started.
Oct 27 16:19:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:31 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:19:31 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:19:31 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=7577MB free_disk=25.143352508544922GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:19:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:31 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-bed6d4ea-4403-4f77-8f5d-246bf08369d1 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Instance shutdown successfully.
Oct 27 16:19:31 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 961254d8-ebf1-4fa6-a93d-62c8eb1bd359 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:19:31 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:19:31 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance add0650a-7ec6-4d12-9662-880e6b3f7052 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:19:31 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:19:31 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:19:31 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 9f9c5961-2f10-499b-8721-e00141b30d82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:19:31 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 5ff0a19a-8f92-4c8b-bd64-773629da8d93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:19:31 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 1096189a-b0ca-436c-95e7-8e27f399d7f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:19:31 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 3b8402ec-436a-44e0-a938-bdc76b015689 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:19:31 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance d16bfdc3-5589-4139-84c4-8a4ddf5c4b16 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:19:31 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 644a6727-e167-4490-86ee-0cb9b32c28b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:19:31 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:19:31 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:19:31 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Refreshing inventories for resource provider 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 27 16:19:31 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Updating ProviderTree inventory for provider 543fff1b-1911-4710-bad6-6bd4c750c641 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 27 16:19:31 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Updating inventory in ProviderTree for provider 543fff1b-1911-4710-bad6-6bd4c750c641 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 27 16:19:31 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Refreshing aggregate associations for resource provider 543fff1b-1911-4710-bad6-6bd4c750c641, aggregates: None {{(pid=75076) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 27 16:19:31 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Refreshing trait associations for resource provider 543fff1b-1911-4710-bad6-6bd4c750c641, traits: COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ARI,HW_CPU_X86_SSE2,HW_CPU_X86_MMX,COMPUTE_NODE,HW_CPU_X86_SSSE3,HW_CPU_X86_SSE,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSE41,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_ATTACH_INTERFACE {{(pid=75076) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 27 16:19:32 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:19:32 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:19:32 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:19:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.060s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:32 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:19:32 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Cleaning up deleted instances {{(pid=75076) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 27 16:19:32 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] There are 0 instances to clean {{(pid=75076) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 27 16:19:32 user nova-compute[75076]: DEBUG nova.compute.manager [req-22d695ed-a389-4c5a-a6d3-d0143f3d2f4c req-154838fc-8580-4bfc-a6e2-98cbba5d4038 service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Received event network-vif-plugged-67e31a99-9c12-4e7a-9a62-dc87a728dc71 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-22d695ed-a389-4c5a-a6d3-d0143f3d2f4c req-154838fc-8580-4bfc-a6e2-98cbba5d4038 service nova] Acquiring lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-22d695ed-a389-4c5a-a6d3-d0143f3d2f4c req-154838fc-8580-4bfc-a6e2-98cbba5d4038 service nova] Lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-22d695ed-a389-4c5a-a6d3-d0143f3d2f4c req-154838fc-8580-4bfc-a6e2-98cbba5d4038 service nova] Lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:32 user nova-compute[75076]: DEBUG nova.compute.manager [req-22d695ed-a389-4c5a-a6d3-d0143f3d2f4c req-154838fc-8580-4bfc-a6e2-98cbba5d4038 service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] No waiting events found dispatching network-vif-plugged-67e31a99-9c12-4e7a-9a62-dc87a728dc71 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:19:32 user nova-compute[75076]: WARNING nova.compute.manager [req-22d695ed-a389-4c5a-a6d3-d0143f3d2f4c req-154838fc-8580-4bfc-a6e2-98cbba5d4038 service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Received unexpected event network-vif-plugged-67e31a99-9c12-4e7a-9a62-dc87a728dc71 for instance with vm_state active and task_state reboot_started.
Oct 27 16:19:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:33 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:19:33 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:19:33 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:19:33 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:19:33 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:19:33 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:19:33 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Cleaning up deleted instances with incomplete migration  {{(pid=75076) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 27 16:19:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:34 user nova-compute[75076]: DEBUG nova.compute.manager [req-9c7ccbdf-e195-4b92-9480-bdd4e6feb3c5 req-88694658-3b25-491b-a125-d6c2c4e16af5 service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Received event network-vif-plugged-67e31a99-9c12-4e7a-9a62-dc87a728dc71 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-9c7ccbdf-e195-4b92-9480-bdd4e6feb3c5 req-88694658-3b25-491b-a125-d6c2c4e16af5 service nova] Acquiring lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-9c7ccbdf-e195-4b92-9480-bdd4e6feb3c5 req-88694658-3b25-491b-a125-d6c2c4e16af5 service nova] Lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-9c7ccbdf-e195-4b92-9480-bdd4e6feb3c5 req-88694658-3b25-491b-a125-d6c2c4e16af5 service nova] Lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:34 user nova-compute[75076]: DEBUG nova.compute.manager [req-9c7ccbdf-e195-4b92-9480-bdd4e6feb3c5 req-88694658-3b25-491b-a125-d6c2c4e16af5 service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] No waiting events found dispatching network-vif-plugged-67e31a99-9c12-4e7a-9a62-dc87a728dc71 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:19:34 user nova-compute[75076]: WARNING nova.compute.manager [req-9c7ccbdf-e195-4b92-9480-bdd4e6feb3c5 req-88694658-3b25-491b-a125-d6c2c4e16af5 service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Received unexpected event network-vif-plugged-67e31a99-9c12-4e7a-9a62-dc87a728dc71 for instance with vm_state active and task_state reboot_started.
Oct 27 16:19:34 user nova-compute[75076]: DEBUG nova.compute.manager [req-9c7ccbdf-e195-4b92-9480-bdd4e6feb3c5 req-88694658-3b25-491b-a125-d6c2c4e16af5 service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Received event network-vif-plugged-67e31a99-9c12-4e7a-9a62-dc87a728dc71 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-9c7ccbdf-e195-4b92-9480-bdd4e6feb3c5 req-88694658-3b25-491b-a125-d6c2c4e16af5 service nova] Acquiring lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-9c7ccbdf-e195-4b92-9480-bdd4e6feb3c5 req-88694658-3b25-491b-a125-d6c2c4e16af5 service nova] Lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-9c7ccbdf-e195-4b92-9480-bdd4e6feb3c5 req-88694658-3b25-491b-a125-d6c2c4e16af5 service nova] Lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:34 user nova-compute[75076]: DEBUG nova.compute.manager [req-9c7ccbdf-e195-4b92-9480-bdd4e6feb3c5 req-88694658-3b25-491b-a125-d6c2c4e16af5 service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] No waiting events found dispatching network-vif-plugged-67e31a99-9c12-4e7a-9a62-dc87a728dc71 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:19:34 user nova-compute[75076]: WARNING nova.compute.manager [req-9c7ccbdf-e195-4b92-9480-bdd4e6feb3c5 req-88694658-3b25-491b-a125-d6c2c4e16af5 service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Received unexpected event network-vif-plugged-67e31a99-9c12-4e7a-9a62-dc87a728dc71 for instance with vm_state active and task_state reboot_started.
Oct 27 16:19:35 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Instance running successfully.
Oct 27 16:19:35 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-bed6d4ea-4403-4f77-8f5d-246bf08369d1 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Instance soft rebooted successfully.
Oct 27 16:19:35 user nova-compute[75076]: DEBUG nova.compute.manager [None req-bed6d4ea-4403-4f77-8f5d-246bf08369d1 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bed6d4ea-4403-4f77-8f5d-246bf08369d1 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 8.418s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uRMbSWPD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:19:35 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:19:35 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:19:35 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:19:35 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:19:35 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:19:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6d321bb-a9ce-405e-9533-df85d09c4b4c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:19:35 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.031s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2c9f0b0-18f7-45b4-b72c-3004517a45b6]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b] added
Oct 27 16:19:35 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a959cf86-7006-43c6-9384-b0f05f14b8c8]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ca2d68b-205f-446c-bf53-70d1b061fdd0]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uRMbSWPD {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uRMbSWPD" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb5dd2c8-9208-4d8a-86ba-ea4861ff7c11]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'uRMbSWPD'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cbb9b17-ed94-4e2b-b38b-bd392043db1a]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[16522beb-a778-4ab9-8419-46d9b3c3e21e]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:19:35 user nova-compute[75076]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 (non-flash)
Oct 27 16:19:35 user nova-compute[75076]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 (non-flash)
Oct 27 16:19:35 user nova-compute[75076]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f (non-flash)
Oct 27 16:19:35 user nova-compute[75076]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 (non-flash)
Oct 27 16:19:35 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:19:35 user nova-compute[75076]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 (non-flash)
Oct 27 16:19:35 user nova-compute[75076]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 (non-flash)
Oct 27 16:19:35 user nova-compute[75076]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f (non-flash)
Oct 27 16:19:35 user nova-compute[75076]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 (non-flash)
Oct 27 16:19:35 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b -p 172.16.0.220:3260 --login" returned: 0 in 0.076s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5425e33e-5d92-4182-95fa-28db4e1ff5b4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b, portal: 172.16.0.220,3260]
Oct 27 16:19:35 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b, portal: 172.16.0.220,3260] successful.
Oct 27 16:19:35 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[0331a28e-b825-4cb9-a90e-61c0f5eafb4f]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[12f6f28b-1345-4623-833a-b1fe2ee0fdaa]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:19:35 user nova-compute[75076]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 (non-flash)
Oct 27 16:19:35 user nova-compute[75076]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 (non-flash)
Oct 27 16:19:35 user nova-compute[75076]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f (non-flash)
Oct 27 16:19:35 user nova-compute[75076]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 (non-flash)
Oct 27 16:19:35 user nova-compute[75076]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)
Oct 27 16:19:35 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:19:35 user nova-compute[75076]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 (non-flash)
Oct 27 16:19:35 user nova-compute[75076]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 (non-flash)
Oct 27 16:19:35 user nova-compute[75076]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f (non-flash)
Oct 27 16:19:35 user nova-compute[75076]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 (non-flash)
Oct 27 16:19:35 user nova-compute[75076]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)
Oct 27 16:19:35 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.328s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] HCTL ('38', '-', '-', 0) found on session 25 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[94cbafb3-aa83-4c7c-a7f7-ac99693c45e1]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Searching for a device in session 25 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:19:35 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uRMbSWPD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:19:36 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.370s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:19:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] <== connect_volume: return (1372ms) {'type': 'block', 'scsi_wwn': '26633616333613831', 'path': '/dev/sdg'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:19:36 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26633616333613831', 'path': '/dev/sdg'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:19:36 user nova-compute[75076]: DEBUG nova.objects.instance [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lazy-loading 'flavor' on Instance uuid 1096189a-b0ca-436c-95e7-8e27f399d7f3 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:19:36 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 16:19:36 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:19:36 user nova-compute[75076]:   <source dev="/dev/sdg"/>
Oct 27 16:19:36 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:19:36 user nova-compute[75076]:   <serial>9eb91f04-8ca8-4257-9b6a-2a74cae8935b</serial>
Oct 27 16:19:36 user nova-compute[75076]: </disk>
Oct 27 16:19:36 user nova-compute[75076]:  {{(pid=75076) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 16:19:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:19:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:19:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] No VIF found with MAC fa:16:3e:7a:87:a6, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:19:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a8f9a67f-157e-4574-a4c9-fe474c04681e tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "1096189a-b0ca-436c-95e7-8e27f399d7f3" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 39.548s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:38 user nova-compute[75076]: INFO nova.compute.manager [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Rescuing
Oct 27 16:19:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "refresh_cache-1096189a-b0ca-436c-95e7-8e27f399d7f3" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:19:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquired lock "refresh_cache-1096189a-b0ca-436c-95e7-8e27f399d7f3" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:19:38 user nova-compute[75076]: DEBUG nova.network.neutron [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:19:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:39 user nova-compute[75076]: DEBUG nova.network.neutron [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Updating instance_info_cache with network_info: [{"id": "3eb6166c-750b-46ce-b20b-c5a291bc8a33", "address": "fa:16:3e:7a:87:a6", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3eb6166c-75", "ovs_interfaceid": "3eb6166c-750b-46ce-b20b-c5a291bc8a33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:19:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Releasing lock "refresh_cache-1096189a-b0ca-436c-95e7-8e27f399d7f3" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:19:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:40 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Instance destroyed successfully.
Oct 27 16:19:40 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Attempting rescue
Oct 27 16:19:40 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75076) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 27 16:19:40 user nova-compute[75076]: DEBUG nova.compute.manager [req-c697bfff-a1df-435a-adaf-39a0f3eedcf2 req-f394c904-1b54-4d2a-a8e3-4a6df27193fc service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Received event network-vif-unplugged-3eb6166c-750b-46ce-b20b-c5a291bc8a33 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c697bfff-a1df-435a-adaf-39a0f3eedcf2 req-f394c904-1b54-4d2a-a8e3-4a6df27193fc service nova] Acquiring lock "1096189a-b0ca-436c-95e7-8e27f399d7f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c697bfff-a1df-435a-adaf-39a0f3eedcf2 req-f394c904-1b54-4d2a-a8e3-4a6df27193fc service nova] Lock "1096189a-b0ca-436c-95e7-8e27f399d7f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c697bfff-a1df-435a-adaf-39a0f3eedcf2 req-f394c904-1b54-4d2a-a8e3-4a6df27193fc service nova] Lock "1096189a-b0ca-436c-95e7-8e27f399d7f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:40 user nova-compute[75076]: DEBUG nova.compute.manager [req-c697bfff-a1df-435a-adaf-39a0f3eedcf2 req-f394c904-1b54-4d2a-a8e3-4a6df27193fc service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] No waiting events found dispatching network-vif-unplugged-3eb6166c-750b-46ce-b20b-c5a291bc8a33 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:19:40 user nova-compute[75076]: WARNING nova.compute.manager [req-c697bfff-a1df-435a-adaf-39a0f3eedcf2 req-f394c904-1b54-4d2a-a8e3-4a6df27193fc service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Received unexpected event network-vif-unplugged-3eb6166c-750b-46ce-b20b-c5a291bc8a33 for instance with vm_state active and task_state rescuing.
Oct 27 16:19:40 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Instance directory exists: not creating {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 27 16:19:40 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Creating image(s)
Oct 27 16:19:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "/opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "/opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "/opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:40 user nova-compute[75076]: DEBUG nova.objects.instance [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lazy-loading 'trusted_certs' on Instance uuid 1096189a-b0ca-436c-95e7-8e27f399d7f3 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:19:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.230s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk.rescue {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk.rescue" returned: 0 in 0.083s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.320s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG nova.objects.instance [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lazy-loading 'migration_context' on Instance uuid 1096189a-b0ca-436c-95e7-8e27f399d7f3 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG nova.objects.base [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Object Instance<1096189a-b0ca-436c-95e7-8e27f399d7f3> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Start _get_guest_xml network_info=[{"id": "3eb6166c-750b-46ce-b20b-c5a291bc8a33", "address": "fa:16:3e:7a:87:a6", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "vif_mac": "fa:16:3e:7a:87:a6"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3eb6166c-75", "ovs_interfaceid": "3eb6166c-750b-46ce-b20b-c5a291bc8a33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG nova.objects.instance [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lazy-loading 'resources' on Instance uuid 1096189a-b0ca-436c-95e7-8e27f399d7f3 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG nova.objects.base [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Object Instance<1096189a-b0ca-436c-95e7-8e27f399d7f3> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG nova.objects.instance [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lazy-loading 'numa_topology' on Instance uuid 1096189a-b0ca-436c-95e7-8e27f399d7f3 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG nova.objects.base [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Object Instance<1096189a-b0ca-436c-95e7-8e27f399d7f3> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:19:41 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:19:41 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:19:41 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG nova.objects.instance [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lazy-loading 'vcpu_model' on Instance uuid 1096189a-b0ca-436c-95e7-8e27f399d7f3 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG nova.objects.base [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Object Instance<1096189a-b0ca-436c-95e7-8e27f399d7f3> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:17:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-9667271',display_name='tempest-ServerRescueNegativeTestJSON-server-9667271',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-9667271',id=22,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIK7rj/RKh7k1lO/mfk9jd2Q5WCTfA0Cs8yZLYOaO2OJl5XFDF2vM3gWVchXWp03Txfgdn3Hm5ghxRB9dGY705dYfIYhN/izd0arHXD55HtgSYEzY2V+F370QWZ5arQ/Uw==',key_name='tempest-keypair-1962523774',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:17:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0ef018ddb1b54e7b996b9fb0f8e15c10',ramdisk_id='',reservation_id='r-0xz0x0cc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1251262599',owner_user_name='tempest-ServerRescueNegativeTestJSON-1251262599-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:17:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0c99e98aaaae434397f33178d51b0f20',uuid=1096189a-b0ca-436c-95e7-8e27f399d7f3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3eb6166c-750b-46ce-b20b-c5a291bc8a33", "address": "fa:16:3e:7a:87:a6", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "vif_mac": "fa:16:3e:7a:87:a6"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3eb6166c-75", "ovs_interfaceid": "3eb6166c-750b-46ce-b20b-c5a291bc8a33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Converting VIF {"id": "3eb6166c-750b-46ce-b20b-c5a291bc8a33", "address": "fa:16:3e:7a:87:a6", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "vif_mac": "fa:16:3e:7a:87:a6"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3eb6166c-75", "ovs_interfaceid": "3eb6166c-750b-46ce-b20b-c5a291bc8a33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7a:87:a6,bridge_name='br-int',has_traffic_filtering=True,id=3eb6166c-750b-46ce-b20b-c5a291bc8a33,network=Network(a3001d2a-0821-4923-b18e-5d46ff3977e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3eb6166c-75') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG nova.objects.instance [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lazy-loading 'pci_devices' on Instance uuid 1096189a-b0ca-436c-95e7-8e27f399d7f3 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG nova.objects.base [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Object Instance<1096189a-b0ca-436c-95e7-8e27f399d7f3> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:19:41 user nova-compute[75076]:   <uuid>1096189a-b0ca-436c-95e7-8e27f399d7f3</uuid>
Oct 27 16:19:41 user nova-compute[75076]:   <name>instance-00000016</name>
Oct 27 16:19:41 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:19:41 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:19:41 user nova-compute[75076]:   <metadata>
Oct 27 16:19:41 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:19:41 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:19:41 user nova-compute[75076]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-9667271</nova:name>
Oct 27 16:19:41 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:19:41</nova:creationTime>
Oct 27 16:19:41 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:19:41 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:19:41 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:19:41 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:19:41 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:19:41 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:19:41 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:19:41 user nova-compute[75076]:       <nova:owner>
Oct 27 16:19:41 user nova-compute[75076]:         <nova:user uuid="0c99e98aaaae434397f33178d51b0f20">tempest-ServerRescueNegativeTestJSON-1251262599-project-member</nova:user>
Oct 27 16:19:41 user nova-compute[75076]:         <nova:project uuid="0ef018ddb1b54e7b996b9fb0f8e15c10">tempest-ServerRescueNegativeTestJSON-1251262599</nova:project>
Oct 27 16:19:41 user nova-compute[75076]:       </nova:owner>
Oct 27 16:19:41 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:19:41 user nova-compute[75076]:       <nova:ports>
Oct 27 16:19:41 user nova-compute[75076]:         <nova:port uuid="3eb6166c-750b-46ce-b20b-c5a291bc8a33">
Oct 27 16:19:41 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 27 16:19:41 user nova-compute[75076]:         </nova:port>
Oct 27 16:19:41 user nova-compute[75076]:       </nova:ports>
Oct 27 16:19:41 user nova-compute[75076]:     </nova:instance>
Oct 27 16:19:41 user nova-compute[75076]:   </metadata>
Oct 27 16:19:41 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:19:41 user nova-compute[75076]:     <system>
Oct 27 16:19:41 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:19:41 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:19:41 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:19:41 user nova-compute[75076]:       <entry name="serial">1096189a-b0ca-436c-95e7-8e27f399d7f3</entry>
Oct 27 16:19:41 user nova-compute[75076]:       <entry name="uuid">1096189a-b0ca-436c-95e7-8e27f399d7f3</entry>
Oct 27 16:19:41 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:19:41 user nova-compute[75076]:     </system>
Oct 27 16:19:41 user nova-compute[75076]:   </sysinfo>
Oct 27 16:19:41 user nova-compute[75076]:   <os>
Oct 27 16:19:41 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:19:41 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:19:41 user nova-compute[75076]:   </os>
Oct 27 16:19:41 user nova-compute[75076]:   <features>
Oct 27 16:19:41 user nova-compute[75076]:     <acpi/>
Oct 27 16:19:41 user nova-compute[75076]:     <apic/>
Oct 27 16:19:41 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:19:41 user nova-compute[75076]:   </features>
Oct 27 16:19:41 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:19:41 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:19:41 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:19:41 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:19:41 user nova-compute[75076]:   </clock>
Oct 27 16:19:41 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:19:41 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:19:41 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:19:41 user nova-compute[75076]:   </cpu>
Oct 27 16:19:41 user nova-compute[75076]:   <devices>
Oct 27 16:19:41 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:19:41 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:19:41 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk.rescue"/>
Oct 27 16:19:41 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:19:41 user nova-compute[75076]:     </disk>
Oct 27 16:19:41 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:19:41 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:19:41 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk"/>
Oct 27 16:19:41 user nova-compute[75076]:       <target dev="vdb" bus="virtio"/>
Oct 27 16:19:41 user nova-compute[75076]:     </disk>
Oct 27 16:19:41 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:19:41 user nova-compute[75076]:       <mac address="fa:16:3e:7a:87:a6"/>
Oct 27 16:19:41 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:19:41 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:19:41 user nova-compute[75076]:       <target dev="tap3eb6166c-75"/>
Oct 27 16:19:41 user nova-compute[75076]:     </interface>
Oct 27 16:19:41 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:19:41 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/console.log" append="off"/>
Oct 27 16:19:41 user nova-compute[75076]:     </serial>
Oct 27 16:19:41 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:19:41 user nova-compute[75076]:     <video>
Oct 27 16:19:41 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:19:41 user nova-compute[75076]:     </video>
Oct 27 16:19:41 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:19:41 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:19:41 user nova-compute[75076]:     </rng>
Oct 27 16:19:41 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:19:41 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:19:41 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:19:41 user nova-compute[75076]:     </memballoon>
Oct 27 16:19:41 user nova-compute[75076]:   </devices>
Oct 27 16:19:41 user nova-compute[75076]: </domain>
Oct 27 16:19:41 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:19:41 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Instance destroyed successfully.
Oct 27 16:19:41 user nova-compute[75076]: DEBUG nova.compute.manager [None req-9ddfceb4-d81d-4060-aa5a-d7896012366e tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] No VIF found with MAC fa:16:3e:7a:87:a6, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:19:41 user nova-compute[75076]: INFO nova.compute.manager [None req-9ddfceb4-d81d-4060-aa5a-d7896012366e tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] instance snapshotting
Oct 27 16:19:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:19:41 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-9ddfceb4-d81d-4060-aa5a-d7896012366e tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Beginning live snapshot process
Oct 27 16:19:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:41 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:19:41 user nova-compute[75076]: INFO nova.compute.claims [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Claim successful on node user
Oct 27 16:19:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-9ddfceb4-d81d-4060-aa5a-d7896012366e tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json -f qcow2 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-9ddfceb4-d81d-4060-aa5a-d7896012366e tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json -f qcow2" returned: 0 in 0.175s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-9ddfceb4-d81d-4060-aa5a-d7896012366e tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json -f qcow2 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-9ddfceb4-d81d-4060-aa5a-d7896012366e tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json -f qcow2" returned: 0 in 0.176s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-9ddfceb4-d81d-4060-aa5a-d7896012366e tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:42 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:19:42 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:19:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.619s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:42 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:19:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-9ddfceb4-d81d-4060-aa5a-d7896012366e tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.221s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-9ddfceb4-d81d-4060-aa5a-d7896012366e tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpz9pon6ao/429453c2b8144525bd716873f54bbd9a.delta 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-9ddfceb4-d81d-4060-aa5a-d7896012366e tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpz9pon6ao/429453c2b8144525bd716873f54bbd9a.delta 1073741824" returned: 0 in 0.050s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:42 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-9ddfceb4-d81d-4060-aa5a-d7896012366e tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 27 16:19:42 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:19:42 user nova-compute[75076]: DEBUG nova.network.neutron [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:19:42 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:19:42 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:19:42 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:19:42 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:19:42 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Creating image(s)
Oct 27 16:19:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "/opt/stack/data/nova/instances/4ec4ef43-8f30-4c12-917a-9d5a3bec531c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "/opt/stack/data/nova/instances/4ec4ef43-8f30-4c12-917a-9d5a3bec531c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "/opt/stack/data/nova/instances/4ec4ef43-8f30-4c12-917a-9d5a3bec531c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:42 user nova-compute[75076]: DEBUG nova.policy [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '500acae85b404ddfb043d00de39a7f04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1c3f667da694a98becb9067dfed7888', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:19:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:42 user nova-compute[75076]: DEBUG nova.compute.manager [req-d01fd089-5f2a-4fd5-a882-d98b814d5f09 req-de5cd6f9-04a2-453d-b692-7581f9840934 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Received event network-vif-plugged-3eb6166c-750b-46ce-b20b-c5a291bc8a33 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-d01fd089-5f2a-4fd5-a882-d98b814d5f09 req-de5cd6f9-04a2-453d-b692-7581f9840934 service nova] Acquiring lock "1096189a-b0ca-436c-95e7-8e27f399d7f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-d01fd089-5f2a-4fd5-a882-d98b814d5f09 req-de5cd6f9-04a2-453d-b692-7581f9840934 service nova] Lock "1096189a-b0ca-436c-95e7-8e27f399d7f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-d01fd089-5f2a-4fd5-a882-d98b814d5f09 req-de5cd6f9-04a2-453d-b692-7581f9840934 service nova] Lock "1096189a-b0ca-436c-95e7-8e27f399d7f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:42 user nova-compute[75076]: DEBUG nova.compute.manager [req-d01fd089-5f2a-4fd5-a882-d98b814d5f09 req-de5cd6f9-04a2-453d-b692-7581f9840934 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] No waiting events found dispatching network-vif-plugged-3eb6166c-750b-46ce-b20b-c5a291bc8a33 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:19:42 user nova-compute[75076]: WARNING nova.compute.manager [req-d01fd089-5f2a-4fd5-a882-d98b814d5f09 req-de5cd6f9-04a2-453d-b692-7581f9840934 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Received unexpected event network-vif-plugged-3eb6166c-750b-46ce-b20b-c5a291bc8a33 for instance with vm_state active and task_state rescuing.
Oct 27 16:19:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.204s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.175s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/4ec4ef43-8f30-4c12-917a-9d5a3bec531c/disk 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/4ec4ef43-8f30-4c12-917a-9d5a3bec531c/disk 1073741824" returned: 0 in 0.068s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.249s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:43 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-9ddfceb4-d81d-4060-aa5a-d7896012366e tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] COPY block job progress, current cursor: 1048576 final cursor: 75497472 {{(pid=75076) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 16:19:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.185s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:43 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4ec4ef43-8f30-4c12-917a-9d5a3bec531c/disk. size=1073741824 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:19:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ec4ef43-8f30-4c12-917a-9d5a3bec531c/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ec4ef43-8f30-4c12-917a-9d5a3bec531c/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:43 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Cannot resize image /opt/stack/data/nova/instances/4ec4ef43-8f30-4c12-917a-9d5a3bec531c/disk to a smaller size. {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 16:19:43 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:19:43 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Ensure instance console log exists: /opt/stack/data/nova/instances/4ec4ef43-8f30-4c12-917a-9d5a3bec531c/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:19:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:43 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-9ddfceb4-d81d-4060-aa5a-d7896012366e tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75076) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 16:19:43 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-9ddfceb4-d81d-4060-aa5a-d7896012366e tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 27 16:19:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:44 user nova-compute[75076]: DEBUG nova.privsep.utils [None req-9ddfceb4-d81d-4060-aa5a-d7896012366e tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75076) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 27 16:19:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-9ddfceb4-d81d-4060-aa5a-d7896012366e tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpz9pon6ao/429453c2b8144525bd716873f54bbd9a.delta /opt/stack/data/nova/instances/snapshots/tmpz9pon6ao/429453c2b8144525bd716873f54bbd9a {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:19:44 user nova-compute[75076]: DEBUG nova.network.neutron [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Successfully created port: 0fa15439-79a0-4224-a6ca-dd8887b6ff68 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:19:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-9ddfceb4-d81d-4060-aa5a-d7896012366e tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpz9pon6ao/429453c2b8144525bd716873f54bbd9a.delta /opt/stack/data/nova/instances/snapshots/tmpz9pon6ao/429453c2b8144525bd716873f54bbd9a" returned: 0 in 0.523s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:19:44 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-9ddfceb4-d81d-4060-aa5a-d7896012366e tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Snapshot extracted, beginning image upload
Oct 27 16:19:45 user nova-compute[75076]: DEBUG nova.compute.manager [req-ab8ddc37-d871-4f9e-9986-b7b8b450956a req-e444b0c3-3cb1-4e01-854f-12bc9bbf6bf6 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Received event network-vif-plugged-3eb6166c-750b-46ce-b20b-c5a291bc8a33 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ab8ddc37-d871-4f9e-9986-b7b8b450956a req-e444b0c3-3cb1-4e01-854f-12bc9bbf6bf6 service nova] Acquiring lock "1096189a-b0ca-436c-95e7-8e27f399d7f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ab8ddc37-d871-4f9e-9986-b7b8b450956a req-e444b0c3-3cb1-4e01-854f-12bc9bbf6bf6 service nova] Lock "1096189a-b0ca-436c-95e7-8e27f399d7f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ab8ddc37-d871-4f9e-9986-b7b8b450956a req-e444b0c3-3cb1-4e01-854f-12bc9bbf6bf6 service nova] Lock "1096189a-b0ca-436c-95e7-8e27f399d7f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG nova.compute.manager [req-ab8ddc37-d871-4f9e-9986-b7b8b450956a req-e444b0c3-3cb1-4e01-854f-12bc9bbf6bf6 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] No waiting events found dispatching network-vif-plugged-3eb6166c-750b-46ce-b20b-c5a291bc8a33 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:19:45 user nova-compute[75076]: WARNING nova.compute.manager [req-ab8ddc37-d871-4f9e-9986-b7b8b450956a req-e444b0c3-3cb1-4e01-854f-12bc9bbf6bf6 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Received unexpected event network-vif-plugged-3eb6166c-750b-46ce-b20b-c5a291bc8a33 for instance with vm_state active and task_state rescuing.
Oct 27 16:19:45 user nova-compute[75076]: DEBUG nova.compute.manager [req-ab8ddc37-d871-4f9e-9986-b7b8b450956a req-e444b0c3-3cb1-4e01-854f-12bc9bbf6bf6 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Received event network-vif-plugged-3eb6166c-750b-46ce-b20b-c5a291bc8a33 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ab8ddc37-d871-4f9e-9986-b7b8b450956a req-e444b0c3-3cb1-4e01-854f-12bc9bbf6bf6 service nova] Acquiring lock "1096189a-b0ca-436c-95e7-8e27f399d7f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ab8ddc37-d871-4f9e-9986-b7b8b450956a req-e444b0c3-3cb1-4e01-854f-12bc9bbf6bf6 service nova] Lock "1096189a-b0ca-436c-95e7-8e27f399d7f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ab8ddc37-d871-4f9e-9986-b7b8b450956a req-e444b0c3-3cb1-4e01-854f-12bc9bbf6bf6 service nova] Lock "1096189a-b0ca-436c-95e7-8e27f399d7f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG nova.compute.manager [req-ab8ddc37-d871-4f9e-9986-b7b8b450956a req-e444b0c3-3cb1-4e01-854f-12bc9bbf6bf6 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] No waiting events found dispatching network-vif-plugged-3eb6166c-750b-46ce-b20b-c5a291bc8a33 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:19:45 user nova-compute[75076]: WARNING nova.compute.manager [req-ab8ddc37-d871-4f9e-9986-b7b8b450956a req-e444b0c3-3cb1-4e01-854f-12bc9bbf6bf6 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Received unexpected event network-vif-plugged-3eb6166c-750b-46ce-b20b-c5a291bc8a33 for instance with vm_state active and task_state rescuing.
Oct 27 16:19:45 user nova-compute[75076]: DEBUG nova.network.neutron [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Successfully updated port: 0fa15439-79a0-4224-a6ca-dd8887b6ff68 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "refresh_cache-4ec4ef43-8f30-4c12-917a-9d5a3bec531c" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquired lock "refresh_cache-4ec4ef43-8f30-4c12-917a-9d5a3bec531c" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG nova.network.neutron [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG nova.compute.manager [req-c0aaede5-d92c-461f-99cd-fd7cbe40efc0 req-4a65ff68-1af9-4753-a0da-e413ea0cd30a service nova] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Received event network-changed-0fa15439-79a0-4224-a6ca-dd8887b6ff68 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG nova.compute.manager [req-c0aaede5-d92c-461f-99cd-fd7cbe40efc0 req-4a65ff68-1af9-4753-a0da-e413ea0cd30a service nova] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Refreshing instance network info cache due to event network-changed-0fa15439-79a0-4224-a6ca-dd8887b6ff68. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c0aaede5-d92c-461f-99cd-fd7cbe40efc0 req-4a65ff68-1af9-4753-a0da-e413ea0cd30a service nova] Acquiring lock "refresh_cache-4ec4ef43-8f30-4c12-917a-9d5a3bec531c" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG nova.network.neutron [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG nova.network.neutron [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Updating instance_info_cache with network_info: [{"id": "0fa15439-79a0-4224-a6ca-dd8887b6ff68", "address": "fa:16:3e:62:3a:3f", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0fa15439-79", "ovs_interfaceid": "0fa15439-79a0-4224-a6ca-dd8887b6ff68", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Releasing lock "refresh_cache-4ec4ef43-8f30-4c12-917a-9d5a3bec531c" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Instance network_info: |[{"id": "0fa15439-79a0-4224-a6ca-dd8887b6ff68", "address": "fa:16:3e:62:3a:3f", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0fa15439-79", "ovs_interfaceid": "0fa15439-79a0-4224-a6ca-dd8887b6ff68", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c0aaede5-d92c-461f-99cd-fd7cbe40efc0 req-4a65ff68-1af9-4753-a0da-e413ea0cd30a service nova] Acquired lock "refresh_cache-4ec4ef43-8f30-4c12-917a-9d5a3bec531c" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG nova.network.neutron [req-c0aaede5-d92c-461f-99cd-fd7cbe40efc0 req-4a65ff68-1af9-4753-a0da-e413ea0cd30a service nova] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Refreshing network info cache for port 0fa15439-79a0-4224-a6ca-dd8887b6ff68 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Start _get_guest_xml network_info=[{"id": "0fa15439-79a0-4224-a6ca-dd8887b6ff68", "address": "fa:16:3e:62:3a:3f", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0fa15439-79", "ovs_interfaceid": "0fa15439-79a0-4224-a6ca-dd8887b6ff68", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:19:45 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:19:45 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:19:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:19:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-500011274',display_name='tempest-AttachVolumeNegativeTest-server-500011274',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-500011274',id=26,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHza6KVYhZ88EsGMaXjQIN7xADnDbEYySKGs1PsUdo5sTIRdBpkhGWUE5f1xs+aSl0gp8twFMO0gMJ9MMsIugPBZjuk1PkoBId5chf7Ta3LwTjfKugGXNeGrIgMq/GheYg==',key_name='tempest-keypair-3181',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c1c3f667da694a98becb9067dfed7888',ramdisk_id='',reservation_id='r-lew0i8o7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-13585354',owner_user_name='tempest-AttachVolumeNegativeTest-13585354-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:19:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='500acae85b404ddfb043d00de39a7f04',uuid=4ec4ef43-8f30-4c12-917a-9d5a3bec531c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0fa15439-79a0-4224-a6ca-dd8887b6ff68", "address": "fa:16:3e:62:3a:3f", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0fa15439-79", "ovs_interfaceid": "0fa15439-79a0-4224-a6ca-dd8887b6ff68", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Converting VIF {"id": "0fa15439-79a0-4224-a6ca-dd8887b6ff68", "address": "fa:16:3e:62:3a:3f", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0fa15439-79", "ovs_interfaceid": "0fa15439-79a0-4224-a6ca-dd8887b6ff68", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:62:3a:3f,bridge_name='br-int',has_traffic_filtering=True,id=0fa15439-79a0-4224-a6ca-dd8887b6ff68,network=Network(361c13d0-70fe-468e-9aa6-09dfa2310541),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0fa15439-79') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG nova.objects.instance [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lazy-loading 'pci_devices' on Instance uuid 4ec4ef43-8f30-4c12-917a-9d5a3bec531c {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:19:45 user nova-compute[75076]:   <uuid>4ec4ef43-8f30-4c12-917a-9d5a3bec531c</uuid>
Oct 27 16:19:45 user nova-compute[75076]:   <name>instance-0000001a</name>
Oct 27 16:19:45 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:19:45 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:19:45 user nova-compute[75076]:   <metadata>
Oct 27 16:19:45 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:19:45 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:19:45 user nova-compute[75076]:       <nova:name>tempest-AttachVolumeNegativeTest-server-500011274</nova:name>
Oct 27 16:19:45 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:19:45</nova:creationTime>
Oct 27 16:19:45 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:19:45 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:19:45 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:19:45 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:19:45 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:19:45 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:19:45 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:19:45 user nova-compute[75076]:       <nova:owner>
Oct 27 16:19:45 user nova-compute[75076]:         <nova:user uuid="500acae85b404ddfb043d00de39a7f04">tempest-AttachVolumeNegativeTest-13585354-project-member</nova:user>
Oct 27 16:19:45 user nova-compute[75076]:         <nova:project uuid="c1c3f667da694a98becb9067dfed7888">tempest-AttachVolumeNegativeTest-13585354</nova:project>
Oct 27 16:19:45 user nova-compute[75076]:       </nova:owner>
Oct 27 16:19:45 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:19:45 user nova-compute[75076]:       <nova:ports>
Oct 27 16:19:45 user nova-compute[75076]:         <nova:port uuid="0fa15439-79a0-4224-a6ca-dd8887b6ff68">
Oct 27 16:19:45 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 27 16:19:45 user nova-compute[75076]:         </nova:port>
Oct 27 16:19:45 user nova-compute[75076]:       </nova:ports>
Oct 27 16:19:45 user nova-compute[75076]:     </nova:instance>
Oct 27 16:19:45 user nova-compute[75076]:   </metadata>
Oct 27 16:19:45 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:19:45 user nova-compute[75076]:     <system>
Oct 27 16:19:45 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:19:45 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:19:45 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:19:45 user nova-compute[75076]:       <entry name="serial">4ec4ef43-8f30-4c12-917a-9d5a3bec531c</entry>
Oct 27 16:19:45 user nova-compute[75076]:       <entry name="uuid">4ec4ef43-8f30-4c12-917a-9d5a3bec531c</entry>
Oct 27 16:19:45 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:19:45 user nova-compute[75076]:     </system>
Oct 27 16:19:45 user nova-compute[75076]:   </sysinfo>
Oct 27 16:19:45 user nova-compute[75076]:   <os>
Oct 27 16:19:45 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:19:45 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:19:45 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:19:45 user nova-compute[75076]:   </os>
Oct 27 16:19:45 user nova-compute[75076]:   <features>
Oct 27 16:19:45 user nova-compute[75076]:     <acpi/>
Oct 27 16:19:45 user nova-compute[75076]:     <apic/>
Oct 27 16:19:45 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:19:45 user nova-compute[75076]:   </features>
Oct 27 16:19:45 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:19:45 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:19:45 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:19:45 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:19:45 user nova-compute[75076]:   </clock>
Oct 27 16:19:45 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:19:45 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:19:45 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:19:45 user nova-compute[75076]:   </cpu>
Oct 27 16:19:45 user nova-compute[75076]:   <devices>
Oct 27 16:19:45 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:19:45 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:19:45 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/4ec4ef43-8f30-4c12-917a-9d5a3bec531c/disk"/>
Oct 27 16:19:45 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:19:45 user nova-compute[75076]:     </disk>
Oct 27 16:19:45 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:19:45 user nova-compute[75076]:       <mac address="fa:16:3e:62:3a:3f"/>
Oct 27 16:19:45 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:19:45 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:19:45 user nova-compute[75076]:       <target dev="tap0fa15439-79"/>
Oct 27 16:19:45 user nova-compute[75076]:     </interface>
Oct 27 16:19:45 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:19:45 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/4ec4ef43-8f30-4c12-917a-9d5a3bec531c/console.log" append="off"/>
Oct 27 16:19:45 user nova-compute[75076]:     </serial>
Oct 27 16:19:45 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:19:45 user nova-compute[75076]:     <video>
Oct 27 16:19:45 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:19:45 user nova-compute[75076]:     </video>
Oct 27 16:19:45 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:19:45 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:19:45 user nova-compute[75076]:     </rng>
Oct 27 16:19:45 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:19:45 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:19:45 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:19:45 user nova-compute[75076]:     </memballoon>
Oct 27 16:19:45 user nova-compute[75076]:   </devices>
Oct 27 16:19:45 user nova-compute[75076]: </domain>
Oct 27 16:19:45 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:19:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-500011274',display_name='tempest-AttachVolumeNegativeTest-server-500011274',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-500011274',id=26,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHza6KVYhZ88EsGMaXjQIN7xADnDbEYySKGs1PsUdo5sTIRdBpkhGWUE5f1xs+aSl0gp8twFMO0gMJ9MMsIugPBZjuk1PkoBId5chf7Ta3LwTjfKugGXNeGrIgMq/GheYg==',key_name='tempest-keypair-3181',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c1c3f667da694a98becb9067dfed7888',ramdisk_id='',reservation_id='r-lew0i8o7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-13585354',owner_user_name='tempest-AttachVolumeNegativeTest-13585354-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:19:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='500acae85b404ddfb043d00de39a7f04',uuid=4ec4ef43-8f30-4c12-917a-9d5a3bec531c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0fa15439-79a0-4224-a6ca-dd8887b6ff68", "address": "fa:16:3e:62:3a:3f", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0fa15439-79", "ovs_interfaceid": "0fa15439-79a0-4224-a6ca-dd8887b6ff68", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Converting VIF {"id": "0fa15439-79a0-4224-a6ca-dd8887b6ff68", "address": "fa:16:3e:62:3a:3f", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0fa15439-79", "ovs_interfaceid": "0fa15439-79a0-4224-a6ca-dd8887b6ff68", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:62:3a:3f,bridge_name='br-int',has_traffic_filtering=True,id=0fa15439-79a0-4224-a6ca-dd8887b6ff68,network=Network(361c13d0-70fe-468e-9aa6-09dfa2310541),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0fa15439-79') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG os_vif [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:62:3a:3f,bridge_name='br-int',has_traffic_filtering=True,id=0fa15439-79a0-4224-a6ca-dd8887b6ff68,network=Network(361c13d0-70fe-468e-9aa6-09dfa2310541),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0fa15439-79') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '33d95c7e-6864-569e-be7f-c44eb4e0515f', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0fa15439-79, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0fa15439-79, col_values=(('qos', UUID('38b15ff0-e8bd-4b88-a926-e026ecff6d40')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0fa15439-79, col_values=(('external_ids', {'iface-id': '0fa15439-79a0-4224-a6ca-dd8887b6ff68', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:62:3a:3f', 'vm-uuid': '4ec4ef43-8f30-4c12-917a-9d5a3bec531c'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:45 user nova-compute[75076]: INFO os_vif [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:62:3a:3f,bridge_name='br-int',has_traffic_filtering=True,id=0fa15439-79a0-4224-a6ca-dd8887b6ff68,network=Network(361c13d0-70fe-468e-9aa6-09dfa2310541),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0fa15439-79')
Oct 27 16:19:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] No VIF found with MAC fa:16:3e:62:3a:3f, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG nova.network.neutron [req-c0aaede5-d92c-461f-99cd-fd7cbe40efc0 req-4a65ff68-1af9-4753-a0da-e413ea0cd30a service nova] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Updated VIF entry in instance network info cache for port 0fa15439-79a0-4224-a6ca-dd8887b6ff68. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG nova.network.neutron [req-c0aaede5-d92c-461f-99cd-fd7cbe40efc0 req-4a65ff68-1af9-4753-a0da-e413ea0cd30a service nova] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Updating instance_info_cache with network_info: [{"id": "0fa15439-79a0-4224-a6ca-dd8887b6ff68", "address": "fa:16:3e:62:3a:3f", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0fa15439-79", "ovs_interfaceid": "0fa15439-79a0-4224-a6ca-dd8887b6ff68", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:19:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c0aaede5-d92c-461f-99cd-fd7cbe40efc0 req-4a65ff68-1af9-4753-a0da-e413ea0cd30a service nova] Releasing lock "refresh_cache-4ec4ef43-8f30-4c12-917a-9d5a3bec531c" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:19:46 user nova-compute[75076]: DEBUG nova.compute.manager [None req-60a4bd20-4741-42b7-8458-b53cf875a5f1 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:19:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:47 user nova-compute[75076]: DEBUG nova.compute.manager [req-283eb186-61aa-4d3f-8717-4fe8d91b4771 req-fe05896c-1132-4c1a-b3b2-b986d66dbba1 service nova] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Received event network-vif-plugged-0fa15439-79a0-4224-a6ca-dd8887b6ff68 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-283eb186-61aa-4d3f-8717-4fe8d91b4771 req-fe05896c-1132-4c1a-b3b2-b986d66dbba1 service nova] Acquiring lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-283eb186-61aa-4d3f-8717-4fe8d91b4771 req-fe05896c-1132-4c1a-b3b2-b986d66dbba1 service nova] Lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-283eb186-61aa-4d3f-8717-4fe8d91b4771 req-fe05896c-1132-4c1a-b3b2-b986d66dbba1 service nova] Lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:47 user nova-compute[75076]: DEBUG nova.compute.manager [req-283eb186-61aa-4d3f-8717-4fe8d91b4771 req-fe05896c-1132-4c1a-b3b2-b986d66dbba1 service nova] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] No waiting events found dispatching network-vif-plugged-0fa15439-79a0-4224-a6ca-dd8887b6ff68 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:19:47 user nova-compute[75076]: WARNING nova.compute.manager [req-283eb186-61aa-4d3f-8717-4fe8d91b4771 req-fe05896c-1132-4c1a-b3b2-b986d66dbba1 service nova] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Received unexpected event network-vif-plugged-0fa15439-79a0-4224-a6ca-dd8887b6ff68 for instance with vm_state building and task_state spawning.
Oct 27 16:19:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:48 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-9ddfceb4-d81d-4060-aa5a-d7896012366e tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Snapshot image upload complete
Oct 27 16:19:48 user nova-compute[75076]: INFO nova.compute.manager [None req-9ddfceb4-d81d-4060-aa5a-d7896012366e tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Took 6.53 seconds to snapshot the instance on the hypervisor.
Oct 27 16:19:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:49 user nova-compute[75076]: DEBUG nova.compute.manager [req-b5824ca4-4a57-4730-bbc0-0ac90dd11af3 req-61155bbe-f3c6-45d0-ac60-dbfe9aa1273f service nova] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Received event network-vif-plugged-0fa15439-79a0-4224-a6ca-dd8887b6ff68 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b5824ca4-4a57-4730-bbc0-0ac90dd11af3 req-61155bbe-f3c6-45d0-ac60-dbfe9aa1273f service nova] Acquiring lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b5824ca4-4a57-4730-bbc0-0ac90dd11af3 req-61155bbe-f3c6-45d0-ac60-dbfe9aa1273f service nova] Lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b5824ca4-4a57-4730-bbc0-0ac90dd11af3 req-61155bbe-f3c6-45d0-ac60-dbfe9aa1273f service nova] Lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:49 user nova-compute[75076]: DEBUG nova.compute.manager [req-b5824ca4-4a57-4730-bbc0-0ac90dd11af3 req-61155bbe-f3c6-45d0-ac60-dbfe9aa1273f service nova] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] No waiting events found dispatching network-vif-plugged-0fa15439-79a0-4224-a6ca-dd8887b6ff68 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:19:49 user nova-compute[75076]: WARNING nova.compute.manager [req-b5824ca4-4a57-4730-bbc0-0ac90dd11af3 req-61155bbe-f3c6-45d0-ac60-dbfe9aa1273f service nova] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Received unexpected event network-vif-plugged-0fa15439-79a0-4224-a6ca-dd8887b6ff68 for instance with vm_state building and task_state spawning.
Oct 27 16:19:49 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:19:49 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:19:49 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Instance spawned successfully.
Oct 27 16:19:49 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:19:49 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:19:49 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:19:49 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:19:49 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:19:49 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:19:49 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:19:49 user nova-compute[75076]: INFO nova.compute.manager [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Took 7.05 seconds to spawn the instance on the hypervisor.
Oct 27 16:19:49 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:19:49 user nova-compute[75076]: INFO nova.compute.manager [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Took 8.19 seconds to build instance.
Oct 27 16:19:50 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5933fe0c-76f0-4874-9698-33cc14604547 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.317s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-86878715-58b4-4dbd-b2f1-e06bec1eb535 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Acquiring lock "644a6727-e167-4490-86ee-0cb9b32c28b1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-86878715-58b4-4dbd-b2f1-e06bec1eb535 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Lock "644a6727-e167-4490-86ee-0cb9b32c28b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-86878715-58b4-4dbd-b2f1-e06bec1eb535 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Acquiring lock "644a6727-e167-4490-86ee-0cb9b32c28b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-86878715-58b4-4dbd-b2f1-e06bec1eb535 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Lock "644a6727-e167-4490-86ee-0cb9b32c28b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-86878715-58b4-4dbd-b2f1-e06bec1eb535 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Lock "644a6727-e167-4490-86ee-0cb9b32c28b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:52 user nova-compute[75076]: INFO nova.compute.manager [None req-86878715-58b4-4dbd-b2f1-e06bec1eb535 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Terminating instance
Oct 27 16:19:52 user nova-compute[75076]: DEBUG nova.compute.manager [None req-86878715-58b4-4dbd-b2f1-e06bec1eb535 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:19:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:53 user nova-compute[75076]: DEBUG nova.compute.manager [req-f444b754-7d2a-48fd-bc25-d713401bfd15 req-13dece72-c8d9-426d-8f00-e4766b7eab16 service nova] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Received event network-vif-unplugged-424e1c7f-ad60-4b3e-bb31-93f0f603ecf1 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f444b754-7d2a-48fd-bc25-d713401bfd15 req-13dece72-c8d9-426d-8f00-e4766b7eab16 service nova] Acquiring lock "644a6727-e167-4490-86ee-0cb9b32c28b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f444b754-7d2a-48fd-bc25-d713401bfd15 req-13dece72-c8d9-426d-8f00-e4766b7eab16 service nova] Lock "644a6727-e167-4490-86ee-0cb9b32c28b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f444b754-7d2a-48fd-bc25-d713401bfd15 req-13dece72-c8d9-426d-8f00-e4766b7eab16 service nova] Lock "644a6727-e167-4490-86ee-0cb9b32c28b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:53 user nova-compute[75076]: DEBUG nova.compute.manager [req-f444b754-7d2a-48fd-bc25-d713401bfd15 req-13dece72-c8d9-426d-8f00-e4766b7eab16 service nova] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] No waiting events found dispatching network-vif-unplugged-424e1c7f-ad60-4b3e-bb31-93f0f603ecf1 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:19:53 user nova-compute[75076]: DEBUG nova.compute.manager [req-f444b754-7d2a-48fd-bc25-d713401bfd15 req-13dece72-c8d9-426d-8f00-e4766b7eab16 service nova] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Received event network-vif-unplugged-424e1c7f-ad60-4b3e-bb31-93f0f603ecf1 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:19:53 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Instance destroyed successfully.
Oct 27 16:19:53 user nova-compute[75076]: DEBUG nova.objects.instance [None req-86878715-58b4-4dbd-b2f1-e06bec1eb535 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Lazy-loading 'resources' on Instance uuid 644a6727-e167-4490-86ee-0cb9b32c28b1 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:19:53 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-86878715-58b4-4dbd-b2f1-e06bec1eb535 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:18:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1038785239',display_name='tempest-ServersNegativeTestJSON-server-1038785239',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1038785239',id=25,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:18:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1ceb160ede224e7d8a2ad7bd7377cf4b',ramdisk_id='',reservation_id='r-pw0c1hke',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-234674696',owner_user_name='tempest-ServersNegativeTestJSON-234674696-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:18:11Z,user_data=None,user_id='1acba74cff02418a94f2e6b8ed9dcc9b',uuid=644a6727-e167-4490-86ee-0cb9b32c28b1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "424e1c7f-ad60-4b3e-bb31-93f0f603ecf1", "address": "fa:16:3e:e8:f4:6f", "network": {"id": "dfaf7d8c-84c4-4daf-a695-7137b3ba15da", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-302496115-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ceb160ede224e7d8a2ad7bd7377cf4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap424e1c7f-ad", "ovs_interfaceid": "424e1c7f-ad60-4b3e-bb31-93f0f603ecf1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:19:53 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-86878715-58b4-4dbd-b2f1-e06bec1eb535 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Converting VIF {"id": "424e1c7f-ad60-4b3e-bb31-93f0f603ecf1", "address": "fa:16:3e:e8:f4:6f", "network": {"id": "dfaf7d8c-84c4-4daf-a695-7137b3ba15da", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-302496115-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ceb160ede224e7d8a2ad7bd7377cf4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap424e1c7f-ad", "ovs_interfaceid": "424e1c7f-ad60-4b3e-bb31-93f0f603ecf1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:19:53 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-86878715-58b4-4dbd-b2f1-e06bec1eb535 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e8:f4:6f,bridge_name='br-int',has_traffic_filtering=True,id=424e1c7f-ad60-4b3e-bb31-93f0f603ecf1,network=Network(dfaf7d8c-84c4-4daf-a695-7137b3ba15da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap424e1c7f-ad') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:19:53 user nova-compute[75076]: DEBUG os_vif [None req-86878715-58b4-4dbd-b2f1-e06bec1eb535 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e8:f4:6f,bridge_name='br-int',has_traffic_filtering=True,id=424e1c7f-ad60-4b3e-bb31-93f0f603ecf1,network=Network(dfaf7d8c-84c4-4daf-a695-7137b3ba15da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap424e1c7f-ad') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:19:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap424e1c7f-ad, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:19:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5cd1215d-6ac1-46d1-807b-ec7bc0828fea) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:19:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:19:53 user nova-compute[75076]: INFO os_vif [None req-86878715-58b4-4dbd-b2f1-e06bec1eb535 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e8:f4:6f,bridge_name='br-int',has_traffic_filtering=True,id=424e1c7f-ad60-4b3e-bb31-93f0f603ecf1,network=Network(dfaf7d8c-84c4-4daf-a695-7137b3ba15da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap424e1c7f-ad')
Oct 27 16:19:53 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-86878715-58b4-4dbd-b2f1-e06bec1eb535 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Deleting instance files /opt/stack/data/nova/instances/644a6727-e167-4490-86ee-0cb9b32c28b1_del
Oct 27 16:19:53 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-86878715-58b4-4dbd-b2f1-e06bec1eb535 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Deletion of /opt/stack/data/nova/instances/644a6727-e167-4490-86ee-0cb9b32c28b1_del complete
Oct 27 16:19:53 user nova-compute[75076]: INFO nova.compute.manager [None req-86878715-58b4-4dbd-b2f1-e06bec1eb535 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Took 0.95 seconds to destroy the instance on the hypervisor.
Oct 27 16:19:53 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-86878715-58b4-4dbd-b2f1-e06bec1eb535 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:19:53 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:19:53 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:19:54 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:19:54 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Took 0.48 seconds to deallocate network for instance.
Oct 27 16:19:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-86878715-58b4-4dbd-b2f1-e06bec1eb535 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-86878715-58b4-4dbd-b2f1-e06bec1eb535 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:54 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:54 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-86878715-58b4-4dbd-b2f1-e06bec1eb535 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:19:54 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-86878715-58b4-4dbd-b2f1-e06bec1eb535 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:19:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-86878715-58b4-4dbd-b2f1-e06bec1eb535 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.531s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:54 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-86878715-58b4-4dbd-b2f1-e06bec1eb535 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Deleted allocations for instance 644a6727-e167-4490-86ee-0cb9b32c28b1
Oct 27 16:19:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-86878715-58b4-4dbd-b2f1-e06bec1eb535 tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Lock "644a6727-e167-4490-86ee-0cb9b32c28b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.195s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:55 user nova-compute[75076]: DEBUG nova.compute.manager [req-57e6304a-4200-487f-9c8e-78ae4f32fcf3 req-844b5ddb-f163-4db0-97b6-028f0361817d service nova] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Received event network-vif-plugged-424e1c7f-ad60-4b3e-bb31-93f0f603ecf1 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-57e6304a-4200-487f-9c8e-78ae4f32fcf3 req-844b5ddb-f163-4db0-97b6-028f0361817d service nova] Acquiring lock "644a6727-e167-4490-86ee-0cb9b32c28b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:19:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-57e6304a-4200-487f-9c8e-78ae4f32fcf3 req-844b5ddb-f163-4db0-97b6-028f0361817d service nova] Lock "644a6727-e167-4490-86ee-0cb9b32c28b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:19:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-57e6304a-4200-487f-9c8e-78ae4f32fcf3 req-844b5ddb-f163-4db0-97b6-028f0361817d service nova] Lock "644a6727-e167-4490-86ee-0cb9b32c28b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:19:55 user nova-compute[75076]: DEBUG nova.compute.manager [req-57e6304a-4200-487f-9c8e-78ae4f32fcf3 req-844b5ddb-f163-4db0-97b6-028f0361817d service nova] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] No waiting events found dispatching network-vif-plugged-424e1c7f-ad60-4b3e-bb31-93f0f603ecf1 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:19:55 user nova-compute[75076]: WARNING nova.compute.manager [req-57e6304a-4200-487f-9c8e-78ae4f32fcf3 req-844b5ddb-f163-4db0-97b6-028f0361817d service nova] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Received unexpected event network-vif-plugged-424e1c7f-ad60-4b3e-bb31-93f0f603ecf1 for instance with vm_state deleted and task_state None.
Oct 27 16:19:55 user nova-compute[75076]: DEBUG nova.compute.manager [req-57e6304a-4200-487f-9c8e-78ae4f32fcf3 req-844b5ddb-f163-4db0-97b6-028f0361817d service nova] [instance: 644a6727-e167-4490-86ee-0cb9b32c28b1] Received event network-vif-deleted-424e1c7f-ad60-4b3e-bb31-93f0f603ecf1 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:19:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:19:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquiring lock "d2d7472d-1f5e-4ab5-a016-9e327bad6eed" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:20:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "d2d7472d-1f5e-4ab5-a016-9e327bad6eed" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:20:02 user nova-compute[75076]: INFO nova.compute.manager [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Unshelving
Oct 27 16:20:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:20:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:20:02 user nova-compute[75076]: DEBUG nova.objects.instance [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lazy-loading 'pci_requests' on Instance uuid d2d7472d-1f5e-4ab5-a016-9e327bad6eed {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:20:02 user nova-compute[75076]: DEBUG nova.objects.instance [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lazy-loading 'numa_topology' on Instance uuid d2d7472d-1f5e-4ab5-a016-9e327bad6eed {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:20:02 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:20:02 user nova-compute[75076]: INFO nova.compute.claims [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Claim successful on node user
Oct 27 16:20:02 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:20:02 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:20:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.524s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:20:02 user nova-compute[75076]: INFO nova.network.neutron [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Updating port a8d9145f-215b-433b-a187-ce9e46f14875 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 27 16:20:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquiring lock "refresh_cache-d2d7472d-1f5e-4ab5-a016-9e327bad6eed" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:20:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquired lock "refresh_cache-d2d7472d-1f5e-4ab5-a016-9e327bad6eed" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:20:03 user nova-compute[75076]: DEBUG nova.network.neutron [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:20:03 user nova-compute[75076]: DEBUG nova.compute.manager [req-46da4818-c59c-4b28-b187-ee1b3bcedb28 req-4f9ada83-00c6-4f79-97f6-e0cbadb0f2b9 service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Received event network-changed-a8d9145f-215b-433b-a187-ce9e46f14875 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:20:03 user nova-compute[75076]: DEBUG nova.compute.manager [req-46da4818-c59c-4b28-b187-ee1b3bcedb28 req-4f9ada83-00c6-4f79-97f6-e0cbadb0f2b9 service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Refreshing instance network info cache due to event network-changed-a8d9145f-215b-433b-a187-ce9e46f14875. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:20:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-46da4818-c59c-4b28-b187-ee1b3bcedb28 req-4f9ada83-00c6-4f79-97f6-e0cbadb0f2b9 service nova] Acquiring lock "refresh_cache-d2d7472d-1f5e-4ab5-a016-9e327bad6eed" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:20:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:03 user nova-compute[75076]: DEBUG nova.network.neutron [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Updating instance_info_cache with network_info: [{"id": "a8d9145f-215b-433b-a187-ce9e46f14875", "address": "fa:16:3e:85:b4:72", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8d9145f-21", "ovs_interfaceid": "a8d9145f-215b-433b-a187-ce9e46f14875", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:20:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Releasing lock "refresh_cache-d2d7472d-1f5e-4ab5-a016-9e327bad6eed" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:20:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:20:03 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Creating image(s)
Oct 27 16:20:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquiring lock "/opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:20:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "/opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:20:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "/opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:20:03 user nova-compute[75076]: DEBUG nova.objects.instance [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lazy-loading 'trusted_certs' on Instance uuid d2d7472d-1f5e-4ab5-a016-9e327bad6eed {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:20:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-46da4818-c59c-4b28-b187-ee1b3bcedb28 req-4f9ada83-00c6-4f79-97f6-e0cbadb0f2b9 service nova] Acquired lock "refresh_cache-d2d7472d-1f5e-4ab5-a016-9e327bad6eed" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:20:03 user nova-compute[75076]: DEBUG nova.network.neutron [req-46da4818-c59c-4b28-b187-ee1b3bcedb28 req-4f9ada83-00c6-4f79-97f6-e0cbadb0f2b9 service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Refreshing network info cache for port a8d9145f-215b-433b-a187-ce9e46f14875 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:20:04 user nova-compute[75076]: DEBUG nova.objects.base [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Object Instance<d2d7472d-1f5e-4ab5-a016-9e327bad6eed> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:20:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquiring lock "d91b5658ecdc20b4ae8bae4eccc3504f2364b880" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:20:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "d91b5658ecdc20b4ae8bae4eccc3504f2364b880" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:20:04 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d91b5658ecdc20b4ae8bae4eccc3504f2364b880.part --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:04 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:05 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d91b5658ecdc20b4ae8bae4eccc3504f2364b880.part --force-share --output=json" returned: 0 in 0.213s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:05 user nova-compute[75076]: DEBUG nova.virt.images [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] 855f8247-211b-4ad5-957c-9a154da95010 was qcow2, converting to raw {{(pid=75076) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 27 16:20:05 user nova-compute[75076]: DEBUG nova.privsep.utils [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75076) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 27 16:20:05 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/d91b5658ecdc20b4ae8bae4eccc3504f2364b880.part /opt/stack/data/nova/instances/_base/d91b5658ecdc20b4ae8bae4eccc3504f2364b880.converted {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:05 user nova-compute[75076]: DEBUG nova.network.neutron [req-46da4818-c59c-4b28-b187-ee1b3bcedb28 req-4f9ada83-00c6-4f79-97f6-e0cbadb0f2b9 service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Updated VIF entry in instance network info cache for port a8d9145f-215b-433b-a187-ce9e46f14875. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:20:05 user nova-compute[75076]: DEBUG nova.network.neutron [req-46da4818-c59c-4b28-b187-ee1b3bcedb28 req-4f9ada83-00c6-4f79-97f6-e0cbadb0f2b9 service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Updating instance_info_cache with network_info: [{"id": "a8d9145f-215b-433b-a187-ce9e46f14875", "address": "fa:16:3e:85:b4:72", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8d9145f-21", "ovs_interfaceid": "a8d9145f-215b-433b-a187-ce9e46f14875", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:20:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-46da4818-c59c-4b28-b187-ee1b3bcedb28 req-4f9ada83-00c6-4f79-97f6-e0cbadb0f2b9 service nova] Releasing lock "refresh_cache-d2d7472d-1f5e-4ab5-a016-9e327bad6eed" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:20:05 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/d91b5658ecdc20b4ae8bae4eccc3504f2364b880.part /opt/stack/data/nova/instances/_base/d91b5658ecdc20b4ae8bae4eccc3504f2364b880.converted" returned: 0 in 0.384s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:05 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d91b5658ecdc20b4ae8bae4eccc3504f2364b880.converted --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:05 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d91b5658ecdc20b4ae8bae4eccc3504f2364b880.converted --force-share --output=json" returned: 0 in 0.185s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "d91b5658ecdc20b4ae8bae4eccc3504f2364b880" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.689s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:20:05 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d91b5658ecdc20b4ae8bae4eccc3504f2364b880 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:05 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d91b5658ecdc20b4ae8bae4eccc3504f2364b880 --force-share --output=json" returned: 0 in 0.185s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquiring lock "d91b5658ecdc20b4ae8bae4eccc3504f2364b880" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:20:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "d91b5658ecdc20b4ae8bae4eccc3504f2364b880" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:20:05 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d91b5658ecdc20b4ae8bae4eccc3504f2364b880 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:06 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d91b5658ecdc20b4ae8bae4eccc3504f2364b880 --force-share --output=json" returned: 0 in 0.190s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:06 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/d91b5658ecdc20b4ae8bae4eccc3504f2364b880,backing_fmt=raw /opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed/disk 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:06 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/d91b5658ecdc20b4ae8bae4eccc3504f2364b880,backing_fmt=raw /opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed/disk 1073741824" returned: 0 in 0.055s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "d91b5658ecdc20b4ae8bae4eccc3504f2364b880" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.252s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:20:06 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d91b5658ecdc20b4ae8bae4eccc3504f2364b880 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:06 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d91b5658ecdc20b4ae8bae4eccc3504f2364b880 --force-share --output=json" returned: 0 in 0.255s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:06 user nova-compute[75076]: DEBUG nova.objects.instance [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lazy-loading 'migration_context' on Instance uuid d2d7472d-1f5e-4ab5-a016-9e327bad6eed {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:20:06 user nova-compute[75076]: DEBUG nova.objects.base [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Object Instance<d2d7472d-1f5e-4ab5-a016-9e327bad6eed> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:20:06 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Rebasing disk image.
Oct 27 16:20:06 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:06 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.176s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:06 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 -F raw /opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed/disk {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 -F raw /opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed/disk" returned: 0 in 2.318s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:08 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:20:08 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Ensure instance console log exists: /opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:20:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:20:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:20:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:20:08 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Start _get_guest_xml network_info=[{"id": "a8d9145f-215b-433b-a187-ce9e46f14875", "address": "fa:16:3e:85:b4:72", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8d9145f-21", "ovs_interfaceid": "a8d9145f-215b-433b-a187-ce9e46f14875", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='e39d9e966c975b328ef3ed20c0ea7f65',container_format='bare',created_at=2023-10-27T16:18:08Z,direct_url=<?>,disk_format='qcow2',id=855f8247-211b-4ad5-957c-9a154da95010,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1082767226-shelved',owner='2765fd69b2e346a4aeb287c2d61f2f9b',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-27T16:18:13Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:20:08 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:20:08 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:20:08 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:20:08 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:20:08 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:20:08 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:20:08 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:20:08 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e39d9e966c975b328ef3ed20c0ea7f65',container_format='bare',created_at=2023-10-27T16:18:08Z,direct_url=<?>,disk_format='qcow2',id=855f8247-211b-4ad5-957c-9a154da95010,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1082767226-shelved',owner='2765fd69b2e346a4aeb287c2d61f2f9b',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-27T16:18:13Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:20:08 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:20:08 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:20:08 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:20:08 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:20:08 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:20:08 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:20:08 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:20:08 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:20:08 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:20:08 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:20:08 user nova-compute[75076]: DEBUG nova.objects.instance [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lazy-loading 'vcpu_model' on Instance uuid d2d7472d-1f5e-4ab5-a016-9e327bad6eed {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:20:08 user nova-compute[75076]: DEBUG nova.objects.base [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Object Instance<d2d7472d-1f5e-4ab5-a016-9e327bad6eed> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:20:09 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-27T16:16:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1082767226',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1082767226',id=18,image_ref='855f8247-211b-4ad5-957c-9a154da95010',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-677451836',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:16:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='2765fd69b2e346a4aeb287c2d61f2f9b',ramdisk_id='',reservation_id='r-3y0gnwkk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1430653442',owner_user_name='tempest-AttachVolumeShelveTestJSON-1430653442-project-member',shelved_at='2023-10-27T16:18:13.294651',shelved_host='user',shelved_image_id='855f8247-211b-4ad5-957c-9a154da95010'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:20:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c2432dafd2f045488341359a6b6dbcc6',uuid=d2d7472d-1f5e-4ab5-a016-9e327bad6eed,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "a8d9145f-215b-433b-a187-ce9e46f14875", "address": "fa:16:3e:85:b4:72", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8d9145f-21", "ovs_interfaceid": "a8d9145f-215b-433b-a187-ce9e46f14875", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:20:09 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Converting VIF {"id": "a8d9145f-215b-433b-a187-ce9e46f14875", "address": "fa:16:3e:85:b4:72", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8d9145f-21", "ovs_interfaceid": "a8d9145f-215b-433b-a187-ce9e46f14875", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:20:09 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:85:b4:72,bridge_name='br-int',has_traffic_filtering=True,id=a8d9145f-215b-433b-a187-ce9e46f14875,network=Network(da513516-55d9-4f26-b348-28c9b5d8dbaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8d9145f-21') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:20:09 user nova-compute[75076]: DEBUG nova.objects.instance [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lazy-loading 'pci_devices' on Instance uuid d2d7472d-1f5e-4ab5-a016-9e327bad6eed {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:20:09 user nova-compute[75076]: DEBUG nova.objects.base [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Object Instance<d2d7472d-1f5e-4ab5-a016-9e327bad6eed> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:20:09 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:20:09 user nova-compute[75076]:   <uuid>d2d7472d-1f5e-4ab5-a016-9e327bad6eed</uuid>
Oct 27 16:20:09 user nova-compute[75076]:   <name>instance-00000012</name>
Oct 27 16:20:09 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:20:09 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:20:09 user nova-compute[75076]:   <metadata>
Oct 27 16:20:09 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:20:09 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:20:09 user nova-compute[75076]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1082767226</nova:name>
Oct 27 16:20:09 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:20:08</nova:creationTime>
Oct 27 16:20:09 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:20:09 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:20:09 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:20:09 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:20:09 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:20:09 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:20:09 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:20:09 user nova-compute[75076]:       <nova:owner>
Oct 27 16:20:09 user nova-compute[75076]:         <nova:user uuid="c2432dafd2f045488341359a6b6dbcc6">tempest-AttachVolumeShelveTestJSON-1430653442-project-member</nova:user>
Oct 27 16:20:09 user nova-compute[75076]:         <nova:project uuid="2765fd69b2e346a4aeb287c2d61f2f9b">tempest-AttachVolumeShelveTestJSON-1430653442</nova:project>
Oct 27 16:20:09 user nova-compute[75076]:       </nova:owner>
Oct 27 16:20:09 user nova-compute[75076]:       <nova:root type="image" uuid="855f8247-211b-4ad5-957c-9a154da95010"/>
Oct 27 16:20:09 user nova-compute[75076]:       <nova:ports>
Oct 27 16:20:09 user nova-compute[75076]:         <nova:port uuid="a8d9145f-215b-433b-a187-ce9e46f14875">
Oct 27 16:20:09 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 27 16:20:09 user nova-compute[75076]:         </nova:port>
Oct 27 16:20:09 user nova-compute[75076]:       </nova:ports>
Oct 27 16:20:09 user nova-compute[75076]:     </nova:instance>
Oct 27 16:20:09 user nova-compute[75076]:   </metadata>
Oct 27 16:20:09 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:20:09 user nova-compute[75076]:     <system>
Oct 27 16:20:09 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:20:09 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:20:09 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:20:09 user nova-compute[75076]:       <entry name="serial">d2d7472d-1f5e-4ab5-a016-9e327bad6eed</entry>
Oct 27 16:20:09 user nova-compute[75076]:       <entry name="uuid">d2d7472d-1f5e-4ab5-a016-9e327bad6eed</entry>
Oct 27 16:20:09 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:20:09 user nova-compute[75076]:     </system>
Oct 27 16:20:09 user nova-compute[75076]:   </sysinfo>
Oct 27 16:20:09 user nova-compute[75076]:   <os>
Oct 27 16:20:09 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:20:09 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:20:09 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:20:09 user nova-compute[75076]:   </os>
Oct 27 16:20:09 user nova-compute[75076]:   <features>
Oct 27 16:20:09 user nova-compute[75076]:     <acpi/>
Oct 27 16:20:09 user nova-compute[75076]:     <apic/>
Oct 27 16:20:09 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:20:09 user nova-compute[75076]:   </features>
Oct 27 16:20:09 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:20:09 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:20:09 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:20:09 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:20:09 user nova-compute[75076]:   </clock>
Oct 27 16:20:09 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:20:09 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:20:09 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:20:09 user nova-compute[75076]:   </cpu>
Oct 27 16:20:09 user nova-compute[75076]:   <devices>
Oct 27 16:20:09 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:20:09 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:20:09 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed/disk"/>
Oct 27 16:20:09 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:20:09 user nova-compute[75076]:     </disk>
Oct 27 16:20:09 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:20:09 user nova-compute[75076]:       <mac address="fa:16:3e:85:b4:72"/>
Oct 27 16:20:09 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:20:09 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:20:09 user nova-compute[75076]:       <target dev="tapa8d9145f-21"/>
Oct 27 16:20:09 user nova-compute[75076]:     </interface>
Oct 27 16:20:09 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:20:09 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed/console.log" append="off"/>
Oct 27 16:20:09 user nova-compute[75076]:     </serial>
Oct 27 16:20:09 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:20:09 user nova-compute[75076]:     <video>
Oct 27 16:20:09 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:20:09 user nova-compute[75076]:     </video>
Oct 27 16:20:09 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:20:09 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:20:09 user nova-compute[75076]:     </rng>
Oct 27 16:20:09 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:20:09 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:20:09 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:20:09 user nova-compute[75076]:     </memballoon>
Oct 27 16:20:09 user nova-compute[75076]:   </devices>
Oct 27 16:20:09 user nova-compute[75076]: </domain>
Oct 27 16:20:09 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:20:09 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-27T16:16:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1082767226',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1082767226',id=18,image_ref='855f8247-211b-4ad5-957c-9a154da95010',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-677451836',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:16:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='2765fd69b2e346a4aeb287c2d61f2f9b',ramdisk_id='',reservation_id='r-3y0gnwkk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1430653442',owner_user_name='tempest-AttachVolumeShelveTestJSON-1430653442-project-member',shelved_at='2023-10-27T16:18:13.294651',shelved_host='user',shelved_image_id='855f8247-211b-4ad5-957c-9a154da95010'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:20:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c2432dafd2f045488341359a6b6dbcc6',uuid=d2d7472d-1f5e-4ab5-a016-9e327bad6eed,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "a8d9145f-215b-433b-a187-ce9e46f14875", "address": "fa:16:3e:85:b4:72", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8d9145f-21", "ovs_interfaceid": "a8d9145f-215b-433b-a187-ce9e46f14875", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:20:09 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Converting VIF {"id": "a8d9145f-215b-433b-a187-ce9e46f14875", "address": "fa:16:3e:85:b4:72", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8d9145f-21", "ovs_interfaceid": "a8d9145f-215b-433b-a187-ce9e46f14875", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:20:09 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:85:b4:72,bridge_name='br-int',has_traffic_filtering=True,id=a8d9145f-215b-433b-a187-ce9e46f14875,network=Network(da513516-55d9-4f26-b348-28c9b5d8dbaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8d9145f-21') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:20:09 user nova-compute[75076]: DEBUG os_vif [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:85:b4:72,bridge_name='br-int',has_traffic_filtering=True,id=a8d9145f-215b-433b-a187-ce9e46f14875,network=Network(da513516-55d9-4f26-b348-28c9b5d8dbaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8d9145f-21') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:20:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:20:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:20:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '90a08879-20b8-5325-a388-3c0ef810013f', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:20:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:20:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa8d9145f-21, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:20:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa8d9145f-21, col_values=(('qos', UUID('6a60ed74-1b09-4e67-9d22-9c4feecab801')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:20:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa8d9145f-21, col_values=(('external_ids', {'iface-id': 'a8d9145f-215b-433b-a187-ce9e46f14875', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:85:b4:72', 'vm-uuid': 'd2d7472d-1f5e-4ab5-a016-9e327bad6eed'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:20:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:20:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:09 user nova-compute[75076]: INFO os_vif [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:85:b4:72,bridge_name='br-int',has_traffic_filtering=True,id=a8d9145f-215b-433b-a187-ce9e46f14875,network=Network(da513516-55d9-4f26-b348-28c9b5d8dbaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8d9145f-21')
Oct 27 16:20:09 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:20:09 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] No VIF found with MAC fa:16:3e:85:b4:72, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:20:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:10 user nova-compute[75076]: DEBUG nova.compute.manager [req-2d62e83f-35ea-4031-87a6-aed177839f3b req-82cbeadf-5dcc-49c0-be7b-f842bc71bb7e service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Received event network-vif-plugged-a8d9145f-215b-433b-a187-ce9e46f14875 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:20:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-2d62e83f-35ea-4031-87a6-aed177839f3b req-82cbeadf-5dcc-49c0-be7b-f842bc71bb7e service nova] Acquiring lock "d2d7472d-1f5e-4ab5-a016-9e327bad6eed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:20:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-2d62e83f-35ea-4031-87a6-aed177839f3b req-82cbeadf-5dcc-49c0-be7b-f842bc71bb7e service nova] Lock "d2d7472d-1f5e-4ab5-a016-9e327bad6eed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:20:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-2d62e83f-35ea-4031-87a6-aed177839f3b req-82cbeadf-5dcc-49c0-be7b-f842bc71bb7e service nova] Lock "d2d7472d-1f5e-4ab5-a016-9e327bad6eed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:20:10 user nova-compute[75076]: DEBUG nova.compute.manager [req-2d62e83f-35ea-4031-87a6-aed177839f3b req-82cbeadf-5dcc-49c0-be7b-f842bc71bb7e service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] No waiting events found dispatching network-vif-plugged-a8d9145f-215b-433b-a187-ce9e46f14875 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:20:10 user nova-compute[75076]: WARNING nova.compute.manager [req-2d62e83f-35ea-4031-87a6-aed177839f3b req-82cbeadf-5dcc-49c0-be7b-f842bc71bb7e service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Received unexpected event network-vif-plugged-a8d9145f-215b-433b-a187-ce9e46f14875 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 27 16:20:11 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:11 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:11 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:11 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:12 user nova-compute[75076]: DEBUG nova.compute.manager [req-e5bbd8dd-94f9-4450-bdc6-98d8020dc1cd req-78a0110d-4bd6-44a2-8c49-8817c75ba77e service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Received event network-vif-plugged-a8d9145f-215b-433b-a187-ce9e46f14875 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:20:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-e5bbd8dd-94f9-4450-bdc6-98d8020dc1cd req-78a0110d-4bd6-44a2-8c49-8817c75ba77e service nova] Acquiring lock "d2d7472d-1f5e-4ab5-a016-9e327bad6eed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:20:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-e5bbd8dd-94f9-4450-bdc6-98d8020dc1cd req-78a0110d-4bd6-44a2-8c49-8817c75ba77e service nova] Lock "d2d7472d-1f5e-4ab5-a016-9e327bad6eed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:20:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-e5bbd8dd-94f9-4450-bdc6-98d8020dc1cd req-78a0110d-4bd6-44a2-8c49-8817c75ba77e service nova] Lock "d2d7472d-1f5e-4ab5-a016-9e327bad6eed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:20:12 user nova-compute[75076]: DEBUG nova.compute.manager [req-e5bbd8dd-94f9-4450-bdc6-98d8020dc1cd req-78a0110d-4bd6-44a2-8c49-8817c75ba77e service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] No waiting events found dispatching network-vif-plugged-a8d9145f-215b-433b-a187-ce9e46f14875 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:20:12 user nova-compute[75076]: WARNING nova.compute.manager [req-e5bbd8dd-94f9-4450-bdc6-98d8020dc1cd req-78a0110d-4bd6-44a2-8c49-8817c75ba77e service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Received unexpected event network-vif-plugged-a8d9145f-215b-433b-a187-ce9e46f14875 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 27 16:20:12 user nova-compute[75076]: DEBUG nova.compute.manager [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:20:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:20:12 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Instance spawned successfully.
Oct 27 16:20:13 user nova-compute[75076]: DEBUG nova.compute.manager [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:20:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0da2dc5d-744e-43f0-afdc-a6ab6be4681e tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "d2d7472d-1f5e-4ab5-a016-9e327bad6eed" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 11.043s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:20:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:19 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:19 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:24 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:24 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:20:24 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:20:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-787fbfd3-dee0-4dbf-b2a7-6a8199d8b005" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:20:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-787fbfd3-dee0-4dbf-b2a7-6a8199d8b005" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:20:24 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 16:20:24 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Updating instance_info_cache with network_info: [{"id": "e11d0d65-58bc-4b60-ba3b-6a842cfb4719", "address": "fa:16:3e:bd:e9:ab", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape11d0d65-58", "ovs_interfaceid": "e11d0d65-58bc-4b60-ba3b-6a842cfb4719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:20:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-787fbfd3-dee0-4dbf-b2a7-6a8199d8b005" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:20:24 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 16:20:24 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:20:26 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:20:27 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:20:27 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:20:28 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:20:28 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:20:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:20:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:20:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:20:28 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:20:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json" returned: 0 in 0.254s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json" returned: 0 in 0.199s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:29 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:20:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json" returned: 0 in 0.201s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:29 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:30 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:20:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ec4ef43-8f30-4c12-917a-9d5a3bec531c/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ec4ef43-8f30-4c12-917a-9d5a3bec531c/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ec4ef43-8f30-4c12-917a-9d5a3bec531c/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ec4ef43-8f30-4c12-917a-9d5a3bec531c/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:20:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:20:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdd (vdc) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:20:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ff0a19a-8f92-4c8b-bd64-773629da8d93/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ff0a19a-8f92-4c8b-bd64-773629da8d93/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ff0a19a-8f92-4c8b-bd64-773629da8d93/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ff0a19a-8f92-4c8b-bd64-773629da8d93/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:20:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json" returned: 0 in 0.254s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk.rescue --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk.rescue --force-share --output=json" returned: 0 in 0.192s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk.rescue --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk.rescue --force-share --output=json" returned: 0 in 0.189s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:32 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk (vdb) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:20:33 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:20:33 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:20:33 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=7240MB free_disk=25.046154022216797GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:20:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:20:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:20:33 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 961254d8-ebf1-4fa6-a93d-62c8eb1bd359 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:20:33 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:20:33 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance add0650a-7ec6-4d12-9662-880e6b3f7052 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:20:33 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:20:33 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:20:33 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 9f9c5961-2f10-499b-8721-e00141b30d82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:20:33 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 5ff0a19a-8f92-4c8b-bd64-773629da8d93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:20:33 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 1096189a-b0ca-436c-95e7-8e27f399d7f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:20:33 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 3b8402ec-436a-44e0-a938-bdc76b015689 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:20:33 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance d16bfdc3-5589-4139-84c4-8a4ddf5c4b16 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:20:33 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 4ec4ef43-8f30-4c12-917a-9d5a3bec531c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:20:33 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance d2d7472d-1f5e-4ab5-a016-9e327bad6eed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:20:33 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:20:33 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:20:33 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:20:33 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:20:33 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:20:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.606s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:20:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:35 user nova-compute[75076]: DEBUG nova.compute.manager [req-2d8726e5-61e3-42fe-9c83-e81a9ec468ab req-e15b33bf-07cc-4022-b485-751f9d7c352e service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-changed-d169e0b8-8c04-4cd1-8409-d9a39a0f3394 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:20:35 user nova-compute[75076]: DEBUG nova.compute.manager [req-2d8726e5-61e3-42fe-9c83-e81a9ec468ab req-e15b33bf-07cc-4022-b485-751f9d7c352e service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Refreshing instance network info cache due to event network-changed-d169e0b8-8c04-4cd1-8409-d9a39a0f3394. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:20:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-2d8726e5-61e3-42fe-9c83-e81a9ec468ab req-e15b33bf-07cc-4022-b485-751f9d7c352e service nova] Acquiring lock "refresh_cache-d16bfdc3-5589-4139-84c4-8a4ddf5c4b16" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:20:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-2d8726e5-61e3-42fe-9c83-e81a9ec468ab req-e15b33bf-07cc-4022-b485-751f9d7c352e service nova] Acquired lock "refresh_cache-d16bfdc3-5589-4139-84c4-8a4ddf5c4b16" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:20:35 user nova-compute[75076]: DEBUG nova.network.neutron [req-2d8726e5-61e3-42fe-9c83-e81a9ec468ab req-e15b33bf-07cc-4022-b485-751f9d7c352e service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Refreshing network info cache for port d169e0b8-8c04-4cd1-8409-d9a39a0f3394 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:20:36 user nova-compute[75076]: DEBUG nova.network.neutron [req-2d8726e5-61e3-42fe-9c83-e81a9ec468ab req-e15b33bf-07cc-4022-b485-751f9d7c352e service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Updated VIF entry in instance network info cache for port d169e0b8-8c04-4cd1-8409-d9a39a0f3394. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:20:36 user nova-compute[75076]: DEBUG nova.network.neutron [req-2d8726e5-61e3-42fe-9c83-e81a9ec468ab req-e15b33bf-07cc-4022-b485-751f9d7c352e service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Updating instance_info_cache with network_info: [{"id": "d169e0b8-8c04-4cd1-8409-d9a39a0f3394", "address": "fa:16:3e:c7:58:72", "network": {"id": "a589266d-9727-4974-8be4-d64cdfe4fa75", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1383077011-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd169e0b8-8c", "ovs_interfaceid": "d169e0b8-8c04-4cd1-8409-d9a39a0f3394", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "132e6e5e-d07f-43ee-bf15-1a423d1953ba", "address": "fa:16:3e:fc:67:94", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap132e6e5e-d0", "ovs_interfaceid": "132e6e5e-d07f-43ee-bf15-1a423d1953ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "147c3525-680d-40a1-afe4-5e927ea5cc86", "address": "fa:16:3e:cc:da:80", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap147c3525-68", "ovs_interfaceid": "147c3525-680d-40a1-afe4-5e927ea5cc86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3a3c2700-3de4-45fd-af19-0e1b8607167c", "address": "fa:16:3e:d6:29:8f", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a3c2700-3d", "ovs_interfaceid": "3a3c2700-3de4-45fd-af19-0e1b8607167c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5", "address": "fa:16:3e:20:c0:20", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b2ccd8d-45", "ovs_interfaceid": "7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "415cddc9-2ed6-448f-8e5c-1014c01cf7ab", "address": "fa:16:3e:07:b7:2b", "network": {"id": "ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff", "bridge": "br-int", "label": "tempest-device-tagging-net2-790598056", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap415cddc9-2e", "ovs_interfaceid": "415cddc9-2ed6-448f-8e5c-1014c01cf7ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "492c5ac8-c83f-4fe5-ad70-20c9f8647893", "address": "fa:16:3e:c6:a6:ed", "network": {"id": "ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff", "bridge": "br-int", "label": "tempest-device-tagging-net2-790598056", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap492c5ac8-c8", "ovs_interfaceid": "492c5ac8-c83f-4fe5-ad70-20c9f8647893", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:20:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-2d8726e5-61e3-42fe-9c83-e81a9ec468ab req-e15b33bf-07cc-4022-b485-751f9d7c352e service nova] Releasing lock "refresh_cache-d16bfdc3-5589-4139-84c4-8a4ddf5c4b16" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:20:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:37 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:20:37 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:20:37 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:20:37 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:20:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Acquiring lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:20:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:20:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Acquiring lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:20:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:20:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:20:37 user nova-compute[75076]: INFO nova.compute.manager [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Terminating instance
Oct 27 16:20:37 user nova-compute[75076]: DEBUG nova.compute.manager [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:20:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:38 user nova-compute[75076]: DEBUG nova.compute.manager [req-7bdb7a23-bbd7-42c2-9bf7-fd708ec7bd95 req-9dcadd02-265b-42d4-bdbd-b3ee2bc4e0e6 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-vif-unplugged-d169e0b8-8c04-4cd1-8409-d9a39a0f3394 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:20:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7bdb7a23-bbd7-42c2-9bf7-fd708ec7bd95 req-9dcadd02-265b-42d4-bdbd-b3ee2bc4e0e6 service nova] Acquiring lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:20:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7bdb7a23-bbd7-42c2-9bf7-fd708ec7bd95 req-9dcadd02-265b-42d4-bdbd-b3ee2bc4e0e6 service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:20:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7bdb7a23-bbd7-42c2-9bf7-fd708ec7bd95 req-9dcadd02-265b-42d4-bdbd-b3ee2bc4e0e6 service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:20:38 user nova-compute[75076]: DEBUG nova.compute.manager [req-7bdb7a23-bbd7-42c2-9bf7-fd708ec7bd95 req-9dcadd02-265b-42d4-bdbd-b3ee2bc4e0e6 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] No waiting events found dispatching network-vif-unplugged-d169e0b8-8c04-4cd1-8409-d9a39a0f3394 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:20:38 user nova-compute[75076]: DEBUG nova.compute.manager [req-7bdb7a23-bbd7-42c2-9bf7-fd708ec7bd95 req-9dcadd02-265b-42d4-bdbd-b3ee2bc4e0e6 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-vif-unplugged-d169e0b8-8c04-4cd1-8409-d9a39a0f3394 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:20:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:39 user nova-compute[75076]: DEBUG nova.compute.manager [req-27f2a54d-c7b4-4820-97f3-5a12b88e12d0 req-58589b14-77aa-483c-a5a4-4239117e07d0 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-vif-unplugged-415cddc9-2ed6-448f-8e5c-1014c01cf7ab {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:20:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-27f2a54d-c7b4-4820-97f3-5a12b88e12d0 req-58589b14-77aa-483c-a5a4-4239117e07d0 service nova] Acquiring lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:20:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-27f2a54d-c7b4-4820-97f3-5a12b88e12d0 req-58589b14-77aa-483c-a5a4-4239117e07d0 service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:20:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-27f2a54d-c7b4-4820-97f3-5a12b88e12d0 req-58589b14-77aa-483c-a5a4-4239117e07d0 service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:20:39 user nova-compute[75076]: DEBUG nova.compute.manager [req-27f2a54d-c7b4-4820-97f3-5a12b88e12d0 req-58589b14-77aa-483c-a5a4-4239117e07d0 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] No waiting events found dispatching network-vif-unplugged-415cddc9-2ed6-448f-8e5c-1014c01cf7ab {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:20:39 user nova-compute[75076]: DEBUG nova.compute.manager [req-27f2a54d-c7b4-4820-97f3-5a12b88e12d0 req-58589b14-77aa-483c-a5a4-4239117e07d0 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-vif-unplugged-415cddc9-2ed6-448f-8e5c-1014c01cf7ab for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:20:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:39 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Instance destroyed successfully.
Oct 27 16:20:39 user nova-compute[75076]: DEBUG nova.objects.instance [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Lazy-loading 'resources' on Instance uuid d16bfdc3-5589-4139-84c4-8a4ddf5c4b16 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:20:39 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:17:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-993194984',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-993194984',id=24,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEDUNRRCvRyqP9Jh2dvo9cgFluBtJHOr9HirM0hWhOiu92bXgIXfeNRKFyhZ2FtW+fDSnVH6dAE6ixNNpxcY1BEiJmd9SoE/VWsp8ZpZOXSm2c53t4ig5qm8zVTpLcnJYA==',key_name='tempest-keypair-1494564956',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:19:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='de206be1db86483bb852427dbf929b40',ramdisk_id='',reservation_id='r-rsjg03q3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1317968196',owner_user_name='tempest-TaggedBootDevicesTest_v242-1317968196-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:19:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3d8867f427d74cf6951c6bd9a0ad0e76',uuid=d16bfdc3-5589-4139-84c4-8a4ddf5c4b16,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d169e0b8-8c04-4cd1-8409-d9a39a0f3394", "address": "fa:16:3e:c7:58:72", "network": {"id": "a589266d-9727-4974-8be4-d64cdfe4fa75", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1383077011-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd169e0b8-8c", "ovs_interfaceid": "d169e0b8-8c04-4cd1-8409-d9a39a0f3394", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:20:39 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Converting VIF {"id": "d169e0b8-8c04-4cd1-8409-d9a39a0f3394", "address": "fa:16:3e:c7:58:72", "network": {"id": "a589266d-9727-4974-8be4-d64cdfe4fa75", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1383077011-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd169e0b8-8c", "ovs_interfaceid": "d169e0b8-8c04-4cd1-8409-d9a39a0f3394", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:20:39 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c7:58:72,bridge_name='br-int',has_traffic_filtering=True,id=d169e0b8-8c04-4cd1-8409-d9a39a0f3394,network=Network(a589266d-9727-4974-8be4-d64cdfe4fa75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd169e0b8-8c') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:20:39 user nova-compute[75076]: DEBUG os_vif [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c7:58:72,bridge_name='br-int',has_traffic_filtering=True,id=d169e0b8-8c04-4cd1-8409-d9a39a0f3394,network=Network(a589266d-9727-4974-8be4-d64cdfe4fa75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd169e0b8-8c') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:20:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd169e0b8-8c, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:20:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:20:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3cb859f6-a8bb-4964-b669-9b4ce446398d) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:20:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:20:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:39 user nova-compute[75076]: INFO os_vif [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c7:58:72,bridge_name='br-int',has_traffic_filtering=True,id=d169e0b8-8c04-4cd1-8409-d9a39a0f3394,network=Network(a589266d-9727-4974-8be4-d64cdfe4fa75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd169e0b8-8c')
Oct 27 16:20:39 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:17:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-993194984',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-993194984',id=24,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEDUNRRCvRyqP9Jh2dvo9cgFluBtJHOr9HirM0hWhOiu92bXgIXfeNRKFyhZ2FtW+fDSnVH6dAE6ixNNpxcY1BEiJmd9SoE/VWsp8ZpZOXSm2c53t4ig5qm8zVTpLcnJYA==',key_name='tempest-keypair-1494564956',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:19:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='de206be1db86483bb852427dbf929b40',ramdisk_id='',reservation_id='r-rsjg03q3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1317968196',owner_user_name='tempest-TaggedBootDevicesTest_v242-1317968196-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:19:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3d8867f427d74cf6951c6bd9a0ad0e76',uuid=d16bfdc3-5589-4139-84c4-8a4ddf5c4b16,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "132e6e5e-d07f-43ee-bf15-1a423d1953ba", "address": "fa:16:3e:fc:67:94", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap132e6e5e-d0", "ovs_interfaceid": "132e6e5e-d07f-43ee-bf15-1a423d1953ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:20:39 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Converting VIF {"id": "132e6e5e-d07f-43ee-bf15-1a423d1953ba", "address": "fa:16:3e:fc:67:94", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap132e6e5e-d0", "ovs_interfaceid": "132e6e5e-d07f-43ee-bf15-1a423d1953ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:20:39 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fc:67:94,bridge_name='br-int',has_traffic_filtering=True,id=132e6e5e-d07f-43ee-bf15-1a423d1953ba,network=Network(eaa161b2-c039-4ddc-965c-76582e5ca6cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap132e6e5e-d0') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:20:39 user nova-compute[75076]: DEBUG os_vif [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fc:67:94,bridge_name='br-int',has_traffic_filtering=True,id=132e6e5e-d07f-43ee-bf15-1a423d1953ba,network=Network(eaa161b2-c039-4ddc-965c-76582e5ca6cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap132e6e5e-d0') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:20:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap132e6e5e-d0, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:20:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:20:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1513deb3-03e2-4842-9ef6-10e88ccafadf) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:20:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:40 user nova-compute[75076]: INFO os_vif [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fc:67:94,bridge_name='br-int',has_traffic_filtering=True,id=132e6e5e-d07f-43ee-bf15-1a423d1953ba,network=Network(eaa161b2-c039-4ddc-965c-76582e5ca6cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap132e6e5e-d0')
Oct 27 16:20:40 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:17:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-993194984',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-993194984',id=24,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEDUNRRCvRyqP9Jh2dvo9cgFluBtJHOr9HirM0hWhOiu92bXgIXfeNRKFyhZ2FtW+fDSnVH6dAE6ixNNpxcY1BEiJmd9SoE/VWsp8ZpZOXSm2c53t4ig5qm8zVTpLcnJYA==',key_name='tempest-keypair-1494564956',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:19:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='de206be1db86483bb852427dbf929b40',ramdisk_id='',reservation_id='r-rsjg03q3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1317968196',owner_user_name='tempest-TaggedBootDevicesTest_v242-1317968196-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:19:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3d8867f427d74cf6951c6bd9a0ad0e76',uuid=d16bfdc3-5589-4139-84c4-8a4ddf5c4b16,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "147c3525-680d-40a1-afe4-5e927ea5cc86", "address": "fa:16:3e:cc:da:80", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap147c3525-68", "ovs_interfaceid": "147c3525-680d-40a1-afe4-5e927ea5cc86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Converting VIF {"id": "147c3525-680d-40a1-afe4-5e927ea5cc86", "address": "fa:16:3e:cc:da:80", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap147c3525-68", "ovs_interfaceid": "147c3525-680d-40a1-afe4-5e927ea5cc86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:da:80,bridge_name='br-int',has_traffic_filtering=True,id=147c3525-680d-40a1-afe4-5e927ea5cc86,network=Network(eaa161b2-c039-4ddc-965c-76582e5ca6cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap147c3525-68') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG os_vif [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:da:80,bridge_name='br-int',has_traffic_filtering=True,id=147c3525-680d-40a1-afe4-5e927ea5cc86,network=Network(eaa161b2-c039-4ddc-965c-76582e5ca6cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap147c3525-68') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap147c3525-68, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3b54ee5e-c33f-4c45-95bc-78548876514a) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:40 user nova-compute[75076]: INFO os_vif [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:da:80,bridge_name='br-int',has_traffic_filtering=True,id=147c3525-680d-40a1-afe4-5e927ea5cc86,network=Network(eaa161b2-c039-4ddc-965c-76582e5ca6cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap147c3525-68')
Oct 27 16:20:40 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:17:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-993194984',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-993194984',id=24,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEDUNRRCvRyqP9Jh2dvo9cgFluBtJHOr9HirM0hWhOiu92bXgIXfeNRKFyhZ2FtW+fDSnVH6dAE6ixNNpxcY1BEiJmd9SoE/VWsp8ZpZOXSm2c53t4ig5qm8zVTpLcnJYA==',key_name='tempest-keypair-1494564956',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:19:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='de206be1db86483bb852427dbf929b40',ramdisk_id='',reservation_id='r-rsjg03q3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1317968196',owner_user_name='tempest-TaggedBootDevicesTest_v242-1317968196-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:19:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3d8867f427d74cf6951c6bd9a0ad0e76',uuid=d16bfdc3-5589-4139-84c4-8a4ddf5c4b16,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3a3c2700-3de4-45fd-af19-0e1b8607167c", "address": "fa:16:3e:d6:29:8f", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a3c2700-3d", "ovs_interfaceid": "3a3c2700-3de4-45fd-af19-0e1b8607167c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Converting VIF {"id": "3a3c2700-3de4-45fd-af19-0e1b8607167c", "address": "fa:16:3e:d6:29:8f", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a3c2700-3d", "ovs_interfaceid": "3a3c2700-3de4-45fd-af19-0e1b8607167c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d6:29:8f,bridge_name='br-int',has_traffic_filtering=True,id=3a3c2700-3de4-45fd-af19-0e1b8607167c,network=Network(eaa161b2-c039-4ddc-965c-76582e5ca6cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a3c2700-3d') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG os_vif [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d6:29:8f,bridge_name='br-int',has_traffic_filtering=True,id=3a3c2700-3de4-45fd-af19-0e1b8607167c,network=Network(eaa161b2-c039-4ddc-965c-76582e5ca6cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a3c2700-3d') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3a3c2700-3d, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c6e3d2b9-6223-439b-8e2d-051d50148b1b) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:40 user nova-compute[75076]: INFO os_vif [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d6:29:8f,bridge_name='br-int',has_traffic_filtering=True,id=3a3c2700-3de4-45fd-af19-0e1b8607167c,network=Network(eaa161b2-c039-4ddc-965c-76582e5ca6cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a3c2700-3d')
Oct 27 16:20:40 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:17:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-993194984',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-993194984',id=24,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEDUNRRCvRyqP9Jh2dvo9cgFluBtJHOr9HirM0hWhOiu92bXgIXfeNRKFyhZ2FtW+fDSnVH6dAE6ixNNpxcY1BEiJmd9SoE/VWsp8ZpZOXSm2c53t4ig5qm8zVTpLcnJYA==',key_name='tempest-keypair-1494564956',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:19:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='de206be1db86483bb852427dbf929b40',ramdisk_id='',reservation_id='r-rsjg03q3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1317968196',owner_user_name='tempest-TaggedBootDevicesTest_v242-1317968196-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:19:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3d8867f427d74cf6951c6bd9a0ad0e76',uuid=d16bfdc3-5589-4139-84c4-8a4ddf5c4b16,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5", "address": "fa:16:3e:20:c0:20", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b2ccd8d-45", "ovs_interfaceid": "7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Converting VIF {"id": "7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5", "address": "fa:16:3e:20:c0:20", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b2ccd8d-45", "ovs_interfaceid": "7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:20:c0:20,bridge_name='br-int',has_traffic_filtering=True,id=7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5,network=Network(eaa161b2-c039-4ddc-965c-76582e5ca6cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b2ccd8d-45') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG os_vif [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:c0:20,bridge_name='br-int',has_traffic_filtering=True,id=7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5,network=Network(eaa161b2-c039-4ddc-965c-76582e5ca6cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b2ccd8d-45') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7b2ccd8d-45, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8a1fdbff-e2a3-4903-bd6e-7917738145a3) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:40 user nova-compute[75076]: INFO os_vif [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:c0:20,bridge_name='br-int',has_traffic_filtering=True,id=7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5,network=Network(eaa161b2-c039-4ddc-965c-76582e5ca6cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b2ccd8d-45')
Oct 27 16:20:40 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:17:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-993194984',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-993194984',id=24,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEDUNRRCvRyqP9Jh2dvo9cgFluBtJHOr9HirM0hWhOiu92bXgIXfeNRKFyhZ2FtW+fDSnVH6dAE6ixNNpxcY1BEiJmd9SoE/VWsp8ZpZOXSm2c53t4ig5qm8zVTpLcnJYA==',key_name='tempest-keypair-1494564956',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:19:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='de206be1db86483bb852427dbf929b40',ramdisk_id='',reservation_id='r-rsjg03q3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1317968196',owner_user_name='tempest-TaggedBootDevicesTest_v242-1317968196-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:19:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3d8867f427d74cf6951c6bd9a0ad0e76',uuid=d16bfdc3-5589-4139-84c4-8a4ddf5c4b16,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "415cddc9-2ed6-448f-8e5c-1014c01cf7ab", "address": "fa:16:3e:07:b7:2b", "network": {"id": "ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff", "bridge": "br-int", "label": "tempest-device-tagging-net2-790598056", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap415cddc9-2e", "ovs_interfaceid": "415cddc9-2ed6-448f-8e5c-1014c01cf7ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Converting VIF {"id": "415cddc9-2ed6-448f-8e5c-1014c01cf7ab", "address": "fa:16:3e:07:b7:2b", "network": {"id": "ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff", "bridge": "br-int", "label": "tempest-device-tagging-net2-790598056", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap415cddc9-2e", "ovs_interfaceid": "415cddc9-2ed6-448f-8e5c-1014c01cf7ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:b7:2b,bridge_name='br-int',has_traffic_filtering=True,id=415cddc9-2ed6-448f-8e5c-1014c01cf7ab,network=Network(ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap415cddc9-2e') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG os_vif [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:b7:2b,bridge_name='br-int',has_traffic_filtering=True,id=415cddc9-2ed6-448f-8e5c-1014c01cf7ab,network=Network(ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap415cddc9-2e') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap415cddc9-2e, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9be522c2-7213-4549-b8f0-7f7be0ab69b5) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:40 user nova-compute[75076]: INFO os_vif [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:b7:2b,bridge_name='br-int',has_traffic_filtering=True,id=415cddc9-2ed6-448f-8e5c-1014c01cf7ab,network=Network(ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap415cddc9-2e')
Oct 27 16:20:40 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-27T16:17:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-993194984',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-993194984',id=24,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEDUNRRCvRyqP9Jh2dvo9cgFluBtJHOr9HirM0hWhOiu92bXgIXfeNRKFyhZ2FtW+fDSnVH6dAE6ixNNpxcY1BEiJmd9SoE/VWsp8ZpZOXSm2c53t4ig5qm8zVTpLcnJYA==',key_name='tempest-keypair-1494564956',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:19:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='de206be1db86483bb852427dbf929b40',ramdisk_id='',reservation_id='r-rsjg03q3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1317968196',owner_user_name='tempest-TaggedBootDevicesTest_v242-1317968196-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:19:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3d8867f427d74cf6951c6bd9a0ad0e76',uuid=d16bfdc3-5589-4139-84c4-8a4ddf5c4b16,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "492c5ac8-c83f-4fe5-ad70-20c9f8647893", "address": "fa:16:3e:c6:a6:ed", "network": {"id": "ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff", "bridge": "br-int", "label": "tempest-device-tagging-net2-790598056", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap492c5ac8-c8", "ovs_interfaceid": "492c5ac8-c83f-4fe5-ad70-20c9f8647893", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Converting VIF {"id": "492c5ac8-c83f-4fe5-ad70-20c9f8647893", "address": "fa:16:3e:c6:a6:ed", "network": {"id": "ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff", "bridge": "br-int", "label": "tempest-device-tagging-net2-790598056", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap492c5ac8-c8", "ovs_interfaceid": "492c5ac8-c83f-4fe5-ad70-20c9f8647893", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c6:a6:ed,bridge_name='br-int',has_traffic_filtering=True,id=492c5ac8-c83f-4fe5-ad70-20c9f8647893,network=Network(ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap492c5ac8-c8') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG os_vif [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c6:a6:ed,bridge_name='br-int',has_traffic_filtering=True,id=492c5ac8-c83f-4fe5-ad70-20c9f8647893,network=Network(ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap492c5ac8-c8') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap492c5ac8-c8, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a91b3b3e-c070-448a-85ec-9de23f65a6e7) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:40 user nova-compute[75076]: INFO os_vif [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c6:a6:ed,bridge_name='br-int',has_traffic_filtering=True,id=492c5ac8-c83f-4fe5-ad70-20c9f8647893,network=Network(ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap492c5ac8-c8')
Oct 27 16:20:40 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CljnMaiK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:20:40 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:20:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5d355bb-f7a5-475d-a06b-967321445b1b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:20:40 user nova-compute[75076]: No targets found.
Oct 27 16:20:40 user nova-compute[75076]: iSNS:
Oct 27 16:20:40 user nova-compute[75076]: No targets found.
Oct 27 16:20:40 user nova-compute[75076]: STATIC:
Oct 27 16:20:40 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1
Oct 27 16:20:40 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:20:40 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:20:40 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78
Oct 27 16:20:40 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:20:40 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:20:40 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f
Oct 27 16:20:40 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:20:40 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:20:40 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4
Oct 27 16:20:40 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:20:40 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:20:40 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b
Oct 27 16:20:40 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:20:40 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:20:40 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45
Oct 27 16:20:40 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:20:40 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:20:40 user nova-compute[75076]: FIRMWARE:
Oct 27 16:20:40 user nova-compute[75076]: No targets found.
Oct 27 16:20:40 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:20:40 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:20:40 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5b56db0-4dce-4306-adcb-3393de08eff1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9c03e55-b552-4a48-9b8d-d6505055d49d]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:20:40 user nova-compute[75076]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 (non-flash)
Oct 27 16:20:40 user nova-compute[75076]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 (non-flash)
Oct 27 16:20:40 user nova-compute[75076]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f (non-flash)
Oct 27 16:20:40 user nova-compute[75076]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 (non-flash)
Oct 27 16:20:40 user nova-compute[75076]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)
Oct 27 16:20:40 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:20:40 user nova-compute[75076]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 (non-flash)
Oct 27 16:20:40 user nova-compute[75076]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 (non-flash)
Oct 27 16:20:40 user nova-compute[75076]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f (non-flash)
Oct 27 16:20:40 user nova-compute[75076]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 (non-flash)
Oct 27 16:20:40 user nova-compute[75076]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)
Oct 27 16:20:40 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe1c3a8550>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4'): ({'sdc'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Removing single pathed devices sdc {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.043s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a567221d-67e9-4366-bee7-825961362305]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[04121df4-6eb8-4c07-8326-d45793eb6cfe]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Flushing IO for device /dev/sdc {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG nova.compute.manager [req-bf07dcfe-a191-4b00-9845-f9478248839e req-4ff1a413-08f6-4246-a716-9e7791385490 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-vif-plugged-d169e0b8-8c04-4cd1-8409-d9a39a0f3394 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bf07dcfe-a191-4b00-9845-f9478248839e req-4ff1a413-08f6-4246-a716-9e7791385490 service nova] Acquiring lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bf07dcfe-a191-4b00-9845-f9478248839e req-4ff1a413-08f6-4246-a716-9e7791385490 service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bf07dcfe-a191-4b00-9845-f9478248839e req-4ff1a413-08f6-4246-a716-9e7791385490 service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG nova.compute.manager [req-bf07dcfe-a191-4b00-9845-f9478248839e req-4ff1a413-08f6-4246-a716-9e7791385490 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] No waiting events found dispatching network-vif-plugged-d169e0b8-8c04-4cd1-8409-d9a39a0f3394 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:20:40 user nova-compute[75076]: WARNING nova.compute.manager [req-bf07dcfe-a191-4b00-9845-f9478248839e req-4ff1a413-08f6-4246-a716-9e7791385490 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received unexpected event network-vif-plugged-d169e0b8-8c04-4cd1-8409-d9a39a0f3394 for instance with vm_state active and task_state deleting.
Oct 27 16:20:40 user nova-compute[75076]: DEBUG nova.compute.manager [req-bf07dcfe-a191-4b00-9845-f9478248839e req-4ff1a413-08f6-4246-a716-9e7791385490 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-vif-unplugged-132e6e5e-d07f-43ee-bf15-1a423d1953ba {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bf07dcfe-a191-4b00-9845-f9478248839e req-4ff1a413-08f6-4246-a716-9e7791385490 service nova] Acquiring lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bf07dcfe-a191-4b00-9845-f9478248839e req-4ff1a413-08f6-4246-a716-9e7791385490 service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bf07dcfe-a191-4b00-9845-f9478248839e req-4ff1a413-08f6-4246-a716-9e7791385490 service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG nova.compute.manager [req-bf07dcfe-a191-4b00-9845-f9478248839e req-4ff1a413-08f6-4246-a716-9e7791385490 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] No waiting events found dispatching network-vif-unplugged-132e6e5e-d07f-43ee-bf15-1a423d1953ba {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG nova.compute.manager [req-bf07dcfe-a191-4b00-9845-f9478248839e req-4ff1a413-08f6-4246-a716-9e7791385490 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-vif-unplugged-132e6e5e-d07f-43ee-bf15-1a423d1953ba for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG nova.compute.manager [req-bf07dcfe-a191-4b00-9845-f9478248839e req-4ff1a413-08f6-4246-a716-9e7791385490 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-vif-plugged-132e6e5e-d07f-43ee-bf15-1a423d1953ba {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bf07dcfe-a191-4b00-9845-f9478248839e req-4ff1a413-08f6-4246-a716-9e7791385490 service nova] Acquiring lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bf07dcfe-a191-4b00-9845-f9478248839e req-4ff1a413-08f6-4246-a716-9e7791385490 service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bf07dcfe-a191-4b00-9845-f9478248839e req-4ff1a413-08f6-4246-a716-9e7791385490 service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG nova.compute.manager [req-bf07dcfe-a191-4b00-9845-f9478248839e req-4ff1a413-08f6-4246-a716-9e7791385490 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] No waiting events found dispatching network-vif-plugged-132e6e5e-d07f-43ee-bf15-1a423d1953ba {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:20:40 user nova-compute[75076]: WARNING nova.compute.manager [req-bf07dcfe-a191-4b00-9845-f9478248839e req-4ff1a413-08f6-4246-a716-9e7791385490 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received unexpected event network-vif-plugged-132e6e5e-d07f-43ee-bf15-1a423d1953ba for instance with vm_state active and task_state deleting.
Oct 27 16:20:40 user nova-compute[75076]: DEBUG nova.compute.manager [req-bf07dcfe-a191-4b00-9845-f9478248839e req-4ff1a413-08f6-4246-a716-9e7791385490 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-vif-unplugged-3a3c2700-3de4-45fd-af19-0e1b8607167c {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bf07dcfe-a191-4b00-9845-f9478248839e req-4ff1a413-08f6-4246-a716-9e7791385490 service nova] Acquiring lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bf07dcfe-a191-4b00-9845-f9478248839e req-4ff1a413-08f6-4246-a716-9e7791385490 service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bf07dcfe-a191-4b00-9845-f9478248839e req-4ff1a413-08f6-4246-a716-9e7791385490 service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG nova.compute.manager [req-bf07dcfe-a191-4b00-9845-f9478248839e req-4ff1a413-08f6-4246-a716-9e7791385490 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] No waiting events found dispatching network-vif-unplugged-3a3c2700-3de4-45fd-af19-0e1b8607167c {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG nova.compute.manager [req-bf07dcfe-a191-4b00-9845-f9478248839e req-4ff1a413-08f6-4246-a716-9e7791385490 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-vif-unplugged-3a3c2700-3de4-45fd-af19-0e1b8607167c for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG nova.compute.manager [req-bf07dcfe-a191-4b00-9845-f9478248839e req-4ff1a413-08f6-4246-a716-9e7791385490 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-vif-plugged-3a3c2700-3de4-45fd-af19-0e1b8607167c {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bf07dcfe-a191-4b00-9845-f9478248839e req-4ff1a413-08f6-4246-a716-9e7791385490 service nova] Acquiring lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bf07dcfe-a191-4b00-9845-f9478248839e req-4ff1a413-08f6-4246-a716-9e7791385490 service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bf07dcfe-a191-4b00-9845-f9478248839e req-4ff1a413-08f6-4246-a716-9e7791385490 service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG nova.compute.manager [req-bf07dcfe-a191-4b00-9845-f9478248839e req-4ff1a413-08f6-4246-a716-9e7791385490 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] No waiting events found dispatching network-vif-plugged-3a3c2700-3de4-45fd-af19-0e1b8607167c {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:20:40 user nova-compute[75076]: WARNING nova.compute.manager [req-bf07dcfe-a191-4b00-9845-f9478248839e req-4ff1a413-08f6-4246-a716-9e7791385490 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received unexpected event network-vif-plugged-3a3c2700-3de4-45fd-af19-0e1b8607167c for instance with vm_state active and task_state deleting.
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[98b471d9-9a4a-4f91-b583-31acc2235913]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.050s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[adf88372-9d70-4878-aac3-2f0866b365b2]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] SCSI volumes sdc have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5058b10-c018-49b6-b9ab-c5cc281a12cb]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e413c48-0656-4f09-9d0c-08e55bfb88c8]: (4, ('Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4, portal: 172.16.0.220,3260]\nLogout of [sid: 22, target: iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4, portal: 172.16.0.220,3260]
Oct 27 16:20:40 user nova-compute[75076]: Logout of [sid: 22, target: iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4, portal: 172.16.0.220,3260] successful.
Oct 27 16:20:40 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00c73149-62d0-47e8-8d9c-7126389e94e4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cc2f6a1-d67a-44b5-a4bf-697d201cdc56]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.367s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] <== disconnect_volume: return (369ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HfiXpVGR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:20:40 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:20:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.028s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bf1425c-6d92-41ea-8188-d2fc55a427b5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:20:40 user nova-compute[75076]: No targets found.
Oct 27 16:20:40 user nova-compute[75076]: iSNS:
Oct 27 16:20:40 user nova-compute[75076]: No targets found.
Oct 27 16:20:40 user nova-compute[75076]: STATIC:
Oct 27 16:20:40 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1
Oct 27 16:20:40 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:20:40 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:20:40 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78
Oct 27 16:20:40 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:20:40 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:20:40 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f
Oct 27 16:20:40 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:20:40 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:20:40 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b
Oct 27 16:20:40 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:20:40 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:20:40 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45
Oct 27 16:20:40 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:20:40 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:20:40 user nova-compute[75076]: FIRMWARE:
Oct 27 16:20:40 user nova-compute[75076]: No targets found.
Oct 27 16:20:40 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:20:40 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:20:40 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d0d57e9-1f2f-420b-8b05-f37e161d4e62]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[7724e9fb-49df-4c42-9cfe-7010953f887d]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:20:40 user nova-compute[75076]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 (non-flash)
Oct 27 16:20:40 user nova-compute[75076]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f (non-flash)
Oct 27 16:20:40 user nova-compute[75076]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 (non-flash)
Oct 27 16:20:40 user nova-compute[75076]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)
Oct 27 16:20:40 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:20:40 user nova-compute[75076]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 (non-flash)
Oct 27 16:20:40 user nova-compute[75076]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f (non-flash)
Oct 27 16:20:40 user nova-compute[75076]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 (non-flash)
Oct 27 16:20:40 user nova-compute[75076]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)
Oct 27 16:20:40 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe1c56e9e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1'): ({'sdb'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Removing single pathed devices sdb {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c050192-4ae0-4c9c-a317-cc846f1a49dc]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2599167-dcdc-42fa-94d8-208a99bb84ed]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Flushing IO for device /dev/sdb {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[56bbe542-e593-4b2d-b953-bb28126c4a4b]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.064s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c1be9b2-2d28-4865-a80e-c1f03b765629]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] SCSI volumes sdb have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:20:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[59944c56-6eb4-45f9-bb0b-c924f6f4a196]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[27c32c1f-6c3a-46dd-bd18-b05e83409f52]: (4, ('Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1, portal: 172.16.0.220,3260]\nLogout of [sid: 21, target: iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1, portal: 172.16.0.220,3260]
Oct 27 16:20:41 user nova-compute[75076]: Logout of [sid: 21, target: iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1, portal: 172.16.0.220,3260] successful.
Oct 27 16:20:41 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:550ec6cd-1d3f-4dbc-b616-7b9c558e82a1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d7f17a5-2597-4f46-93ed-d1826ee43318]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.363s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] <== disconnect_volume: return (365ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gVPeEmKa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:20:41 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:20:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[48d0f988-4a4a-4783-b4f0-5b99acaf4a3a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:20:41 user nova-compute[75076]: No targets found.
Oct 27 16:20:41 user nova-compute[75076]: iSNS:
Oct 27 16:20:41 user nova-compute[75076]: No targets found.
Oct 27 16:20:41 user nova-compute[75076]: STATIC:
Oct 27 16:20:41 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78
Oct 27 16:20:41 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:20:41 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:20:41 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f
Oct 27 16:20:41 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:20:41 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:20:41 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b
Oct 27 16:20:41 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:20:41 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:20:41 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45
Oct 27 16:20:41 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:20:41 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:20:41 user nova-compute[75076]: FIRMWARE:
Oct 27 16:20:41 user nova-compute[75076]: No targets found.
Oct 27 16:20:41 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:20:41 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:20:41 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b5fabf5-b684-4b3b-984a-740b05208059]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[994a73b6-036a-4227-90c0-68346b0f8441]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:20:41 user nova-compute[75076]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f (non-flash)
Oct 27 16:20:41 user nova-compute[75076]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 (non-flash)
Oct 27 16:20:41 user nova-compute[75076]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)
Oct 27 16:20:41 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:20:41 user nova-compute[75076]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f (non-flash)
Oct 27 16:20:41 user nova-compute[75076]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 (non-flash)
Oct 27 16:20:41 user nova-compute[75076]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)
Oct 27 16:20:41 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe1c56e9e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f'): ({'sdd'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Removing single pathed devices sdd {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[82e946b2-ad49-4eb0-811d-90a2a188847b]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[feea3b5a-33f2-49ae-a71f-8ebff7fbf3a8]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Flushing IO for device /dev/sdd {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f96650a1-ec3f-4433-a15f-0c7160a0709f]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.062s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[9dd3a701-7107-4b71-be89-47ad6fe3e270]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] SCSI volumes sdd have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[68f3311c-1ac8-42dd-a293-361130f3179e]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG nova.compute.manager [req-85a1f6de-5b99-43a8-88ca-aa2bc6a33687 req-f57bf276-691d-4fd0-92f0-0aa0ba7b19d1 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-vif-plugged-415cddc9-2ed6-448f-8e5c-1014c01cf7ab {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-85a1f6de-5b99-43a8-88ca-aa2bc6a33687 req-f57bf276-691d-4fd0-92f0-0aa0ba7b19d1 service nova] Acquiring lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-85a1f6de-5b99-43a8-88ca-aa2bc6a33687 req-f57bf276-691d-4fd0-92f0-0aa0ba7b19d1 service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-85a1f6de-5b99-43a8-88ca-aa2bc6a33687 req-f57bf276-691d-4fd0-92f0-0aa0ba7b19d1 service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG nova.compute.manager [req-85a1f6de-5b99-43a8-88ca-aa2bc6a33687 req-f57bf276-691d-4fd0-92f0-0aa0ba7b19d1 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] No waiting events found dispatching network-vif-plugged-415cddc9-2ed6-448f-8e5c-1014c01cf7ab {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:20:41 user nova-compute[75076]: WARNING nova.compute.manager [req-85a1f6de-5b99-43a8-88ca-aa2bc6a33687 req-f57bf276-691d-4fd0-92f0-0aa0ba7b19d1 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received unexpected event network-vif-plugged-415cddc9-2ed6-448f-8e5c-1014c01cf7ab for instance with vm_state active and task_state deleting.
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f -p 172.16.0.220:3260 --logout" returned: 0 in 0.073s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[514db115-e99d-411e-b07d-ed2a840e071f]: (4, ('Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f, portal: 172.16.0.220,3260]\nLogout of [sid: 23, target: iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f, portal: 172.16.0.220,3260]
Oct 27 16:20:41 user nova-compute[75076]: Logout of [sid: 23, target: iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f, portal: 172.16.0.220,3260] successful.
Oct 27 16:20:41 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b3f467c6-212f-4913-b209-2580e239ae9f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[660909f3-3ba3-4193-a674-766ae0fc70b7]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.368s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] <== disconnect_volume: return (370ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:20:41 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Deleting instance files /opt/stack/data/nova/instances/d16bfdc3-5589-4139-84c4-8a4ddf5c4b16_del
Oct 27 16:20:41 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Deletion of /opt/stack/data/nova/instances/d16bfdc3-5589-4139-84c4-8a4ddf5c4b16_del complete
Oct 27 16:20:41 user nova-compute[75076]: INFO nova.compute.manager [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Took 3.77 seconds to destroy the instance on the hypervisor.
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG nova.compute.manager [req-7a1233be-f816-429e-94fb-ec41f8b9232f req-ef96ee33-02d1-4e2c-8915-cd109acd8cdb service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-vif-unplugged-147c3525-680d-40a1-afe4-5e927ea5cc86 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7a1233be-f816-429e-94fb-ec41f8b9232f req-ef96ee33-02d1-4e2c-8915-cd109acd8cdb service nova] Acquiring lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7a1233be-f816-429e-94fb-ec41f8b9232f req-ef96ee33-02d1-4e2c-8915-cd109acd8cdb service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7a1233be-f816-429e-94fb-ec41f8b9232f req-ef96ee33-02d1-4e2c-8915-cd109acd8cdb service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG nova.compute.manager [req-7a1233be-f816-429e-94fb-ec41f8b9232f req-ef96ee33-02d1-4e2c-8915-cd109acd8cdb service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] No waiting events found dispatching network-vif-unplugged-147c3525-680d-40a1-afe4-5e927ea5cc86 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG nova.compute.manager [req-7a1233be-f816-429e-94fb-ec41f8b9232f req-ef96ee33-02d1-4e2c-8915-cd109acd8cdb service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-vif-unplugged-147c3525-680d-40a1-afe4-5e927ea5cc86 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:20:41 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:42 user nova-compute[75076]: DEBUG nova.compute.manager [req-ee1d1008-f591-4195-8695-7470a4f92d97 req-f7c9c1a0-4473-42ef-b04e-2203ba143a1f service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-vif-unplugged-7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:20:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ee1d1008-f591-4195-8695-7470a4f92d97 req-f7c9c1a0-4473-42ef-b04e-2203ba143a1f service nova] Acquiring lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:20:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ee1d1008-f591-4195-8695-7470a4f92d97 req-f7c9c1a0-4473-42ef-b04e-2203ba143a1f service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:20:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ee1d1008-f591-4195-8695-7470a4f92d97 req-f7c9c1a0-4473-42ef-b04e-2203ba143a1f service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:20:42 user nova-compute[75076]: DEBUG nova.compute.manager [req-ee1d1008-f591-4195-8695-7470a4f92d97 req-f7c9c1a0-4473-42ef-b04e-2203ba143a1f service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] No waiting events found dispatching network-vif-unplugged-7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:20:42 user nova-compute[75076]: DEBUG nova.compute.manager [req-ee1d1008-f591-4195-8695-7470a4f92d97 req-f7c9c1a0-4473-42ef-b04e-2203ba143a1f service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-vif-unplugged-7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:20:42 user nova-compute[75076]: DEBUG nova.compute.manager [req-ee1d1008-f591-4195-8695-7470a4f92d97 req-f7c9c1a0-4473-42ef-b04e-2203ba143a1f service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-vif-plugged-7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:20:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ee1d1008-f591-4195-8695-7470a4f92d97 req-f7c9c1a0-4473-42ef-b04e-2203ba143a1f service nova] Acquiring lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:20:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ee1d1008-f591-4195-8695-7470a4f92d97 req-f7c9c1a0-4473-42ef-b04e-2203ba143a1f service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:20:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ee1d1008-f591-4195-8695-7470a4f92d97 req-f7c9c1a0-4473-42ef-b04e-2203ba143a1f service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:20:42 user nova-compute[75076]: DEBUG nova.compute.manager [req-ee1d1008-f591-4195-8695-7470a4f92d97 req-f7c9c1a0-4473-42ef-b04e-2203ba143a1f service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] No waiting events found dispatching network-vif-plugged-7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:20:42 user nova-compute[75076]: WARNING nova.compute.manager [req-ee1d1008-f591-4195-8695-7470a4f92d97 req-f7c9c1a0-4473-42ef-b04e-2203ba143a1f service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received unexpected event network-vif-plugged-7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5 for instance with vm_state active and task_state deleting.
Oct 27 16:20:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "3996d4e9-34f4-4419-a84c-a5fed87fa009" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:20:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "3996d4e9-34f4-4419-a84c-a5fed87fa009" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:20:43 user nova-compute[75076]: DEBUG nova.compute.manager [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:20:43 user nova-compute[75076]: DEBUG nova.compute.manager [req-beb4cb30-2c47-497c-9c27-693852daf5d1 req-f59e9214-a6c8-4198-87c8-082ada6847d0 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-vif-plugged-147c3525-680d-40a1-afe4-5e927ea5cc86 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:20:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-beb4cb30-2c47-497c-9c27-693852daf5d1 req-f59e9214-a6c8-4198-87c8-082ada6847d0 service nova] Acquiring lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:20:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-beb4cb30-2c47-497c-9c27-693852daf5d1 req-f59e9214-a6c8-4198-87c8-082ada6847d0 service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:20:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-beb4cb30-2c47-497c-9c27-693852daf5d1 req-f59e9214-a6c8-4198-87c8-082ada6847d0 service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:20:43 user nova-compute[75076]: DEBUG nova.compute.manager [req-beb4cb30-2c47-497c-9c27-693852daf5d1 req-f59e9214-a6c8-4198-87c8-082ada6847d0 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] No waiting events found dispatching network-vif-plugged-147c3525-680d-40a1-afe4-5e927ea5cc86 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:20:43 user nova-compute[75076]: WARNING nova.compute.manager [req-beb4cb30-2c47-497c-9c27-693852daf5d1 req-f59e9214-a6c8-4198-87c8-082ada6847d0 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received unexpected event network-vif-plugged-147c3525-680d-40a1-afe4-5e927ea5cc86 for instance with vm_state active and task_state deleting.
Oct 27 16:20:43 user nova-compute[75076]: DEBUG nova.compute.manager [req-beb4cb30-2c47-497c-9c27-693852daf5d1 req-f59e9214-a6c8-4198-87c8-082ada6847d0 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-vif-unplugged-492c5ac8-c83f-4fe5-ad70-20c9f8647893 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:20:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-beb4cb30-2c47-497c-9c27-693852daf5d1 req-f59e9214-a6c8-4198-87c8-082ada6847d0 service nova] Acquiring lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:20:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-beb4cb30-2c47-497c-9c27-693852daf5d1 req-f59e9214-a6c8-4198-87c8-082ada6847d0 service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:20:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-beb4cb30-2c47-497c-9c27-693852daf5d1 req-f59e9214-a6c8-4198-87c8-082ada6847d0 service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:20:43 user nova-compute[75076]: DEBUG nova.compute.manager [req-beb4cb30-2c47-497c-9c27-693852daf5d1 req-f59e9214-a6c8-4198-87c8-082ada6847d0 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] No waiting events found dispatching network-vif-unplugged-492c5ac8-c83f-4fe5-ad70-20c9f8647893 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:20:44 user nova-compute[75076]: DEBUG nova.compute.manager [req-beb4cb30-2c47-497c-9c27-693852daf5d1 req-f59e9214-a6c8-4198-87c8-082ada6847d0 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-vif-unplugged-492c5ac8-c83f-4fe5-ad70-20c9f8647893 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:20:44 user nova-compute[75076]: DEBUG nova.compute.manager [req-beb4cb30-2c47-497c-9c27-693852daf5d1 req-f59e9214-a6c8-4198-87c8-082ada6847d0 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-vif-plugged-492c5ac8-c83f-4fe5-ad70-20c9f8647893 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:20:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-beb4cb30-2c47-497c-9c27-693852daf5d1 req-f59e9214-a6c8-4198-87c8-082ada6847d0 service nova] Acquiring lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:20:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-beb4cb30-2c47-497c-9c27-693852daf5d1 req-f59e9214-a6c8-4198-87c8-082ada6847d0 service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:20:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-beb4cb30-2c47-497c-9c27-693852daf5d1 req-f59e9214-a6c8-4198-87c8-082ada6847d0 service nova] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:20:44 user nova-compute[75076]: DEBUG nova.compute.manager [req-beb4cb30-2c47-497c-9c27-693852daf5d1 req-f59e9214-a6c8-4198-87c8-082ada6847d0 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] No waiting events found dispatching network-vif-plugged-492c5ac8-c83f-4fe5-ad70-20c9f8647893 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:20:44 user nova-compute[75076]: WARNING nova.compute.manager [req-beb4cb30-2c47-497c-9c27-693852daf5d1 req-f59e9214-a6c8-4198-87c8-082ada6847d0 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received unexpected event network-vif-plugged-492c5ac8-c83f-4fe5-ad70-20c9f8647893 for instance with vm_state active and task_state deleting.
Oct 27 16:20:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:20:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:20:44 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:20:44 user nova-compute[75076]: INFO nova.compute.claims [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Claim successful on node user
Oct 27 16:20:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:44 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:20:44 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:20:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.606s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:20:44 user nova-compute[75076]: DEBUG nova.compute.manager [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:20:44 user nova-compute[75076]: DEBUG nova.compute.manager [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:20:44 user nova-compute[75076]: DEBUG nova.network.neutron [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:20:44 user nova-compute[75076]: DEBUG nova.compute.manager [req-bcd6d3d6-15b4-41c9-ab79-f5203535c4ed req-4ca07290-5c4d-41dd-af97-56d7f6660986 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-vif-deleted-415cddc9-2ed6-448f-8e5c-1014c01cf7ab {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:20:44 user nova-compute[75076]: INFO nova.compute.manager [req-bcd6d3d6-15b4-41c9-ab79-f5203535c4ed req-4ca07290-5c4d-41dd-af97-56d7f6660986 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Neutron deleted interface 415cddc9-2ed6-448f-8e5c-1014c01cf7ab; detaching it from the instance and deleting it from the info cache
Oct 27 16:20:44 user nova-compute[75076]: DEBUG nova.network.neutron [req-bcd6d3d6-15b4-41c9-ab79-f5203535c4ed req-4ca07290-5c4d-41dd-af97-56d7f6660986 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Updating instance_info_cache with network_info: [{"id": "d169e0b8-8c04-4cd1-8409-d9a39a0f3394", "address": "fa:16:3e:c7:58:72", "network": {"id": "a589266d-9727-4974-8be4-d64cdfe4fa75", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1383077011-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd169e0b8-8c", "ovs_interfaceid": "d169e0b8-8c04-4cd1-8409-d9a39a0f3394", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "132e6e5e-d07f-43ee-bf15-1a423d1953ba", "address": "fa:16:3e:fc:67:94", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap132e6e5e-d0", "ovs_interfaceid": "132e6e5e-d07f-43ee-bf15-1a423d1953ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "147c3525-680d-40a1-afe4-5e927ea5cc86", "address": "fa:16:3e:cc:da:80", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap147c3525-68", "ovs_interfaceid": "147c3525-680d-40a1-afe4-5e927ea5cc86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3a3c2700-3de4-45fd-af19-0e1b8607167c", "address": "fa:16:3e:d6:29:8f", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a3c2700-3d", "ovs_interfaceid": "3a3c2700-3de4-45fd-af19-0e1b8607167c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5", "address": "fa:16:3e:20:c0:20", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b2ccd8d-45", "ovs_interfaceid": "7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "492c5ac8-c83f-4fe5-ad70-20c9f8647893", "address": "fa:16:3e:c6:a6:ed", "network": {"id": "ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff", "bridge": "br-int", "label": "tempest-device-tagging-net2-790598056", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap492c5ac8-c8", "ovs_interfaceid": "492c5ac8-c83f-4fe5-ad70-20c9f8647893", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:20:44 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:20:44 user nova-compute[75076]: DEBUG nova.compute.manager [req-bcd6d3d6-15b4-41c9-ab79-f5203535c4ed req-4ca07290-5c4d-41dd-af97-56d7f6660986 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Detach interface failed, port_id=415cddc9-2ed6-448f-8e5c-1014c01cf7ab, reason: Instance d16bfdc3-5589-4139-84c4-8a4ddf5c4b16 could not be found. {{(pid=75076) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 16:20:44 user nova-compute[75076]: DEBUG nova.compute.manager [req-bcd6d3d6-15b4-41c9-ab79-f5203535c4ed req-4ca07290-5c4d-41dd-af97-56d7f6660986 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-vif-deleted-3a3c2700-3de4-45fd-af19-0e1b8607167c {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:20:44 user nova-compute[75076]: INFO nova.compute.manager [req-bcd6d3d6-15b4-41c9-ab79-f5203535c4ed req-4ca07290-5c4d-41dd-af97-56d7f6660986 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Neutron deleted interface 3a3c2700-3de4-45fd-af19-0e1b8607167c; detaching it from the instance and deleting it from the info cache
Oct 27 16:20:44 user nova-compute[75076]: DEBUG nova.network.neutron [req-bcd6d3d6-15b4-41c9-ab79-f5203535c4ed req-4ca07290-5c4d-41dd-af97-56d7f6660986 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Updating instance_info_cache with network_info: [{"id": "d169e0b8-8c04-4cd1-8409-d9a39a0f3394", "address": "fa:16:3e:c7:58:72", "network": {"id": "a589266d-9727-4974-8be4-d64cdfe4fa75", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1383077011-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd169e0b8-8c", "ovs_interfaceid": "d169e0b8-8c04-4cd1-8409-d9a39a0f3394", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "132e6e5e-d07f-43ee-bf15-1a423d1953ba", "address": "fa:16:3e:fc:67:94", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap132e6e5e-d0", "ovs_interfaceid": "132e6e5e-d07f-43ee-bf15-1a423d1953ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "147c3525-680d-40a1-afe4-5e927ea5cc86", "address": "fa:16:3e:cc:da:80", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap147c3525-68", "ovs_interfaceid": "147c3525-680d-40a1-afe4-5e927ea5cc86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5", "address": "fa:16:3e:20:c0:20", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b2ccd8d-45", "ovs_interfaceid": "7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "492c5ac8-c83f-4fe5-ad70-20c9f8647893", "address": "fa:16:3e:c6:a6:ed", "network": {"id": "ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff", "bridge": "br-int", "label": "tempest-device-tagging-net2-790598056", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap492c5ac8-c8", "ovs_interfaceid": "492c5ac8-c83f-4fe5-ad70-20c9f8647893", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:20:44 user nova-compute[75076]: DEBUG nova.compute.manager [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:20:44 user nova-compute[75076]: DEBUG nova.compute.manager [req-bcd6d3d6-15b4-41c9-ab79-f5203535c4ed req-4ca07290-5c4d-41dd-af97-56d7f6660986 service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Detach interface failed, port_id=3a3c2700-3de4-45fd-af19-0e1b8607167c, reason: Instance d16bfdc3-5589-4139-84c4-8a4ddf5c4b16 could not be found. {{(pid=75076) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 16:20:44 user nova-compute[75076]: INFO nova.virt.block_device [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Booting with volume 90ed60eb-1b17-4dc1-a661-fa5153c71144 at /dev/vda
Oct 27 16:20:44 user nova-compute[75076]: DEBUG nova.policy [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '714d6bf7998c4abd8641b678ee293691', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eca4241be0a24932b482fcdba2f45482', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:20:44 user nova-compute[75076]: DEBUG os_brick.utils [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:20:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:44 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[28c4da0c-e5fe-4921-a3ee-3b50d84b1e42]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:20:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:44 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[63cee4bf-fdef-4c5b-94fe-94c8774851b8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:20:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:44 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fc38347-a6fc-4ae3-8cb1-b6454283a08f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:20:44 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfe8fb62-6656-4ec4-8b04-3d3a56cc571c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:20:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:45 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:20:45 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:20:45 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:45 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:20:45 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:20:45 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6354b5bf-8a98-4a17-9608-cf80d663cd6f]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:20:45 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:20:45 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:20:45 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:20:45 user nova-compute[75076]: DEBUG os_brick.utils [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] <== get_connector_properties: return (138ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:20:45 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Updating existing volume attachment record: 551764ff-d898-4a31-bd90-8471f856e1f7 {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:20:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:46 user nova-compute[75076]: DEBUG nova.network.neutron [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Successfully created port: fdcc4ca0-cb4d-4aa7-92ce-df96d7102307 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:20:46 user nova-compute[75076]: DEBUG nova.compute.manager [req-6bc922a9-376b-4894-b799-b1f83cbf2e4f req-6bc3f43d-7310-454d-852c-700e7480604b service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-vif-deleted-d169e0b8-8c04-4cd1-8409-d9a39a0f3394 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:20:46 user nova-compute[75076]: INFO nova.compute.manager [req-6bc922a9-376b-4894-b799-b1f83cbf2e4f req-6bc3f43d-7310-454d-852c-700e7480604b service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Neutron deleted interface d169e0b8-8c04-4cd1-8409-d9a39a0f3394; detaching it from the instance and deleting it from the info cache
Oct 27 16:20:46 user nova-compute[75076]: DEBUG nova.network.neutron [req-6bc922a9-376b-4894-b799-b1f83cbf2e4f req-6bc3f43d-7310-454d-852c-700e7480604b service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Updating instance_info_cache with network_info: [{"id": "132e6e5e-d07f-43ee-bf15-1a423d1953ba", "address": "fa:16:3e:fc:67:94", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap132e6e5e-d0", "ovs_interfaceid": "132e6e5e-d07f-43ee-bf15-1a423d1953ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "147c3525-680d-40a1-afe4-5e927ea5cc86", "address": "fa:16:3e:cc:da:80", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap147c3525-68", "ovs_interfaceid": "147c3525-680d-40a1-afe4-5e927ea5cc86", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5", "address": "fa:16:3e:20:c0:20", "network": {"id": "eaa161b2-c039-4ddc-965c-76582e5ca6cd", "bridge": "br-int", "label": "tempest-device-tagging-net1-1546480643", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b2ccd8d-45", "ovs_interfaceid": "7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "492c5ac8-c83f-4fe5-ad70-20c9f8647893", "address": "fa:16:3e:c6:a6:ed", "network": {"id": "ceade7f2-29e5-4a7f-bdd4-91dbe62ab9ff", "bridge": "br-int", "label": "tempest-device-tagging-net2-790598056", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "de206be1db86483bb852427dbf929b40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap492c5ac8-c8", "ovs_interfaceid": "492c5ac8-c83f-4fe5-ad70-20c9f8647893", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:20:46 user nova-compute[75076]: DEBUG nova.compute.manager [req-6bc922a9-376b-4894-b799-b1f83cbf2e4f req-6bc3f43d-7310-454d-852c-700e7480604b service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Detach interface failed, port_id=d169e0b8-8c04-4cd1-8409-d9a39a0f3394, reason: Instance d16bfdc3-5589-4139-84c4-8a4ddf5c4b16 could not be found. {{(pid=75076) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 16:20:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:48 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:20:48 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Took 6.89 seconds to deallocate network for instance.
Oct 27 16:20:48 user nova-compute[75076]: DEBUG nova.network.neutron [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Successfully updated port: fdcc4ca0-cb4d-4aa7-92ce-df96d7102307 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:20:48 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "refresh_cache-3996d4e9-34f4-4419-a84c-a5fed87fa009" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:20:48 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquired lock "refresh_cache-3996d4e9-34f4-4419-a84c-a5fed87fa009" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:20:48 user nova-compute[75076]: DEBUG nova.network.neutron [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:20:48 user nova-compute[75076]: DEBUG nova.network.neutron [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:20:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:48 user nova-compute[75076]: DEBUG nova.compute.manager [req-32a9e12f-ec66-4571-8b63-e6d4ef1ddb7a req-b85073f7-5ca3-464c-bb7d-c64c7dc4974a service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-vif-deleted-492c5ac8-c83f-4fe5-ad70-20c9f8647893 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:20:48 user nova-compute[75076]: DEBUG nova.compute.manager [req-32a9e12f-ec66-4571-8b63-e6d4ef1ddb7a req-b85073f7-5ca3-464c-bb7d-c64c7dc4974a service nova] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Received event network-vif-deleted-7b2ccd8d-4564-42a4-9b0a-f040a59d4fa5 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:20:48 user nova-compute[75076]: DEBUG nova.compute.manager [req-32a9e12f-ec66-4571-8b63-e6d4ef1ddb7a req-b85073f7-5ca3-464c-bb7d-c64c7dc4974a service nova] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Received event network-changed-fdcc4ca0-cb4d-4aa7-92ce-df96d7102307 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:20:48 user nova-compute[75076]: DEBUG nova.compute.manager [req-32a9e12f-ec66-4571-8b63-e6d4ef1ddb7a req-b85073f7-5ca3-464c-bb7d-c64c7dc4974a service nova] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Refreshing instance network info cache due to event network-changed-fdcc4ca0-cb4d-4aa7-92ce-df96d7102307. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:20:48 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-32a9e12f-ec66-4571-8b63-e6d4ef1ddb7a req-b85073f7-5ca3-464c-bb7d-c64c7dc4974a service nova] Acquiring lock "refresh_cache-3996d4e9-34f4-4419-a84c-a5fed87fa009" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:20:49 user nova-compute[75076]: DEBUG nova.network.neutron [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Updating instance_info_cache with network_info: [{"id": "fdcc4ca0-cb4d-4aa7-92ce-df96d7102307", "address": "fa:16:3e:44:96:5b", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdcc4ca0-cb", "ovs_interfaceid": "fdcc4ca0-cb4d-4aa7-92ce-df96d7102307", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:20:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Releasing lock "refresh_cache-3996d4e9-34f4-4419-a84c-a5fed87fa009" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:20:49 user nova-compute[75076]: DEBUG nova.compute.manager [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Instance network_info: |[{"id": "fdcc4ca0-cb4d-4aa7-92ce-df96d7102307", "address": "fa:16:3e:44:96:5b", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdcc4ca0-cb", "ovs_interfaceid": "fdcc4ca0-cb4d-4aa7-92ce-df96d7102307", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:20:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-32a9e12f-ec66-4571-8b63-e6d4ef1ddb7a req-b85073f7-5ca3-464c-bb7d-c64c7dc4974a service nova] Acquired lock "refresh_cache-3996d4e9-34f4-4419-a84c-a5fed87fa009" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:20:49 user nova-compute[75076]: DEBUG nova.network.neutron [req-32a9e12f-ec66-4571-8b63-e6d4ef1ddb7a req-b85073f7-5ca3-464c-bb7d-c64c7dc4974a service nova] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Refreshing network info cache for port fdcc4ca0-cb4d-4aa7-92ce-df96d7102307 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:20:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:50 user nova-compute[75076]: DEBUG nova.network.neutron [req-32a9e12f-ec66-4571-8b63-e6d4ef1ddb7a req-b85073f7-5ca3-464c-bb7d-c64c7dc4974a service nova] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Updated VIF entry in instance network info cache for port fdcc4ca0-cb4d-4aa7-92ce-df96d7102307. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:20:50 user nova-compute[75076]: DEBUG nova.network.neutron [req-32a9e12f-ec66-4571-8b63-e6d4ef1ddb7a req-b85073f7-5ca3-464c-bb7d-c64c7dc4974a service nova] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Updating instance_info_cache with network_info: [{"id": "fdcc4ca0-cb4d-4aa7-92ce-df96d7102307", "address": "fa:16:3e:44:96:5b", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdcc4ca0-cb", "ovs_interfaceid": "fdcc4ca0-cb4d-4aa7-92ce-df96d7102307", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:20:50 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-32a9e12f-ec66-4571-8b63-e6d4ef1ddb7a req-b85073f7-5ca3-464c-bb7d-c64c7dc4974a service nova] Releasing lock "refresh_cache-3996d4e9-34f4-4419-a84c-a5fed87fa009" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:20:51 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Acquiring lock "ecfcf4ca-57aa-4297-80ab-b868eec2f59f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:20:51 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Lock "ecfcf4ca-57aa-4297-80ab-b868eec2f59f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:20:51 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:20:51 user nova-compute[75076]: INFO nova.compute.manager [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] [instance: d16bfdc3-5589-4139-84c4-8a4ddf5c4b16] Took 2.81 seconds to detach 3 volumes for instance.
Oct 27 16:20:51 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:20:51 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:20:51 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:20:51 user nova-compute[75076]: INFO nova.compute.claims [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Claim successful on node user
Oct 27 16:20:51 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:20:51 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:20:51 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:20:51 user nova-compute[75076]: DEBUG nova.compute.manager [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:20:51 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:20:51 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:20:52 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:20:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.719s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:20:52 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:20:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.690s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:20:52 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:20:52 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:20:52 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:20:52 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:20:52 user nova-compute[75076]: DEBUG nova.policy [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64d6a41db41f426f9df2ca42cfa01eb4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c3d4481474c4706be83f3b19c453282', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:20:52 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:20:52 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:20:52 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Creating image(s)
Oct 27 16:20:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Acquiring lock "/opt/stack/data/nova/instances/ecfcf4ca-57aa-4297-80ab-b868eec2f59f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:20:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Lock "/opt/stack/data/nova/instances/ecfcf4ca-57aa-4297-80ab-b868eec2f59f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:20:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Lock "/opt/stack/data/nova/instances/ecfcf4ca-57aa-4297-80ab-b868eec2f59f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:20:52 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:52 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.193s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Acquiring lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:20:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:20:52 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:52 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:20:52 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:20:52 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.198s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:52 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/ecfcf4ca-57aa-4297-80ab-b868eec2f59f/disk 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.752s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:20:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.926s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:20:52 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/ecfcf4ca-57aa-4297-80ab-b868eec2f59f/disk 1073741824" returned: 0 in 0.070s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.274s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:20:52 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:52 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Deleted allocations for instance d16bfdc3-5589-4139-84c4-8a4ddf5c4b16
Oct 27 16:20:52 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:20:52 user nova-compute[75076]: INFO nova.compute.claims [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Claim successful on node user
Oct 27 16:20:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-aa72aa57-ad44-4164-aa29-abd05a56420e tempest-TaggedBootDevicesTest_v242-1317968196 tempest-TaggedBootDevicesTest_v242-1317968196-project-member] Lock "d16bfdc3-5589-4139-84c4-8a4ddf5c4b16" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 15.277s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:20:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.215s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:53 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ecfcf4ca-57aa-4297-80ab-b868eec2f59f/disk. size=1073741824 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:20:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecfcf4ca-57aa-4297-80ab-b868eec2f59f/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecfcf4ca-57aa-4297-80ab-b868eec2f59f/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:53 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Cannot resize image /opt/stack/data/nova/instances/ecfcf4ca-57aa-4297-80ab-b868eec2f59f/disk to a smaller size. {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 16:20:53 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:20:53 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Ensure instance console log exists: /opt/stack/data/nova/instances/ecfcf4ca-57aa-4297-80ab-b868eec2f59f/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:20:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:20:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:20:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:20:53 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:20:53 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:20:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.738s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:20:53 user nova-compute[75076]: DEBUG nova.compute.manager [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:20:53 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Successfully created port: 2f2e04c8-0bb2-440f-97a1-b5a3056cf125 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:20:53 user nova-compute[75076]: DEBUG nova.compute.manager [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:20:53 user nova-compute[75076]: DEBUG nova.network.neutron [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:20:53 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:20:53 user nova-compute[75076]: DEBUG nova.compute.manager [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:20:53 user nova-compute[75076]: INFO nova.virt.block_device [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Booting with volume-backed-image 7d0575fb-f5ea-4157-a39d-ba81df105df8 at /dev/vda
Oct 27 16:20:53 user nova-compute[75076]: DEBUG nova.policy [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '292311e3f0db4dc199101504f91de7f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b35a9703a8942d3b1e8a7ed3ccdb494', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:20:54 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:54 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Successfully updated port: 2f2e04c8-0bb2-440f-97a1-b5a3056cf125 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:20:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Acquiring lock "refresh_cache-ecfcf4ca-57aa-4297-80ab-b868eec2f59f" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:20:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Acquired lock "refresh_cache-ecfcf4ca-57aa-4297-80ab-b868eec2f59f" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:20:54 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:20:54 user nova-compute[75076]: DEBUG nova.compute.manager [req-314c06f2-8fd5-473b-ab99-ecf4af41e7e9 req-7b6b6ab0-23ea-4e74-a5e3-79bf7146a7a5 service nova] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Received event network-changed-2f2e04c8-0bb2-440f-97a1-b5a3056cf125 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:20:54 user nova-compute[75076]: DEBUG nova.compute.manager [req-314c06f2-8fd5-473b-ab99-ecf4af41e7e9 req-7b6b6ab0-23ea-4e74-a5e3-79bf7146a7a5 service nova] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Refreshing instance network info cache due to event network-changed-2f2e04c8-0bb2-440f-97a1-b5a3056cf125. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:20:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-314c06f2-8fd5-473b-ab99-ecf4af41e7e9 req-7b6b6ab0-23ea-4e74-a5e3-79bf7146a7a5 service nova] Acquiring lock "refresh_cache-ecfcf4ca-57aa-4297-80ab-b868eec2f59f" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG nova.network.neutron [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Successfully created port: 1421ef0d-4374-47e4-85c2-ea786187b779 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Updating instance_info_cache with network_info: [{"id": "2f2e04c8-0bb2-440f-97a1-b5a3056cf125", "address": "fa:16:3e:3d:4e:ed", "network": {"id": "5388f52d-292b-4046-9cdb-b612b2dbeb3c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1352283753-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c3d4481474c4706be83f3b19c453282", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f2e04c8-0b", "ovs_interfaceid": "2f2e04c8-0bb2-440f-97a1-b5a3056cf125", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Releasing lock "refresh_cache-ecfcf4ca-57aa-4297-80ab-b868eec2f59f" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Instance network_info: |[{"id": "2f2e04c8-0bb2-440f-97a1-b5a3056cf125", "address": "fa:16:3e:3d:4e:ed", "network": {"id": "5388f52d-292b-4046-9cdb-b612b2dbeb3c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1352283753-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c3d4481474c4706be83f3b19c453282", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f2e04c8-0b", "ovs_interfaceid": "2f2e04c8-0bb2-440f-97a1-b5a3056cf125", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-314c06f2-8fd5-473b-ab99-ecf4af41e7e9 req-7b6b6ab0-23ea-4e74-a5e3-79bf7146a7a5 service nova] Acquired lock "refresh_cache-ecfcf4ca-57aa-4297-80ab-b868eec2f59f" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG nova.network.neutron [req-314c06f2-8fd5-473b-ab99-ecf4af41e7e9 req-7b6b6ab0-23ea-4e74-a5e3-79bf7146a7a5 service nova] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Refreshing network info cache for port 2f2e04c8-0bb2-440f-97a1-b5a3056cf125 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Start _get_guest_xml network_info=[{"id": "2f2e04c8-0bb2-440f-97a1-b5a3056cf125", "address": "fa:16:3e:3d:4e:ed", "network": {"id": "5388f52d-292b-4046-9cdb-b612b2dbeb3c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1352283753-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c3d4481474c4706be83f3b19c453282", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f2e04c8-0b", "ovs_interfaceid": "2f2e04c8-0bb2-440f-97a1-b5a3056cf125", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:20:55 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:20:55 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:20:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Acquiring lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:20:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-932232808',display_name='tempest-VolumesActionsTest-instance-932232808',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-932232808',id=28,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4c3d4481474c4706be83f3b19c453282',ramdisk_id='',reservation_id='r-8xig75uh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-459441126',owner_user_name='tempest-VolumesActionsTest-459441126-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:20:52Z,user_data=None,user_id='64d6a41db41f426f9df2ca42cfa01eb4',uuid=ecfcf4ca-57aa-4297-80ab-b868eec2f59f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2f2e04c8-0bb2-440f-97a1-b5a3056cf125", "address": "fa:16:3e:3d:4e:ed", "network": {"id": "5388f52d-292b-4046-9cdb-b612b2dbeb3c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1352283753-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c3d4481474c4706be83f3b19c453282", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f2e04c8-0b", "ovs_interfaceid": "2f2e04c8-0bb2-440f-97a1-b5a3056cf125", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Converting VIF {"id": "2f2e04c8-0bb2-440f-97a1-b5a3056cf125", "address": "fa:16:3e:3d:4e:ed", "network": {"id": "5388f52d-292b-4046-9cdb-b612b2dbeb3c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1352283753-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c3d4481474c4706be83f3b19c453282", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f2e04c8-0b", "ovs_interfaceid": "2f2e04c8-0bb2-440f-97a1-b5a3056cf125", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3d:4e:ed,bridge_name='br-int',has_traffic_filtering=True,id=2f2e04c8-0bb2-440f-97a1-b5a3056cf125,network=Network(5388f52d-292b-4046-9cdb-b612b2dbeb3c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f2e04c8-0b') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG nova.objects.instance [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Lazy-loading 'pci_devices' on Instance uuid ecfcf4ca-57aa-4297-80ab-b868eec2f59f {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG nova.compute.manager [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:20:55 user nova-compute[75076]:   <uuid>ecfcf4ca-57aa-4297-80ab-b868eec2f59f</uuid>
Oct 27 16:20:55 user nova-compute[75076]:   <name>instance-0000001c</name>
Oct 27 16:20:55 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:20:55 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:20:55 user nova-compute[75076]:   <metadata>
Oct 27 16:20:55 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:20:55 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:20:55 user nova-compute[75076]:       <nova:name>tempest-VolumesActionsTest-instance-932232808</nova:name>
Oct 27 16:20:55 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:20:55</nova:creationTime>
Oct 27 16:20:55 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:20:55 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:20:55 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:20:55 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:20:55 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:20:55 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:20:55 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:20:55 user nova-compute[75076]:       <nova:owner>
Oct 27 16:20:55 user nova-compute[75076]:         <nova:user uuid="64d6a41db41f426f9df2ca42cfa01eb4">tempest-VolumesActionsTest-459441126-project-member</nova:user>
Oct 27 16:20:55 user nova-compute[75076]:         <nova:project uuid="4c3d4481474c4706be83f3b19c453282">tempest-VolumesActionsTest-459441126</nova:project>
Oct 27 16:20:55 user nova-compute[75076]:       </nova:owner>
Oct 27 16:20:55 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:20:55 user nova-compute[75076]:       <nova:ports>
Oct 27 16:20:55 user nova-compute[75076]:         <nova:port uuid="2f2e04c8-0bb2-440f-97a1-b5a3056cf125">
Oct 27 16:20:55 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 27 16:20:55 user nova-compute[75076]:         </nova:port>
Oct 27 16:20:55 user nova-compute[75076]:       </nova:ports>
Oct 27 16:20:55 user nova-compute[75076]:     </nova:instance>
Oct 27 16:20:55 user nova-compute[75076]:   </metadata>
Oct 27 16:20:55 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:20:55 user nova-compute[75076]:     <system>
Oct 27 16:20:55 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:20:55 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:20:55 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:20:55 user nova-compute[75076]:       <entry name="serial">ecfcf4ca-57aa-4297-80ab-b868eec2f59f</entry>
Oct 27 16:20:55 user nova-compute[75076]:       <entry name="uuid">ecfcf4ca-57aa-4297-80ab-b868eec2f59f</entry>
Oct 27 16:20:55 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:20:55 user nova-compute[75076]:     </system>
Oct 27 16:20:55 user nova-compute[75076]:   </sysinfo>
Oct 27 16:20:55 user nova-compute[75076]:   <os>
Oct 27 16:20:55 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:20:55 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:20:55 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:20:55 user nova-compute[75076]:   </os>
Oct 27 16:20:55 user nova-compute[75076]:   <features>
Oct 27 16:20:55 user nova-compute[75076]:     <acpi/>
Oct 27 16:20:55 user nova-compute[75076]:     <apic/>
Oct 27 16:20:55 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:20:55 user nova-compute[75076]:   </features>
Oct 27 16:20:55 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:20:55 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:20:55 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:20:55 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:20:55 user nova-compute[75076]:   </clock>
Oct 27 16:20:55 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:20:55 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:20:55 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:20:55 user nova-compute[75076]:   </cpu>
Oct 27 16:20:55 user nova-compute[75076]:   <devices>
Oct 27 16:20:55 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:20:55 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:20:55 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/ecfcf4ca-57aa-4297-80ab-b868eec2f59f/disk"/>
Oct 27 16:20:55 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:20:55 user nova-compute[75076]:     </disk>
Oct 27 16:20:55 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:20:55 user nova-compute[75076]:       <mac address="fa:16:3e:3d:4e:ed"/>
Oct 27 16:20:55 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:20:55 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:20:55 user nova-compute[75076]:       <target dev="tap2f2e04c8-0b"/>
Oct 27 16:20:55 user nova-compute[75076]:     </interface>
Oct 27 16:20:55 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:20:55 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/ecfcf4ca-57aa-4297-80ab-b868eec2f59f/console.log" append="off"/>
Oct 27 16:20:55 user nova-compute[75076]:     </serial>
Oct 27 16:20:55 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:20:55 user nova-compute[75076]:     <video>
Oct 27 16:20:55 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:20:55 user nova-compute[75076]:     </video>
Oct 27 16:20:55 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:20:55 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:20:55 user nova-compute[75076]:     </rng>
Oct 27 16:20:55 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:20:55 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:20:55 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:20:55 user nova-compute[75076]:     </memballoon>
Oct 27 16:20:55 user nova-compute[75076]:   </devices>
Oct 27 16:20:55 user nova-compute[75076]: </domain>
Oct 27 16:20:55 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:20:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-932232808',display_name='tempest-VolumesActionsTest-instance-932232808',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-932232808',id=28,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4c3d4481474c4706be83f3b19c453282',ramdisk_id='',reservation_id='r-8xig75uh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-459441126',owner_user_name='tempest-VolumesActionsTest-459441126-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:20:52Z,user_data=None,user_id='64d6a41db41f426f9df2ca42cfa01eb4',uuid=ecfcf4ca-57aa-4297-80ab-b868eec2f59f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2f2e04c8-0bb2-440f-97a1-b5a3056cf125", "address": "fa:16:3e:3d:4e:ed", "network": {"id": "5388f52d-292b-4046-9cdb-b612b2dbeb3c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1352283753-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c3d4481474c4706be83f3b19c453282", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f2e04c8-0b", "ovs_interfaceid": "2f2e04c8-0bb2-440f-97a1-b5a3056cf125", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Converting VIF {"id": "2f2e04c8-0bb2-440f-97a1-b5a3056cf125", "address": "fa:16:3e:3d:4e:ed", "network": {"id": "5388f52d-292b-4046-9cdb-b612b2dbeb3c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1352283753-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c3d4481474c4706be83f3b19c453282", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f2e04c8-0b", "ovs_interfaceid": "2f2e04c8-0bb2-440f-97a1-b5a3056cf125", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3d:4e:ed,bridge_name='br-int',has_traffic_filtering=True,id=2f2e04c8-0bb2-440f-97a1-b5a3056cf125,network=Network(5388f52d-292b-4046-9cdb-b612b2dbeb3c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f2e04c8-0b') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG os_vif [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3d:4e:ed,bridge_name='br-int',has_traffic_filtering=True,id=2f2e04c8-0bb2-440f-97a1-b5a3056cf125,network=Network(5388f52d-292b-4046-9cdb-b612b2dbeb3c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f2e04c8-0b') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '278d9162-f381-56db-b61d-d1f48e845015', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2f2e04c8-0b, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2f2e04c8-0b, col_values=(('qos', UUID('cd424e3e-6761-473a-9c23-33d29b6c6b47')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2f2e04c8-0b, col_values=(('external_ids', {'iface-id': '2f2e04c8-0bb2-440f-97a1-b5a3056cf125', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3d:4e:ed', 'vm-uuid': 'ecfcf4ca-57aa-4297-80ab-b868eec2f59f'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:20:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:55 user nova-compute[75076]: INFO os_vif [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3d:4e:ed,bridge_name='br-int',has_traffic_filtering=True,id=2f2e04c8-0bb2-440f-97a1-b5a3056cf125,network=Network(5388f52d-292b-4046-9cdb-b612b2dbeb3c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f2e04c8-0b')
Oct 27 16:20:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:20:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:20:56 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:20:56 user nova-compute[75076]: INFO nova.compute.claims [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Claim successful on node user
Oct 27 16:20:56 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:20:56 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] No VIF found with MAC fa:16:3e:3d:4e:ed, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:20:56 user nova-compute[75076]: DEBUG nova.network.neutron [req-314c06f2-8fd5-473b-ab99-ecf4af41e7e9 req-7b6b6ab0-23ea-4e74-a5e3-79bf7146a7a5 service nova] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Updated VIF entry in instance network info cache for port 2f2e04c8-0bb2-440f-97a1-b5a3056cf125. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:20:56 user nova-compute[75076]: DEBUG nova.network.neutron [req-314c06f2-8fd5-473b-ab99-ecf4af41e7e9 req-7b6b6ab0-23ea-4e74-a5e3-79bf7146a7a5 service nova] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Updating instance_info_cache with network_info: [{"id": "2f2e04c8-0bb2-440f-97a1-b5a3056cf125", "address": "fa:16:3e:3d:4e:ed", "network": {"id": "5388f52d-292b-4046-9cdb-b612b2dbeb3c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1352283753-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c3d4481474c4706be83f3b19c453282", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f2e04c8-0b", "ovs_interfaceid": "2f2e04c8-0bb2-440f-97a1-b5a3056cf125", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:20:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-314c06f2-8fd5-473b-ab99-ecf4af41e7e9 req-7b6b6ab0-23ea-4e74-a5e3-79bf7146a7a5 service nova] Releasing lock "refresh_cache-ecfcf4ca-57aa-4297-80ab-b868eec2f59f" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:20:56 user nova-compute[75076]: DEBUG nova.network.neutron [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Successfully updated port: 1421ef0d-4374-47e4-85c2-ea786187b779 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:20:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "refresh_cache-9e671e3b-15c7-44b5-aa89-19a37117fbc9" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:20:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquired lock "refresh_cache-9e671e3b-15c7-44b5-aa89-19a37117fbc9" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:20:56 user nova-compute[75076]: DEBUG nova.network.neutron [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:20:56 user nova-compute[75076]: DEBUG nova.network.neutron [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:20:56 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:20:56 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:20:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.812s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:20:56 user nova-compute[75076]: DEBUG nova.compute.manager [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:20:57 user nova-compute[75076]: DEBUG nova.compute.manager [req-19a02d35-ea2b-4d09-8d0c-4aedccbcbe3a req-11ef568f-fa5e-497f-8b85-2ea01acb8378 service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Received event network-changed-1421ef0d-4374-47e4-85c2-ea786187b779 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:20:57 user nova-compute[75076]: DEBUG nova.compute.manager [req-19a02d35-ea2b-4d09-8d0c-4aedccbcbe3a req-11ef568f-fa5e-497f-8b85-2ea01acb8378 service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Refreshing instance network info cache due to event network-changed-1421ef0d-4374-47e4-85c2-ea786187b779. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:20:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-19a02d35-ea2b-4d09-8d0c-4aedccbcbe3a req-11ef568f-fa5e-497f-8b85-2ea01acb8378 service nova] Acquiring lock "refresh_cache-9e671e3b-15c7-44b5-aa89-19a37117fbc9" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:20:57 user nova-compute[75076]: DEBUG nova.compute.manager [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:20:57 user nova-compute[75076]: DEBUG nova.network.neutron [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:20:57 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:20:57 user nova-compute[75076]: DEBUG nova.compute.manager [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:20:57 user nova-compute[75076]: DEBUG nova.policy [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dab7a049eef348cba35f260a2eea1707', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44ca7e988f9f466bb169bceae343c954', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:20:57 user nova-compute[75076]: DEBUG nova.compute.manager [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:20:57 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:20:57 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Creating image(s)
Oct 27 16:20:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Acquiring lock "/opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:20:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "/opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:20:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "/opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:20:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:57 user nova-compute[75076]: DEBUG nova.network.neutron [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Updating instance_info_cache with network_info: [{"id": "1421ef0d-4374-47e4-85c2-ea786187b779", "address": "fa:16:3e:fb:b7:3b", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1421ef0d-43", "ovs_interfaceid": "1421ef0d-4374-47e4-85c2-ea786187b779", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:20:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Releasing lock "refresh_cache-9e671e3b-15c7-44b5-aa89-19a37117fbc9" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:20:57 user nova-compute[75076]: DEBUG nova.compute.manager [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Instance network_info: |[{"id": "1421ef0d-4374-47e4-85c2-ea786187b779", "address": "fa:16:3e:fb:b7:3b", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1421ef0d-43", "ovs_interfaceid": "1421ef0d-4374-47e4-85c2-ea786187b779", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:20:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-19a02d35-ea2b-4d09-8d0c-4aedccbcbe3a req-11ef568f-fa5e-497f-8b85-2ea01acb8378 service nova] Acquired lock "refresh_cache-9e671e3b-15c7-44b5-aa89-19a37117fbc9" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:20:57 user nova-compute[75076]: DEBUG nova.network.neutron [req-19a02d35-ea2b-4d09-8d0c-4aedccbcbe3a req-11ef568f-fa5e-497f-8b85-2ea01acb8378 service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Refreshing network info cache for port 1421ef0d-4374-47e4-85c2-ea786187b779 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:20:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.191s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Acquiring lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:20:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:20:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.171s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk 1073741824" returned: 0 in 0.052s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.232s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:20:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:57 user nova-compute[75076]: DEBUG nova.compute.manager [req-28ade8bc-fe8f-43b9-aed0-23f0fff35ac6 req-9ce24acd-dfef-4e8e-a5f2-db04b05fc5eb service nova] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Received event network-vif-plugged-2f2e04c8-0bb2-440f-97a1-b5a3056cf125 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:20:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-28ade8bc-fe8f-43b9-aed0-23f0fff35ac6 req-9ce24acd-dfef-4e8e-a5f2-db04b05fc5eb service nova] Acquiring lock "ecfcf4ca-57aa-4297-80ab-b868eec2f59f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:20:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-28ade8bc-fe8f-43b9-aed0-23f0fff35ac6 req-9ce24acd-dfef-4e8e-a5f2-db04b05fc5eb service nova] Lock "ecfcf4ca-57aa-4297-80ab-b868eec2f59f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:20:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-28ade8bc-fe8f-43b9-aed0-23f0fff35ac6 req-9ce24acd-dfef-4e8e-a5f2-db04b05fc5eb service nova] Lock "ecfcf4ca-57aa-4297-80ab-b868eec2f59f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:20:57 user nova-compute[75076]: DEBUG nova.compute.manager [req-28ade8bc-fe8f-43b9-aed0-23f0fff35ac6 req-9ce24acd-dfef-4e8e-a5f2-db04b05fc5eb service nova] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] No waiting events found dispatching network-vif-plugged-2f2e04c8-0bb2-440f-97a1-b5a3056cf125 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:20:57 user nova-compute[75076]: WARNING nova.compute.manager [req-28ade8bc-fe8f-43b9-aed0-23f0fff35ac6 req-9ce24acd-dfef-4e8e-a5f2-db04b05fc5eb service nova] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Received unexpected event network-vif-plugged-2f2e04c8-0bb2-440f-97a1-b5a3056cf125 for instance with vm_state building and task_state spawning.
Oct 27 16:20:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.244s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:58 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Checking if we can resize image /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk. size=1073741824 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:20:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:20:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:20:58 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Cannot resize image /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk to a smaller size. {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 16:20:58 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:20:58 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Ensure instance console log exists: /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:20:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:20:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:20:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:20:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:58 user nova-compute[75076]: DEBUG nova.network.neutron [req-19a02d35-ea2b-4d09-8d0c-4aedccbcbe3a req-11ef568f-fa5e-497f-8b85-2ea01acb8378 service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Updated VIF entry in instance network info cache for port 1421ef0d-4374-47e4-85c2-ea786187b779. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:20:58 user nova-compute[75076]: DEBUG nova.network.neutron [req-19a02d35-ea2b-4d09-8d0c-4aedccbcbe3a req-11ef568f-fa5e-497f-8b85-2ea01acb8378 service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Updating instance_info_cache with network_info: [{"id": "1421ef0d-4374-47e4-85c2-ea786187b779", "address": "fa:16:3e:fb:b7:3b", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1421ef0d-43", "ovs_interfaceid": "1421ef0d-4374-47e4-85c2-ea786187b779", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:20:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-19a02d35-ea2b-4d09-8d0c-4aedccbcbe3a req-11ef568f-fa5e-497f-8b85-2ea01acb8378 service nova] Releasing lock "refresh_cache-9e671e3b-15c7-44b5-aa89-19a37117fbc9" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:20:58 user nova-compute[75076]: DEBUG nova.network.neutron [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Successfully created port: 6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:20:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:20:59 user nova-compute[75076]: DEBUG nova.network.neutron [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Successfully updated port: 6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:20:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Acquiring lock "refresh_cache-dad6d9d4-84e4-4e39-853f-566cdcd8bd30" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:20:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Acquired lock "refresh_cache-dad6d9d4-84e4-4e39-853f-566cdcd8bd30" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:20:59 user nova-compute[75076]: DEBUG nova.network.neutron [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:20:59 user nova-compute[75076]: DEBUG nova.compute.manager [req-e6da709a-f3c0-402b-aed5-8073091bf204 req-8ebd6b8e-3993-4604-94ad-46997c969dd0 service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Received event network-changed-6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:20:59 user nova-compute[75076]: DEBUG nova.compute.manager [req-e6da709a-f3c0-402b-aed5-8073091bf204 req-8ebd6b8e-3993-4604-94ad-46997c969dd0 service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Refreshing instance network info cache due to event network-changed-6e8e0de7-63a3-4c63-8e17-5f420fb22ca0. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:20:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-e6da709a-f3c0-402b-aed5-8073091bf204 req-8ebd6b8e-3993-4604-94ad-46997c969dd0 service nova] Acquiring lock "refresh_cache-dad6d9d4-84e4-4e39-853f-566cdcd8bd30" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:20:59 user nova-compute[75076]: DEBUG nova.network.neutron [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:20:59 user nova-compute[75076]: DEBUG nova.network.neutron [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Updating instance_info_cache with network_info: [{"id": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "address": "fa:16:3e:e0:00:4d", "network": {"id": "a4cd92b5-8cea-4135-86fc-8241f5ec05e6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1716485942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "44ca7e988f9f466bb169bceae343c954", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e8e0de7-63", "ovs_interfaceid": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:20:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Releasing lock "refresh_cache-dad6d9d4-84e4-4e39-853f-566cdcd8bd30" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:20:59 user nova-compute[75076]: DEBUG nova.compute.manager [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Instance network_info: |[{"id": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "address": "fa:16:3e:e0:00:4d", "network": {"id": "a4cd92b5-8cea-4135-86fc-8241f5ec05e6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1716485942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "44ca7e988f9f466bb169bceae343c954", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e8e0de7-63", "ovs_interfaceid": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:20:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-e6da709a-f3c0-402b-aed5-8073091bf204 req-8ebd6b8e-3993-4604-94ad-46997c969dd0 service nova] Acquired lock "refresh_cache-dad6d9d4-84e4-4e39-853f-566cdcd8bd30" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:20:59 user nova-compute[75076]: DEBUG nova.network.neutron [req-e6da709a-f3c0-402b-aed5-8073091bf204 req-8ebd6b8e-3993-4604-94ad-46997c969dd0 service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Refreshing network info cache for port 6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:20:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Start _get_guest_xml network_info=[{"id": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "address": "fa:16:3e:e0:00:4d", "network": {"id": "a4cd92b5-8cea-4135-86fc-8241f5ec05e6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1716485942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "44ca7e988f9f466bb169bceae343c954", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e8e0de7-63", "ovs_interfaceid": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:21:00 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:21:00 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:21:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:20:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-317602260',display_name='tempest-AttachVolumeTestJSON-server-317602260',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-317602260',id=30,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDzp/ZsHuLqb72phHRfw68YFeSmYbfUeuy0fY+TiXMdb/8sM0h9eabK9OohMW/U/eB19AHg7wXzdhLY3a+0wQDjlHbDt6AfZ4HIjeWRkQ7/+rJ0Hlp87YxzhGdd75RshYQ==',key_name='tempest-keypair-1036079968',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='44ca7e988f9f466bb169bceae343c954',ramdisk_id='',reservation_id='r-fs2fds7z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1648334762',owner_user_name='tempest-AttachVolumeTestJSON-1648334762-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:20:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dab7a049eef348cba35f260a2eea1707',uuid=dad6d9d4-84e4-4e39-853f-566cdcd8bd30,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "address": "fa:16:3e:e0:00:4d", "network": {"id": "a4cd92b5-8cea-4135-86fc-8241f5ec05e6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1716485942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "44ca7e988f9f466bb169bceae343c954", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e8e0de7-63", "ovs_interfaceid": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Converting VIF {"id": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "address": "fa:16:3e:e0:00:4d", "network": {"id": "a4cd92b5-8cea-4135-86fc-8241f5ec05e6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1716485942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "44ca7e988f9f466bb169bceae343c954", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e8e0de7-63", "ovs_interfaceid": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:00:4d,bridge_name='br-int',has_traffic_filtering=True,id=6e8e0de7-63a3-4c63-8e17-5f420fb22ca0,network=Network(a4cd92b5-8cea-4135-86fc-8241f5ec05e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e8e0de7-63') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG nova.objects.instance [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lazy-loading 'pci_devices' on Instance uuid dad6d9d4-84e4-4e39-853f-566cdcd8bd30 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG nova.compute.manager [req-a4f7042c-d36c-4f6e-9b9b-eee7358c20d9 req-26d3cc09-450f-4004-b29b-d37f5c2973c2 service nova] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Received event network-vif-plugged-2f2e04c8-0bb2-440f-97a1-b5a3056cf125 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a4f7042c-d36c-4f6e-9b9b-eee7358c20d9 req-26d3cc09-450f-4004-b29b-d37f5c2973c2 service nova] Acquiring lock "ecfcf4ca-57aa-4297-80ab-b868eec2f59f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a4f7042c-d36c-4f6e-9b9b-eee7358c20d9 req-26d3cc09-450f-4004-b29b-d37f5c2973c2 service nova] Lock "ecfcf4ca-57aa-4297-80ab-b868eec2f59f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a4f7042c-d36c-4f6e-9b9b-eee7358c20d9 req-26d3cc09-450f-4004-b29b-d37f5c2973c2 service nova] Lock "ecfcf4ca-57aa-4297-80ab-b868eec2f59f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG nova.compute.manager [req-a4f7042c-d36c-4f6e-9b9b-eee7358c20d9 req-26d3cc09-450f-4004-b29b-d37f5c2973c2 service nova] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] No waiting events found dispatching network-vif-plugged-2f2e04c8-0bb2-440f-97a1-b5a3056cf125 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:21:00 user nova-compute[75076]: WARNING nova.compute.manager [req-a4f7042c-d36c-4f6e-9b9b-eee7358c20d9 req-26d3cc09-450f-4004-b29b-d37f5c2973c2 service nova] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Received unexpected event network-vif-plugged-2f2e04c8-0bb2-440f-97a1-b5a3056cf125 for instance with vm_state building and task_state spawning.
Oct 27 16:21:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:21:00 user nova-compute[75076]:   <uuid>dad6d9d4-84e4-4e39-853f-566cdcd8bd30</uuid>
Oct 27 16:21:00 user nova-compute[75076]:   <name>instance-0000001e</name>
Oct 27 16:21:00 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:21:00 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:21:00 user nova-compute[75076]:   <metadata>
Oct 27 16:21:00 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:21:00 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:21:00 user nova-compute[75076]:       <nova:name>tempest-AttachVolumeTestJSON-server-317602260</nova:name>
Oct 27 16:21:00 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:21:00</nova:creationTime>
Oct 27 16:21:00 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:21:00 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:21:00 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:21:00 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:21:00 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:21:00 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:21:00 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:21:00 user nova-compute[75076]:       <nova:owner>
Oct 27 16:21:00 user nova-compute[75076]:         <nova:user uuid="dab7a049eef348cba35f260a2eea1707">tempest-AttachVolumeTestJSON-1648334762-project-member</nova:user>
Oct 27 16:21:00 user nova-compute[75076]:         <nova:project uuid="44ca7e988f9f466bb169bceae343c954">tempest-AttachVolumeTestJSON-1648334762</nova:project>
Oct 27 16:21:00 user nova-compute[75076]:       </nova:owner>
Oct 27 16:21:00 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:21:00 user nova-compute[75076]:       <nova:ports>
Oct 27 16:21:00 user nova-compute[75076]:         <nova:port uuid="6e8e0de7-63a3-4c63-8e17-5f420fb22ca0">
Oct 27 16:21:00 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 27 16:21:00 user nova-compute[75076]:         </nova:port>
Oct 27 16:21:00 user nova-compute[75076]:       </nova:ports>
Oct 27 16:21:00 user nova-compute[75076]:     </nova:instance>
Oct 27 16:21:00 user nova-compute[75076]:   </metadata>
Oct 27 16:21:00 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:21:00 user nova-compute[75076]:     <system>
Oct 27 16:21:00 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:21:00 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:21:00 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:21:00 user nova-compute[75076]:       <entry name="serial">dad6d9d4-84e4-4e39-853f-566cdcd8bd30</entry>
Oct 27 16:21:00 user nova-compute[75076]:       <entry name="uuid">dad6d9d4-84e4-4e39-853f-566cdcd8bd30</entry>
Oct 27 16:21:00 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:21:00 user nova-compute[75076]:     </system>
Oct 27 16:21:00 user nova-compute[75076]:   </sysinfo>
Oct 27 16:21:00 user nova-compute[75076]:   <os>
Oct 27 16:21:00 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:21:00 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:21:00 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:21:00 user nova-compute[75076]:   </os>
Oct 27 16:21:00 user nova-compute[75076]:   <features>
Oct 27 16:21:00 user nova-compute[75076]:     <acpi/>
Oct 27 16:21:00 user nova-compute[75076]:     <apic/>
Oct 27 16:21:00 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:21:00 user nova-compute[75076]:   </features>
Oct 27 16:21:00 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:21:00 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:21:00 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:21:00 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:21:00 user nova-compute[75076]:   </clock>
Oct 27 16:21:00 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:21:00 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:21:00 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:21:00 user nova-compute[75076]:   </cpu>
Oct 27 16:21:00 user nova-compute[75076]:   <devices>
Oct 27 16:21:00 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:21:00 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:21:00 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk"/>
Oct 27 16:21:00 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:21:00 user nova-compute[75076]:     </disk>
Oct 27 16:21:00 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:21:00 user nova-compute[75076]:       <mac address="fa:16:3e:e0:00:4d"/>
Oct 27 16:21:00 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:21:00 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:21:00 user nova-compute[75076]:       <target dev="tap6e8e0de7-63"/>
Oct 27 16:21:00 user nova-compute[75076]:     </interface>
Oct 27 16:21:00 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:21:00 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/console.log" append="off"/>
Oct 27 16:21:00 user nova-compute[75076]:     </serial>
Oct 27 16:21:00 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:21:00 user nova-compute[75076]:     <video>
Oct 27 16:21:00 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:21:00 user nova-compute[75076]:     </video>
Oct 27 16:21:00 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:21:00 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:21:00 user nova-compute[75076]:     </rng>
Oct 27 16:21:00 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:21:00 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:21:00 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:21:00 user nova-compute[75076]:     </memballoon>
Oct 27 16:21:00 user nova-compute[75076]:   </devices>
Oct 27 16:21:00 user nova-compute[75076]: </domain>
Oct 27 16:21:00 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:20:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-317602260',display_name='tempest-AttachVolumeTestJSON-server-317602260',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-317602260',id=30,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDzp/ZsHuLqb72phHRfw68YFeSmYbfUeuy0fY+TiXMdb/8sM0h9eabK9OohMW/U/eB19AHg7wXzdhLY3a+0wQDjlHbDt6AfZ4HIjeWRkQ7/+rJ0Hlp87YxzhGdd75RshYQ==',key_name='tempest-keypair-1036079968',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='44ca7e988f9f466bb169bceae343c954',ramdisk_id='',reservation_id='r-fs2fds7z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1648334762',owner_user_name='tempest-AttachVolumeTestJSON-1648334762-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:20:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dab7a049eef348cba35f260a2eea1707',uuid=dad6d9d4-84e4-4e39-853f-566cdcd8bd30,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "address": "fa:16:3e:e0:00:4d", "network": {"id": "a4cd92b5-8cea-4135-86fc-8241f5ec05e6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1716485942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "44ca7e988f9f466bb169bceae343c954", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e8e0de7-63", "ovs_interfaceid": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Converting VIF {"id": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "address": "fa:16:3e:e0:00:4d", "network": {"id": "a4cd92b5-8cea-4135-86fc-8241f5ec05e6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1716485942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "44ca7e988f9f466bb169bceae343c954", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e8e0de7-63", "ovs_interfaceid": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:00:4d,bridge_name='br-int',has_traffic_filtering=True,id=6e8e0de7-63a3-4c63-8e17-5f420fb22ca0,network=Network(a4cd92b5-8cea-4135-86fc-8241f5ec05e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e8e0de7-63') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG os_vif [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:00:4d,bridge_name='br-int',has_traffic_filtering=True,id=6e8e0de7-63a3-4c63-8e17-5f420fb22ca0,network=Network(a4cd92b5-8cea-4135-86fc-8241f5ec05e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e8e0de7-63') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '035e2c57-5587-552a-b032-da2d8da7b3c0', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6e8e0de7-63, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6e8e0de7-63, col_values=(('qos', UUID('52fb3d37-94b7-474d-93d2-d62b614c52b6')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6e8e0de7-63, col_values=(('external_ids', {'iface-id': '6e8e0de7-63a3-4c63-8e17-5f420fb22ca0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e0:00:4d', 'vm-uuid': 'dad6d9d4-84e4-4e39-853f-566cdcd8bd30'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:00 user nova-compute[75076]: INFO os_vif [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:00:4d,bridge_name='br-int',has_traffic_filtering=True,id=6e8e0de7-63a3-4c63-8e17-5f420fb22ca0,network=Network(a4cd92b5-8cea-4135-86fc-8241f5ec05e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e8e0de7-63')
Oct 27 16:21:00 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Instance spawned successfully.
Oct 27 16:21:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] No VIF found with MAC fa:16:3e:e0:00:4d, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:21:00 user nova-compute[75076]: INFO nova.compute.manager [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Took 7.87 seconds to spawn the instance on the hypervisor.
Oct 27 16:21:00 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:21:00 user nova-compute[75076]: INFO nova.compute.manager [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Took 9.10 seconds to build instance.
Oct 27 16:21:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a7b6f4af-92bd-4cd4-84f2-f9d9982e75d9 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Lock "ecfcf4ca-57aa-4297-80ab-b868eec2f59f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.265s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG nova.network.neutron [req-e6da709a-f3c0-402b-aed5-8073091bf204 req-8ebd6b8e-3993-4604-94ad-46997c969dd0 service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Updated VIF entry in instance network info cache for port 6e8e0de7-63a3-4c63-8e17-5f420fb22ca0. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG nova.network.neutron [req-e6da709a-f3c0-402b-aed5-8073091bf204 req-8ebd6b8e-3993-4604-94ad-46997c969dd0 service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Updating instance_info_cache with network_info: [{"id": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "address": "fa:16:3e:e0:00:4d", "network": {"id": "a4cd92b5-8cea-4135-86fc-8241f5ec05e6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1716485942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "44ca7e988f9f466bb169bceae343c954", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e8e0de7-63", "ovs_interfaceid": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:21:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-e6da709a-f3c0-402b-aed5-8073091bf204 req-8ebd6b8e-3993-4604-94ad-46997c969dd0 service nova] Releasing lock "refresh_cache-dad6d9d4-84e4-4e39-853f-566cdcd8bd30" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:21:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:02 user nova-compute[75076]: DEBUG nova.compute.manager [req-7419c040-474f-4708-b476-da14c43d0eb5 req-39daed92-5500-4f3c-975c-4784914b53bb service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Received event network-vif-plugged-6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:21:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7419c040-474f-4708-b476-da14c43d0eb5 req-39daed92-5500-4f3c-975c-4784914b53bb service nova] Acquiring lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:21:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7419c040-474f-4708-b476-da14c43d0eb5 req-39daed92-5500-4f3c-975c-4784914b53bb service nova] Lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:21:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7419c040-474f-4708-b476-da14c43d0eb5 req-39daed92-5500-4f3c-975c-4784914b53bb service nova] Lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:21:02 user nova-compute[75076]: DEBUG nova.compute.manager [req-7419c040-474f-4708-b476-da14c43d0eb5 req-39daed92-5500-4f3c-975c-4784914b53bb service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] No waiting events found dispatching network-vif-plugged-6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:21:02 user nova-compute[75076]: WARNING nova.compute.manager [req-7419c040-474f-4708-b476-da14c43d0eb5 req-39daed92-5500-4f3c-975c-4784914b53bb service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Received unexpected event network-vif-plugged-6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 for instance with vm_state building and task_state spawning.
Oct 27 16:21:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:04 user nova-compute[75076]: DEBUG nova.compute.manager [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:21:04 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:21:04 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Instance spawned successfully.
Oct 27 16:21:04 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:21:04 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:21:04 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:21:04 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:21:04 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:21:04 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:21:04 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:21:04 user nova-compute[75076]: INFO nova.compute.manager [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Took 6.90 seconds to spawn the instance on the hypervisor.
Oct 27 16:21:04 user nova-compute[75076]: DEBUG nova.compute.manager [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:21:04 user nova-compute[75076]: DEBUG nova.compute.manager [req-2ffa03e6-0363-48fd-ac07-5740e9c83e9b req-3dfcea07-05d1-4719-b0cc-b95961ed3ec9 service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Received event network-vif-plugged-6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:21:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-2ffa03e6-0363-48fd-ac07-5740e9c83e9b req-3dfcea07-05d1-4719-b0cc-b95961ed3ec9 service nova] Acquiring lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:21:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-2ffa03e6-0363-48fd-ac07-5740e9c83e9b req-3dfcea07-05d1-4719-b0cc-b95961ed3ec9 service nova] Lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:21:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-2ffa03e6-0363-48fd-ac07-5740e9c83e9b req-3dfcea07-05d1-4719-b0cc-b95961ed3ec9 service nova] Lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:21:04 user nova-compute[75076]: DEBUG nova.compute.manager [req-2ffa03e6-0363-48fd-ac07-5740e9c83e9b req-3dfcea07-05d1-4719-b0cc-b95961ed3ec9 service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] No waiting events found dispatching network-vif-plugged-6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:21:04 user nova-compute[75076]: WARNING nova.compute.manager [req-2ffa03e6-0363-48fd-ac07-5740e9c83e9b req-3dfcea07-05d1-4719-b0cc-b95961ed3ec9 service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Received unexpected event network-vif-plugged-6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 for instance with vm_state building and task_state spawning.
Oct 27 16:21:04 user nova-compute[75076]: INFO nova.compute.manager [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Took 8.49 seconds to build instance.
Oct 27 16:21:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-87cad785-84f0-4569-b4d1-aa67fd3a13f2 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.685s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:21:04 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:07 user nova-compute[75076]: DEBUG nova.compute.manager [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:21:07 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:21:07 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Creating image(s)
Oct 27 16:21:07 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Did not create local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 27 16:21:07 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Ensure instance console log exists: /opt/stack/data/nova/instances/3996d4e9-34f4-4419-a84c-a5fed87fa009/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:21:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:21:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:21:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:21:07 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Start _get_guest_xml network_info=[{"id": "fdcc4ca0-cb4d-4aa7-92ce-df96d7102307", "address": "fa:16:3e:44:96:5b", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdcc4ca0-cb", "ovs_interfaceid": "fdcc4ca0-cb4d-4aa7-92ce-df96d7102307", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mPVqXbkN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3996d4e9-34f4-4419-a84c-a5fed87fa009', 'attached_at': '', 'detached_at': '', 'volume_id': '90ed60eb-1b17-4dc1-a661-fa5153c71144', 'serial': '90ed60eb-1b17-4dc1-a661-fa5153c71144'}, 'boot_index': 0, 'device_type': 'disk', 'mount_device': '/dev/vda', 'disk_bus': 'virtio', 'attachment_id': '551764ff-d898-4a31-bd90-8471f856e1f7', 'guest_format': None, 'delete_on_termination': True, 'volume_type': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:21:07 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:21:07 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:21:07 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:21:07 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:21:07 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:21:07 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:21:07 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:21:07 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:21:07 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:21:07 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:21:07 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:21:07 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:21:07 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:21:07 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:21:07 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:21:07 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:21:07 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:21:07 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:21:07 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:21:07 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mPVqXbkN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:21:07 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:21:07 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:21:07 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:21:07 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:21:07 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:21:07 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:21:07 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:21:07 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:07 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:07 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a307ffc1-6c27-482b-9a58-f17e73d68a75]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:21:07 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:21:07 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:21:07 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:07 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:07 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[af5993e4-169b-4aed-a636-3e3ee096566b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:21:07 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144] added
Oct 27 16:21:07 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:21:07 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:07 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:07 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b02b7a2f-17d5-4f69-a25b-53837231e59e]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:21:07 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:21:07 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:07 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.027s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:07 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b47c606-8608-4a86-af8f-80e537069c64]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:21:07 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:21:07 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mPVqXbkN {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mPVqXbkN" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:08 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[37b47c19-c469-4646-bf2c-d14909c189d0]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:21:08 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mPVqXbkN'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:21:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:08 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d5d4277-4a9d-4aa9-989a-cda4ae0ad3e4]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:21:08 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:21:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:08 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f07f5ac-904f-40e7-b2cb-a73f46a64cc5]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:21:08 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:21:08 user nova-compute[75076]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 (non-flash)
Oct 27 16:21:08 user nova-compute[75076]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)
Oct 27 16:21:08 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:21:08 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:21:08 user nova-compute[75076]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 (non-flash)
Oct 27 16:21:08 user nova-compute[75076]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)
Oct 27 16:21:08 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:21:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:08 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5cf0ca8-fc3d-4220-a918-5123e0661084]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:21:08 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144, portal: 172.16.0.220,3260]
Oct 27 16:21:08 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144, portal: 172.16.0.220,3260] successful.
Oct 27 16:21:08 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:21:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:08 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[33cd9baa-3057-4e85-9ec4-af46d4528ff0]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:21:08 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:21:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:08 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[37ae4936-ddfe-4be9-8392-0c398d919168]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:21:08 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:21:08 user nova-compute[75076]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 (non-flash)
Oct 27 16:21:08 user nova-compute[75076]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)
Oct 27 16:21:08 user nova-compute[75076]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:21:08 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:21:08 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:21:08 user nova-compute[75076]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 (non-flash)
Oct 27 16:21:08 user nova-compute[75076]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)
Oct 27 16:21:08 user nova-compute[75076]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:21:08 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:21:08 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.328s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:21:08 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:21:08 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] HCTL ('33', '-', '-', 0) found on session 26 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:21:08 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:21:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.024s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:08 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e81f025-b0de-4c4b-9246-e08cc4af7bc0]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:21:08 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Searching for a device in session 26 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:21:08 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mPVqXbkN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:21:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.373s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:21:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] <== connect_volume: return (1374ms) {'type': 'block', 'scsi_wwn': '23366663939303134', 'path': '/dev/sdb'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:21:09 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23366663939303134', 'path': '/dev/sdb'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:21:09 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:20:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-661523734',display_name='tempest-ServerActionsTestOtherA-server-661523734',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-661523734',id=27,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOAqunftKllvDBFA3CNePZIF/QhhMBv+ZyAvJ7BE208VTgDPeZe2wZavEEkXNa9quaZ0trOppg17JfM/xn7LPTB/5/tY52LoaQZJDZmuFzRLBflJzOlAKS4ytmuwqn6qjQ==',key_name='tempest-keypair-239160292',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='eca4241be0a24932b482fcdba2f45482',ramdisk_id='',reservation_id='r-yrjtdeau',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1737890963',owner_user_name='tempest-ServerActionsTestOtherA-1737890963-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:20:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='714d6bf7998c4abd8641b678ee293691',uuid=3996d4e9-34f4-4419-a84c-a5fed87fa009,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fdcc4ca0-cb4d-4aa7-92ce-df96d7102307", "address": "fa:16:3e:44:96:5b", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdcc4ca0-cb", "ovs_interfaceid": "fdcc4ca0-cb4d-4aa7-92ce-df96d7102307", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:21:09 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Converting VIF {"id": "fdcc4ca0-cb4d-4aa7-92ce-df96d7102307", "address": "fa:16:3e:44:96:5b", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdcc4ca0-cb", "ovs_interfaceid": "fdcc4ca0-cb4d-4aa7-92ce-df96d7102307", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:21:09 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:44:96:5b,bridge_name='br-int',has_traffic_filtering=True,id=fdcc4ca0-cb4d-4aa7-92ce-df96d7102307,network=Network(d4452627-1a52-4591-bd30-e240f8690c51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdcc4ca0-cb') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:21:09 user nova-compute[75076]: DEBUG nova.objects.instance [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lazy-loading 'pci_devices' on Instance uuid 3996d4e9-34f4-4419-a84c-a5fed87fa009 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:21:09 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:21:09 user nova-compute[75076]:   <uuid>3996d4e9-34f4-4419-a84c-a5fed87fa009</uuid>
Oct 27 16:21:09 user nova-compute[75076]:   <name>instance-0000001b</name>
Oct 27 16:21:09 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:21:09 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:21:09 user nova-compute[75076]:   <metadata>
Oct 27 16:21:09 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:21:09 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:21:09 user nova-compute[75076]:       <nova:name>tempest-ServerActionsTestOtherA-server-661523734</nova:name>
Oct 27 16:21:09 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:21:07</nova:creationTime>
Oct 27 16:21:09 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:21:09 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:21:09 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:21:09 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:21:09 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:21:09 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:21:09 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:21:09 user nova-compute[75076]:       <nova:owner>
Oct 27 16:21:09 user nova-compute[75076]:         <nova:user uuid="714d6bf7998c4abd8641b678ee293691">tempest-ServerActionsTestOtherA-1737890963-project-member</nova:user>
Oct 27 16:21:09 user nova-compute[75076]:         <nova:project uuid="eca4241be0a24932b482fcdba2f45482">tempest-ServerActionsTestOtherA-1737890963</nova:project>
Oct 27 16:21:09 user nova-compute[75076]:       </nova:owner>
Oct 27 16:21:09 user nova-compute[75076]:       <nova:ports>
Oct 27 16:21:09 user nova-compute[75076]:         <nova:port uuid="fdcc4ca0-cb4d-4aa7-92ce-df96d7102307">
Oct 27 16:21:09 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 27 16:21:09 user nova-compute[75076]:         </nova:port>
Oct 27 16:21:09 user nova-compute[75076]:       </nova:ports>
Oct 27 16:21:09 user nova-compute[75076]:     </nova:instance>
Oct 27 16:21:09 user nova-compute[75076]:   </metadata>
Oct 27 16:21:09 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:21:09 user nova-compute[75076]:     <system>
Oct 27 16:21:09 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:21:09 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:21:09 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:21:09 user nova-compute[75076]:       <entry name="serial">3996d4e9-34f4-4419-a84c-a5fed87fa009</entry>
Oct 27 16:21:09 user nova-compute[75076]:       <entry name="uuid">3996d4e9-34f4-4419-a84c-a5fed87fa009</entry>
Oct 27 16:21:09 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:21:09 user nova-compute[75076]:     </system>
Oct 27 16:21:09 user nova-compute[75076]:   </sysinfo>
Oct 27 16:21:09 user nova-compute[75076]:   <os>
Oct 27 16:21:09 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:21:09 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:21:09 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:21:09 user nova-compute[75076]:   </os>
Oct 27 16:21:09 user nova-compute[75076]:   <features>
Oct 27 16:21:09 user nova-compute[75076]:     <acpi/>
Oct 27 16:21:09 user nova-compute[75076]:     <apic/>
Oct 27 16:21:09 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:21:09 user nova-compute[75076]:   </features>
Oct 27 16:21:09 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:21:09 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:21:09 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:21:09 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:21:09 user nova-compute[75076]:   </clock>
Oct 27 16:21:09 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:21:09 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:21:09 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:21:09 user nova-compute[75076]:   </cpu>
Oct 27 16:21:09 user nova-compute[75076]:   <devices>
Oct 27 16:21:09 user nova-compute[75076]:     <disk type="block" device="disk">
Oct 27 16:21:09 user nova-compute[75076]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:21:09 user nova-compute[75076]:       <source dev="/dev/sdb"/>
Oct 27 16:21:09 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:21:09 user nova-compute[75076]:       <serial>90ed60eb-1b17-4dc1-a661-fa5153c71144</serial>
Oct 27 16:21:09 user nova-compute[75076]:     </disk>
Oct 27 16:21:09 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:21:09 user nova-compute[75076]:       <mac address="fa:16:3e:44:96:5b"/>
Oct 27 16:21:09 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:21:09 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:21:09 user nova-compute[75076]:       <target dev="tapfdcc4ca0-cb"/>
Oct 27 16:21:09 user nova-compute[75076]:     </interface>
Oct 27 16:21:09 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:21:09 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/3996d4e9-34f4-4419-a84c-a5fed87fa009/console.log" append="off"/>
Oct 27 16:21:09 user nova-compute[75076]:     </serial>
Oct 27 16:21:09 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:21:09 user nova-compute[75076]:     <video>
Oct 27 16:21:09 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:21:09 user nova-compute[75076]:     </video>
Oct 27 16:21:09 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:21:09 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:21:09 user nova-compute[75076]:     </rng>
Oct 27 16:21:09 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:21:09 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:21:09 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:21:09 user nova-compute[75076]:     </memballoon>
Oct 27 16:21:09 user nova-compute[75076]:   </devices>
Oct 27 16:21:09 user nova-compute[75076]: </domain>
Oct 27 16:21:09 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:21:09 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:20:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-661523734',display_name='tempest-ServerActionsTestOtherA-server-661523734',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-661523734',id=27,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOAqunftKllvDBFA3CNePZIF/QhhMBv+ZyAvJ7BE208VTgDPeZe2wZavEEkXNa9quaZ0trOppg17JfM/xn7LPTB/5/tY52LoaQZJDZmuFzRLBflJzOlAKS4ytmuwqn6qjQ==',key_name='tempest-keypair-239160292',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='eca4241be0a24932b482fcdba2f45482',ramdisk_id='',reservation_id='r-yrjtdeau',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1737890963',owner_user_name='tempest-ServerActionsTestOtherA-1737890963-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:20:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='714d6bf7998c4abd8641b678ee293691',uuid=3996d4e9-34f4-4419-a84c-a5fed87fa009,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fdcc4ca0-cb4d-4aa7-92ce-df96d7102307", "address": "fa:16:3e:44:96:5b", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdcc4ca0-cb", "ovs_interfaceid": "fdcc4ca0-cb4d-4aa7-92ce-df96d7102307", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:21:09 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Converting VIF {"id": "fdcc4ca0-cb4d-4aa7-92ce-df96d7102307", "address": "fa:16:3e:44:96:5b", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdcc4ca0-cb", "ovs_interfaceid": "fdcc4ca0-cb4d-4aa7-92ce-df96d7102307", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:21:09 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:44:96:5b,bridge_name='br-int',has_traffic_filtering=True,id=fdcc4ca0-cb4d-4aa7-92ce-df96d7102307,network=Network(d4452627-1a52-4591-bd30-e240f8690c51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdcc4ca0-cb') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:21:09 user nova-compute[75076]: DEBUG os_vif [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:96:5b,bridge_name='br-int',has_traffic_filtering=True,id=fdcc4ca0-cb4d-4aa7-92ce-df96d7102307,network=Network(d4452627-1a52-4591-bd30-e240f8690c51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdcc4ca0-cb') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:21:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:21:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:21:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1e48eec2-f8fd-54ac-af03-ddd63d851d3f', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:21:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:21:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfdcc4ca0-cb, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:21:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfdcc4ca0-cb, col_values=(('qos', UUID('67bbcd81-9ef7-499d-829a-e7e450fba37a')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:21:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfdcc4ca0-cb, col_values=(('external_ids', {'iface-id': 'fdcc4ca0-cb4d-4aa7-92ce-df96d7102307', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:44:96:5b', 'vm-uuid': '3996d4e9-34f4-4419-a84c-a5fed87fa009'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:21:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:21:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:09 user nova-compute[75076]: INFO os_vif [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:96:5b,bridge_name='br-int',has_traffic_filtering=True,id=fdcc4ca0-cb4d-4aa7-92ce-df96d7102307,network=Network(d4452627-1a52-4591-bd30-e240f8690c51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdcc4ca0-cb')
Oct 27 16:21:09 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:21:09 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] No VIF found with MAC fa:16:3e:44:96:5b, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:21:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:11 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:11 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:11 user nova-compute[75076]: DEBUG nova.compute.manager [req-cf394f30-7536-4767-a97d-fd7bd21dd3f7 req-4b3ff4ea-dbec-4cdf-8e41-475d61221fa9 service nova] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Received event network-vif-plugged-fdcc4ca0-cb4d-4aa7-92ce-df96d7102307 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:21:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-cf394f30-7536-4767-a97d-fd7bd21dd3f7 req-4b3ff4ea-dbec-4cdf-8e41-475d61221fa9 service nova] Acquiring lock "3996d4e9-34f4-4419-a84c-a5fed87fa009-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:21:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-cf394f30-7536-4767-a97d-fd7bd21dd3f7 req-4b3ff4ea-dbec-4cdf-8e41-475d61221fa9 service nova] Lock "3996d4e9-34f4-4419-a84c-a5fed87fa009-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:21:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-cf394f30-7536-4767-a97d-fd7bd21dd3f7 req-4b3ff4ea-dbec-4cdf-8e41-475d61221fa9 service nova] Lock "3996d4e9-34f4-4419-a84c-a5fed87fa009-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:21:11 user nova-compute[75076]: DEBUG nova.compute.manager [req-cf394f30-7536-4767-a97d-fd7bd21dd3f7 req-4b3ff4ea-dbec-4cdf-8e41-475d61221fa9 service nova] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] No waiting events found dispatching network-vif-plugged-fdcc4ca0-cb4d-4aa7-92ce-df96d7102307 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:21:11 user nova-compute[75076]: WARNING nova.compute.manager [req-cf394f30-7536-4767-a97d-fd7bd21dd3f7 req-4b3ff4ea-dbec-4cdf-8e41-475d61221fa9 service nova] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Received unexpected event network-vif-plugged-fdcc4ca0-cb4d-4aa7-92ce-df96d7102307 for instance with vm_state building and task_state spawning.
Oct 27 16:21:12 user nova-compute[75076]: DEBUG nova.compute.manager [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:21:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:21:12 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Instance spawned successfully.
Oct 27 16:21:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:21:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:21:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:21:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:21:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:21:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:21:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:21:13 user nova-compute[75076]: INFO nova.compute.manager [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Took 5.25 seconds to spawn the instance on the hypervisor.
Oct 27 16:21:13 user nova-compute[75076]: DEBUG nova.compute.manager [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:21:13 user nova-compute[75076]: DEBUG nova.compute.manager [req-32ebf2a8-aa00-4277-b19e-b653bc37dc4f req-7994882b-e54a-425f-a318-8b6ccf539472 service nova] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Received event network-vif-plugged-fdcc4ca0-cb4d-4aa7-92ce-df96d7102307 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:21:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-32ebf2a8-aa00-4277-b19e-b653bc37dc4f req-7994882b-e54a-425f-a318-8b6ccf539472 service nova] Acquiring lock "3996d4e9-34f4-4419-a84c-a5fed87fa009-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:21:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-32ebf2a8-aa00-4277-b19e-b653bc37dc4f req-7994882b-e54a-425f-a318-8b6ccf539472 service nova] Lock "3996d4e9-34f4-4419-a84c-a5fed87fa009-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:21:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-32ebf2a8-aa00-4277-b19e-b653bc37dc4f req-7994882b-e54a-425f-a318-8b6ccf539472 service nova] Lock "3996d4e9-34f4-4419-a84c-a5fed87fa009-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:21:13 user nova-compute[75076]: DEBUG nova.compute.manager [req-32ebf2a8-aa00-4277-b19e-b653bc37dc4f req-7994882b-e54a-425f-a318-8b6ccf539472 service nova] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] No waiting events found dispatching network-vif-plugged-fdcc4ca0-cb4d-4aa7-92ce-df96d7102307 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:21:13 user nova-compute[75076]: WARNING nova.compute.manager [req-32ebf2a8-aa00-4277-b19e-b653bc37dc4f req-7994882b-e54a-425f-a318-8b6ccf539472 service nova] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Received unexpected event network-vif-plugged-fdcc4ca0-cb4d-4aa7-92ce-df96d7102307 for instance with vm_state building and task_state spawning.
Oct 27 16:21:13 user nova-compute[75076]: INFO nova.compute.manager [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Took 29.20 seconds to build instance.
Oct 27 16:21:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cef465e9-8b09-4cde-9fba-15bfcb3e1521 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "3996d4e9-34f4-4419-a84c-a5fed87fa009" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 29.322s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:21:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:14 user nova-compute[75076]: DEBUG os_brick.utils [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:21:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:14 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b475db5-d8bf-4aaa-8f45-59e03afee4c9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:21:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:14 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[979f21a2-2d5b-4b61-8c74-61616c6ac7ab]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:21:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:14 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0b912a5-97d7-43be-97a0-354957100168]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:21:14 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1add38a-c346-478f-8827-e524038e304f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:21:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:21:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:21:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:21:14 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:21:14 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c67a6ac-c5f0-4504-b9d8-2f8d2f4563da]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:21:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:21:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:21:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:21:14 user nova-compute[75076]: DEBUG os_brick.utils [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:21:14 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Updating existing volume attachment record: 27ae3e3c-2037-46a6-86dd-5eea3c7cf9fd {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:21:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:19 user nova-compute[75076]: DEBUG nova.compute.manager [req-297a3034-82d8-4a48-92b0-ac7681102e76 req-80366898-1b76-4715-b51a-a1d3c4c3e7a0 service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Received event network-changed-67e31a99-9c12-4e7a-9a62-dc87a728dc71 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:21:19 user nova-compute[75076]: DEBUG nova.compute.manager [req-297a3034-82d8-4a48-92b0-ac7681102e76 req-80366898-1b76-4715-b51a-a1d3c4c3e7a0 service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Refreshing instance network info cache due to event network-changed-67e31a99-9c12-4e7a-9a62-dc87a728dc71. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:21:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-297a3034-82d8-4a48-92b0-ac7681102e76 req-80366898-1b76-4715-b51a-a1d3c4c3e7a0 service nova] Acquiring lock "refresh_cache-5ff0a19a-8f92-4c8b-bd64-773629da8d93" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:21:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-297a3034-82d8-4a48-92b0-ac7681102e76 req-80366898-1b76-4715-b51a-a1d3c4c3e7a0 service nova] Acquired lock "refresh_cache-5ff0a19a-8f92-4c8b-bd64-773629da8d93" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:21:19 user nova-compute[75076]: DEBUG nova.network.neutron [req-297a3034-82d8-4a48-92b0-ac7681102e76 req-80366898-1b76-4715-b51a-a1d3c4c3e7a0 service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Refreshing network info cache for port 67e31a99-9c12-4e7a-9a62-dc87a728dc71 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:21:19 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:19 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:19 user nova-compute[75076]: DEBUG nova.network.neutron [req-297a3034-82d8-4a48-92b0-ac7681102e76 req-80366898-1b76-4715-b51a-a1d3c4c3e7a0 service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Updated VIF entry in instance network info cache for port 67e31a99-9c12-4e7a-9a62-dc87a728dc71. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:21:19 user nova-compute[75076]: DEBUG nova.network.neutron [req-297a3034-82d8-4a48-92b0-ac7681102e76 req-80366898-1b76-4715-b51a-a1d3c4c3e7a0 service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Updating instance_info_cache with network_info: [{"id": "67e31a99-9c12-4e7a-9a62-dc87a728dc71", "address": "fa:16:3e:6a:cb:90", "network": {"id": "9ebf0da6-f331-406a-9790-269c4cb299ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1444954987-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.87", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49308918740c4496a9fdd3661a16143e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67e31a99-9c", "ovs_interfaceid": "67e31a99-9c12-4e7a-9a62-dc87a728dc71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:21:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-297a3034-82d8-4a48-92b0-ac7681102e76 req-80366898-1b76-4715-b51a-a1d3c4c3e7a0 service nova] Releasing lock "refresh_cache-5ff0a19a-8f92-4c8b-bd64-773629da8d93" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:21:20 user nova-compute[75076]: DEBUG nova.compute.manager [req-27584326-e540-4a1e-966d-f67407a4a492 req-534cf3cb-7b32-498c-9224-c3197cceb698 service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Received event network-changed-67e31a99-9c12-4e7a-9a62-dc87a728dc71 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:21:20 user nova-compute[75076]: DEBUG nova.compute.manager [req-27584326-e540-4a1e-966d-f67407a4a492 req-534cf3cb-7b32-498c-9224-c3197cceb698 service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Refreshing instance network info cache due to event network-changed-67e31a99-9c12-4e7a-9a62-dc87a728dc71. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:21:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-27584326-e540-4a1e-966d-f67407a4a492 req-534cf3cb-7b32-498c-9224-c3197cceb698 service nova] Acquiring lock "refresh_cache-5ff0a19a-8f92-4c8b-bd64-773629da8d93" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:21:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-27584326-e540-4a1e-966d-f67407a4a492 req-534cf3cb-7b32-498c-9224-c3197cceb698 service nova] Acquired lock "refresh_cache-5ff0a19a-8f92-4c8b-bd64-773629da8d93" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:21:20 user nova-compute[75076]: DEBUG nova.network.neutron [req-27584326-e540-4a1e-966d-f67407a4a492 req-534cf3cb-7b32-498c-9224-c3197cceb698 service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Refreshing network info cache for port 67e31a99-9c12-4e7a-9a62-dc87a728dc71 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:21:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0421b1e3-4be0-4c63-b1c9-3b7eee571930 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquiring lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:21:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0421b1e3-4be0-4c63-b1c9-3b7eee571930 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:21:20 user nova-compute[75076]: INFO nova.compute.manager [None req-0421b1e3-4be0-4c63-b1c9-3b7eee571930 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Detaching volume 39668ce6-61cf-4647-9029-4e80f927ba45
Oct 27 16:21:20 user nova-compute[75076]: INFO nova.virt.block_device [None req-0421b1e3-4be0-4c63-b1c9-3b7eee571930 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Attempting to driver detach volume 39668ce6-61cf-4647-9029-4e80f927ba45 from mountpoint /dev/vdb
Oct 27 16:21:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0421b1e3-4be0-4c63-b1c9-3b7eee571930 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Attempting to detach device vdb from instance 5ff0a19a-8f92-4c8b-bd64-773629da8d93 from the persistent domain config. {{(pid=75076) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 16:21:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-0421b1e3-4be0-4c63-b1c9-3b7eee571930 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:21:20 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:21:20 user nova-compute[75076]:   <source dev="/dev/sde"/>
Oct 27 16:21:20 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:21:20 user nova-compute[75076]:   <serial>39668ce6-61cf-4647-9029-4e80f927ba45</serial>
Oct 27 16:21:20 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 16:21:20 user nova-compute[75076]: </disk>
Oct 27 16:21:20 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:21:20 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-0421b1e3-4be0-4c63-b1c9-3b7eee571930 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Successfully detached device vdb from instance 5ff0a19a-8f92-4c8b-bd64-773629da8d93 from the persistent domain config.
Oct 27 16:21:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0421b1e3-4be0-4c63-b1c9-3b7eee571930 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 5ff0a19a-8f92-4c8b-bd64-773629da8d93 from the live domain config. {{(pid=75076) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 16:21:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-0421b1e3-4be0-4c63-b1c9-3b7eee571930 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:21:20 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:21:20 user nova-compute[75076]:   <source dev="/dev/sde"/>
Oct 27 16:21:20 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:21:20 user nova-compute[75076]:   <serial>39668ce6-61cf-4647-9029-4e80f927ba45</serial>
Oct 27 16:21:20 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 16:21:20 user nova-compute[75076]: </disk>
Oct 27 16:21:20 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:21:20 user nova-compute[75076]: DEBUG nova.network.neutron [req-27584326-e540-4a1e-966d-f67407a4a492 req-534cf3cb-7b32-498c-9224-c3197cceb698 service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Updated VIF entry in instance network info cache for port 67e31a99-9c12-4e7a-9a62-dc87a728dc71. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:21:20 user nova-compute[75076]: DEBUG nova.network.neutron [req-27584326-e540-4a1e-966d-f67407a4a492 req-534cf3cb-7b32-498c-9224-c3197cceb698 service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Updating instance_info_cache with network_info: [{"id": "67e31a99-9c12-4e7a-9a62-dc87a728dc71", "address": "fa:16:3e:6a:cb:90", "network": {"id": "9ebf0da6-f331-406a-9790-269c4cb299ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1444954987-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49308918740c4496a9fdd3661a16143e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67e31a99-9c", "ovs_interfaceid": "67e31a99-9c12-4e7a-9a62-dc87a728dc71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:21:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-27584326-e540-4a1e-966d-f67407a4a492 req-534cf3cb-7b32-498c-9224-c3197cceb698 service nova] Releasing lock "refresh_cache-5ff0a19a-8f92-4c8b-bd64-773629da8d93" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:21:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0421b1e3-4be0-4c63-b1c9-3b7eee571930 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 5ff0a19a-8f92-4c8b-bd64-773629da8d93 {{(pid=75076) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 16:21:24 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:21:24 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:21:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-d2d7472d-1f5e-4ab5-a016-9e327bad6eed" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:21:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-d2d7472d-1f5e-4ab5-a016-9e327bad6eed" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:21:24 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 16:21:24 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:24 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:24 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Updating instance_info_cache with network_info: [{"id": "a8d9145f-215b-433b-a187-ce9e46f14875", "address": "fa:16:3e:85:b4:72", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8d9145f-21", "ovs_interfaceid": "a8d9145f-215b-433b-a187-ce9e46f14875", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:21:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-d2d7472d-1f5e-4ab5-a016-9e327bad6eed" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:21:24 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 16:21:26 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:21:27 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:21:28 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:21:29 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:21:29 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:21:29 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:29 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:29 user nova-compute[75076]: INFO nova.compute.manager [None req-c80dbc43-48d8-4742-9ca3-d722dbb940d4 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Unrescuing
Oct 27 16:21:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c80dbc43-48d8-4742-9ca3-d722dbb940d4 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "refresh_cache-1096189a-b0ca-436c-95e7-8e27f399d7f3" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:21:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c80dbc43-48d8-4742-9ca3-d722dbb940d4 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquired lock "refresh_cache-1096189a-b0ca-436c-95e7-8e27f399d7f3" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:21:29 user nova-compute[75076]: DEBUG nova.network.neutron [None req-c80dbc43-48d8-4742-9ca3-d722dbb940d4 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:21:30 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:21:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:21:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:21:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:21:30 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:21:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:30 user nova-compute[75076]: DEBUG nova.network.neutron [None req-c80dbc43-48d8-4742-9ca3-d722dbb940d4 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Updating instance_info_cache with network_info: [{"id": "3eb6166c-750b-46ce-b20b-c5a291bc8a33", "address": "fa:16:3e:7a:87:a6", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3eb6166c-75", "ovs_interfaceid": "3eb6166c-750b-46ce-b20b-c5a291bc8a33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:21:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c80dbc43-48d8-4742-9ca3-d722dbb940d4 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Releasing lock "refresh_cache-1096189a-b0ca-436c-95e7-8e27f399d7f3" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:21:30 user nova-compute[75076]: DEBUG nova.objects.instance [None req-c80dbc43-48d8-4742-9ca3-d722dbb940d4 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lazy-loading 'flavor' on Instance uuid 1096189a-b0ca-436c-95e7-8e27f399d7f3 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:21:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:30 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:21:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json" returned: 0 in 0.184s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:30 user nova-compute[75076]: DEBUG nova.compute.manager [req-b1f16de3-9713-4c0e-bbc6-a99caa236222 req-7ce49be8-1ba8-4f57-9a77-4e1f97faecf7 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Received event network-vif-unplugged-3eb6166c-750b-46ce-b20b-c5a291bc8a33 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:21:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b1f16de3-9713-4c0e-bbc6-a99caa236222 req-7ce49be8-1ba8-4f57-9a77-4e1f97faecf7 service nova] Acquiring lock "1096189a-b0ca-436c-95e7-8e27f399d7f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:21:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b1f16de3-9713-4c0e-bbc6-a99caa236222 req-7ce49be8-1ba8-4f57-9a77-4e1f97faecf7 service nova] Lock "1096189a-b0ca-436c-95e7-8e27f399d7f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:21:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b1f16de3-9713-4c0e-bbc6-a99caa236222 req-7ce49be8-1ba8-4f57-9a77-4e1f97faecf7 service nova] Lock "1096189a-b0ca-436c-95e7-8e27f399d7f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:21:30 user nova-compute[75076]: DEBUG nova.compute.manager [req-b1f16de3-9713-4c0e-bbc6-a99caa236222 req-7ce49be8-1ba8-4f57-9a77-4e1f97faecf7 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] No waiting events found dispatching network-vif-unplugged-3eb6166c-750b-46ce-b20b-c5a291bc8a33 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:21:30 user nova-compute[75076]: WARNING nova.compute.manager [req-b1f16de3-9713-4c0e-bbc6-a99caa236222 req-7ce49be8-1ba8-4f57-9a77-4e1f97faecf7 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Received unexpected event network-vif-unplugged-3eb6166c-750b-46ce-b20b-c5a291bc8a33 for instance with vm_state rescued and task_state unrescuing.
Oct 27 16:21:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json" returned: 0 in 0.203s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:31 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Instance destroyed successfully.
Oct 27 16:21:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ec4ef43-8f30-4c12-917a-9d5a3bec531c/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ec4ef43-8f30-4c12-917a-9d5a3bec531c/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ec4ef43-8f30-4c12-917a-9d5a3bec531c/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ec4ef43-8f30-4c12-917a-9d5a3bec531c/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:32 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:21:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:32 user nova-compute[75076]: DEBUG nova.compute.manager [req-0494609b-38b1-4618-8bca-f44e2e2d4664 req-0166a865-3908-45e3-ac1d-5b29598a7fdb service nova] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Received event network-changed-0fa15439-79a0-4224-a6ca-dd8887b6ff68 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:21:32 user nova-compute[75076]: DEBUG nova.compute.manager [req-0494609b-38b1-4618-8bca-f44e2e2d4664 req-0166a865-3908-45e3-ac1d-5b29598a7fdb service nova] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Refreshing instance network info cache due to event network-changed-0fa15439-79a0-4224-a6ca-dd8887b6ff68. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:21:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-0494609b-38b1-4618-8bca-f44e2e2d4664 req-0166a865-3908-45e3-ac1d-5b29598a7fdb service nova] Acquiring lock "refresh_cache-4ec4ef43-8f30-4c12-917a-9d5a3bec531c" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:21:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-0494609b-38b1-4618-8bca-f44e2e2d4664 req-0166a865-3908-45e3-ac1d-5b29598a7fdb service nova] Acquired lock "refresh_cache-4ec4ef43-8f30-4c12-917a-9d5a3bec531c" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:21:32 user nova-compute[75076]: DEBUG nova.network.neutron [req-0494609b-38b1-4618-8bca-f44e2e2d4664 req-0166a865-3908-45e3-ac1d-5b29598a7fdb service nova] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Refreshing network info cache for port 0fa15439-79a0-4224-a6ca-dd8887b6ff68 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:21:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:33 user nova-compute[75076]: DEBUG nova.compute.manager [req-8fe404e9-a29a-47cf-b1a3-ecf0ca636c2c req-07e8ad41-59f5-403f-838f-9509f11eb6fb service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Received event network-vif-plugged-3eb6166c-750b-46ce-b20b-c5a291bc8a33 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:21:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8fe404e9-a29a-47cf-b1a3-ecf0ca636c2c req-07e8ad41-59f5-403f-838f-9509f11eb6fb service nova] Acquiring lock "1096189a-b0ca-436c-95e7-8e27f399d7f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:21:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8fe404e9-a29a-47cf-b1a3-ecf0ca636c2c req-07e8ad41-59f5-403f-838f-9509f11eb6fb service nova] Lock "1096189a-b0ca-436c-95e7-8e27f399d7f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:21:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8fe404e9-a29a-47cf-b1a3-ecf0ca636c2c req-07e8ad41-59f5-403f-838f-9509f11eb6fb service nova] Lock "1096189a-b0ca-436c-95e7-8e27f399d7f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:21:33 user nova-compute[75076]: DEBUG nova.compute.manager [req-8fe404e9-a29a-47cf-b1a3-ecf0ca636c2c req-07e8ad41-59f5-403f-838f-9509f11eb6fb service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] No waiting events found dispatching network-vif-plugged-3eb6166c-750b-46ce-b20b-c5a291bc8a33 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:21:33 user nova-compute[75076]: WARNING nova.compute.manager [req-8fe404e9-a29a-47cf-b1a3-ecf0ca636c2c req-07e8ad41-59f5-403f-838f-9509f11eb6fb service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Received unexpected event network-vif-plugged-3eb6166c-750b-46ce-b20b-c5a291bc8a33 for instance with vm_state rescued and task_state unrescuing.
Oct 27 16:21:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:33 user nova-compute[75076]: DEBUG nova.network.neutron [req-0494609b-38b1-4618-8bca-f44e2e2d4664 req-0166a865-3908-45e3-ac1d-5b29598a7fdb service nova] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Updated VIF entry in instance network info cache for port 0fa15439-79a0-4224-a6ca-dd8887b6ff68. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:21:33 user nova-compute[75076]: DEBUG nova.network.neutron [req-0494609b-38b1-4618-8bca-f44e2e2d4664 req-0166a865-3908-45e3-ac1d-5b29598a7fdb service nova] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Updating instance_info_cache with network_info: [{"id": "0fa15439-79a0-4224-a6ca-dd8887b6ff68", "address": "fa:16:3e:62:3a:3f", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.108", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0fa15439-79", "ovs_interfaceid": "0fa15439-79a0-4224-a6ca-dd8887b6ff68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:21:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-0494609b-38b1-4618-8bca-f44e2e2d4664 req-0166a865-3908-45e3-ac1d-5b29598a7fdb service nova] Releasing lock "refresh_cache-4ec4ef43-8f30-4c12-917a-9d5a3bec531c" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:21:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json" returned: 0 in 0.248s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:21:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecfcf4ca-57aa-4297-80ab-b868eec2f59f/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecfcf4ca-57aa-4297-80ab-b868eec2f59f/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecfcf4ca-57aa-4297-80ab-b868eec2f59f/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecfcf4ca-57aa-4297-80ab-b868eec2f59f/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:35 user nova-compute[75076]: DEBUG nova.compute.manager [req-286625b2-9463-48c9-b619-194301552647 req-f7a982da-3f4d-4212-8869-0d58c80d4905 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Received event network-vif-plugged-3eb6166c-750b-46ce-b20b-c5a291bc8a33 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:21:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-286625b2-9463-48c9-b619-194301552647 req-f7a982da-3f4d-4212-8869-0d58c80d4905 service nova] Acquiring lock "1096189a-b0ca-436c-95e7-8e27f399d7f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:21:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-286625b2-9463-48c9-b619-194301552647 req-f7a982da-3f4d-4212-8869-0d58c80d4905 service nova] Lock "1096189a-b0ca-436c-95e7-8e27f399d7f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:21:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-286625b2-9463-48c9-b619-194301552647 req-f7a982da-3f4d-4212-8869-0d58c80d4905 service nova] Lock "1096189a-b0ca-436c-95e7-8e27f399d7f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:21:35 user nova-compute[75076]: DEBUG nova.compute.manager [req-286625b2-9463-48c9-b619-194301552647 req-f7a982da-3f4d-4212-8869-0d58c80d4905 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] No waiting events found dispatching network-vif-plugged-3eb6166c-750b-46ce-b20b-c5a291bc8a33 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:21:35 user nova-compute[75076]: WARNING nova.compute.manager [req-286625b2-9463-48c9-b619-194301552647 req-f7a982da-3f4d-4212-8869-0d58c80d4905 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Received unexpected event network-vif-plugged-3eb6166c-750b-46ce-b20b-c5a291bc8a33 for instance with vm_state rescued and task_state unrescuing.
Oct 27 16:21:35 user nova-compute[75076]: DEBUG nova.compute.manager [req-286625b2-9463-48c9-b619-194301552647 req-f7a982da-3f4d-4212-8869-0d58c80d4905 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Received event network-vif-plugged-3eb6166c-750b-46ce-b20b-c5a291bc8a33 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:21:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-286625b2-9463-48c9-b619-194301552647 req-f7a982da-3f4d-4212-8869-0d58c80d4905 service nova] Acquiring lock "1096189a-b0ca-436c-95e7-8e27f399d7f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:21:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-286625b2-9463-48c9-b619-194301552647 req-f7a982da-3f4d-4212-8869-0d58c80d4905 service nova] Lock "1096189a-b0ca-436c-95e7-8e27f399d7f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:21:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-286625b2-9463-48c9-b619-194301552647 req-f7a982da-3f4d-4212-8869-0d58c80d4905 service nova] Lock "1096189a-b0ca-436c-95e7-8e27f399d7f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:21:35 user nova-compute[75076]: DEBUG nova.compute.manager [req-286625b2-9463-48c9-b619-194301552647 req-f7a982da-3f4d-4212-8869-0d58c80d4905 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] No waiting events found dispatching network-vif-plugged-3eb6166c-750b-46ce-b20b-c5a291bc8a33 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:21:35 user nova-compute[75076]: WARNING nova.compute.manager [req-286625b2-9463-48c9-b619-194301552647 req-f7a982da-3f4d-4212-8869-0d58c80d4905 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Received unexpected event network-vif-plugged-3eb6166c-750b-46ce-b20b-c5a291bc8a33 for instance with vm_state rescued and task_state unrescuing.
Oct 27 16:21:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:35 user nova-compute[75076]: DEBUG nova.compute.manager [None req-c80dbc43-48d8-4742-9ca3-d722dbb940d4 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:21:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ff0a19a-8f92-4c8b-bd64-773629da8d93/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ff0a19a-8f92-4c8b-bd64-773629da8d93/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ff0a19a-8f92-4c8b-bd64-773629da8d93/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ff0a19a-8f92-4c8b-bd64-773629da8d93/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:36 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:21:36 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=6988MB free_disk=24.974811553955078GB free_vcpus=-2 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 961254d8-ebf1-4fa6-a93d-62c8eb1bd359 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance add0650a-7ec6-4d12-9662-880e6b3f7052 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 9f9c5961-2f10-499b-8721-e00141b30d82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 5ff0a19a-8f92-4c8b-bd64-773629da8d93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 1096189a-b0ca-436c-95e7-8e27f399d7f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 3b8402ec-436a-44e0-a938-bdc76b015689 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 4ec4ef43-8f30-4c12-917a-9d5a3bec531c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance d2d7472d-1f5e-4ab5-a016-9e327bad6eed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 3996d4e9-34f4-4419-a84c-a5fed87fa009 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance ecfcf4ca-57aa-4297-80ab-b868eec2f59f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 9e671e3b-15c7-44b5-aa89-19a37117fbc9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance dad6d9d4-84e4-4e39-853f-566cdcd8bd30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 15 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=8192MB phys_disk=40GB used_disk=12GB total_vcpus=12 used_vcpus=15 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.compute.manager [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:21:36 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Creating image(s)
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Did not create local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Ensure instance console log exists: /opt/stack/data/nova/instances/9e671e3b-15c7-44b5-aa89-19a37117fbc9/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Start _get_guest_xml network_info=[{"id": "1421ef0d-4374-47e4-85c2-ea786187b779", "address": "fa:16:3e:fb:b7:3b", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1421ef0d-43", "ovs_interfaceid": "1421ef0d-4374-47e4-85c2-ea786187b779", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BFbHvGdq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9e671e3b-15c7-44b5-aa89-19a37117fbc9', 'attached_at': '', 'detached_at': '', 'volume_id': '1befe2fb-4ab3-4f88-a879-1566e60f34ce', 'serial': '1befe2fb-4ab3-4f88-a879-1566e60f34ce'}, 'boot_index': 0, 'device_type': 'disk', 'mount_device': '/dev/vda', 'disk_bus': 'virtio', 'attachment_id': '27ae3e3c-2037-46a6-86dd-5eea3c7cf9fd', 'guest_format': None, 'delete_on_termination': False, 'volume_type': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:21:36 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:21:36 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BFbHvGdq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:21:36 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:21:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:21:36 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:21:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:21:36 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:21:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c304c04-5104-4a97-8150-2cdaaf92cb8e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:21:36 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ab5a28d-837a-4d96-8906-0a7d3f1c3d42]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce] added
Oct 27 16:21:36 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3e440b4-d93f-4877-b6b4-4b945cb5c258]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2b2a1a8-2a06-4a8a-8e7e-02b163f41b8e]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BFbHvGdq {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BFbHvGdq" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e38eeaf8-34b8-4928-b966-f9aeedd9d080]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BFbHvGdq'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d24560a-1595-45e3-b4d1-7b17ad53cbce]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.044s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e7dace3-3c59-4c12-8f4e-a105ff5ced6d]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:21:36 user nova-compute[75076]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 (non-flash)
Oct 27 16:21:36 user nova-compute[75076]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)
Oct 27 16:21:36 user nova-compute[75076]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:21:36 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:21:36 user nova-compute[75076]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 (non-flash)
Oct 27 16:21:36 user nova-compute[75076]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)
Oct 27 16:21:36 user nova-compute[75076]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:21:36 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce -p 172.16.0.220:3260 --login" returned: 0 in 0.083s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[98129bbc-f48b-4ee5-ab77-9ddd88a82b5b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce, portal: 172.16.0.220,3260]
Oct 27 16:21:36 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce, portal: 172.16.0.220,3260] successful.
Oct 27 16:21:36 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[176e26b8-df41-4244-8d09-3e03a18a8b4d]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed753ee4-be14-4f4c-b669-b5351d8d03f5]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:21:36 user nova-compute[75076]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 (non-flash)
Oct 27 16:21:36 user nova-compute[75076]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)
Oct 27 16:21:36 user nova-compute[75076]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:21:36 user nova-compute[75076]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)
Oct 27 16:21:36 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:21:36 user nova-compute[75076]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 (non-flash)
Oct 27 16:21:36 user nova-compute[75076]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)
Oct 27 16:21:36 user nova-compute[75076]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:21:36 user nova-compute[75076]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)
Oct 27 16:21:36 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.352s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] HCTL ('34', '-', '-', 0) found on session 27 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[18ea4bcd-ac7a-4b4e-8c86-d03b47f72ec1]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Searching for a device in session 27 and hctl ['34', '*', '*', 0] yield: None {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:21:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.765s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:21:37 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Searching for a device in session 27 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:21:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BFbHvGdq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:21:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.382s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:21:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] <== connect_volume: return (1384ms) {'type': 'block', 'scsi_wwn': '23765323038613630', 'path': '/dev/sdc'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:21:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23765323038613630', 'path': '/dev/sdc'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:21:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:20:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1382631779',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1382631779',id=29,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8b35a9703a8942d3b1e8a7ed3ccdb494',ramdisk_id='',reservation_id='r-rvtbsndm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1685226580',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:20:54Z,user_data=None,user_id='292311e3f0db4dc199101504f91de7f7',uuid=9e671e3b-15c7-44b5-aa89-19a37117fbc9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1421ef0d-4374-47e4-85c2-ea786187b779", "address": "fa:16:3e:fb:b7:3b", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1421ef0d-43", "ovs_interfaceid": "1421ef0d-4374-47e4-85c2-ea786187b779", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:21:37 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Converting VIF {"id": "1421ef0d-4374-47e4-85c2-ea786187b779", "address": "fa:16:3e:fb:b7:3b", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1421ef0d-43", "ovs_interfaceid": "1421ef0d-4374-47e4-85c2-ea786187b779", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:21:37 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fb:b7:3b,bridge_name='br-int',has_traffic_filtering=True,id=1421ef0d-4374-47e4-85c2-ea786187b779,network=Network(dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1421ef0d-43') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:21:37 user nova-compute[75076]: DEBUG nova.objects.instance [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lazy-loading 'pci_devices' on Instance uuid 9e671e3b-15c7-44b5-aa89-19a37117fbc9 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:21:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:21:37 user nova-compute[75076]:   <uuid>9e671e3b-15c7-44b5-aa89-19a37117fbc9</uuid>
Oct 27 16:21:37 user nova-compute[75076]:   <name>instance-0000001d</name>
Oct 27 16:21:37 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:21:37 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:21:37 user nova-compute[75076]:   <metadata>
Oct 27 16:21:37 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:21:37 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:21:37 user nova-compute[75076]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1382631779</nova:name>
Oct 27 16:21:37 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:21:36</nova:creationTime>
Oct 27 16:21:37 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:21:37 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:21:37 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:21:37 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:21:37 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:21:37 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:21:37 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:21:37 user nova-compute[75076]:       <nova:owner>
Oct 27 16:21:37 user nova-compute[75076]:         <nova:user uuid="292311e3f0db4dc199101504f91de7f7">tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member</nova:user>
Oct 27 16:21:37 user nova-compute[75076]:         <nova:project uuid="8b35a9703a8942d3b1e8a7ed3ccdb494">tempest-ServerBootFromVolumeStableRescueTest-1685226580</nova:project>
Oct 27 16:21:37 user nova-compute[75076]:       </nova:owner>
Oct 27 16:21:37 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:21:37 user nova-compute[75076]:       <nova:ports>
Oct 27 16:21:37 user nova-compute[75076]:         <nova:port uuid="1421ef0d-4374-47e4-85c2-ea786187b779">
Oct 27 16:21:37 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 27 16:21:37 user nova-compute[75076]:         </nova:port>
Oct 27 16:21:37 user nova-compute[75076]:       </nova:ports>
Oct 27 16:21:37 user nova-compute[75076]:     </nova:instance>
Oct 27 16:21:37 user nova-compute[75076]:   </metadata>
Oct 27 16:21:37 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:21:37 user nova-compute[75076]:     <system>
Oct 27 16:21:37 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:21:37 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:21:37 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:21:37 user nova-compute[75076]:       <entry name="serial">9e671e3b-15c7-44b5-aa89-19a37117fbc9</entry>
Oct 27 16:21:37 user nova-compute[75076]:       <entry name="uuid">9e671e3b-15c7-44b5-aa89-19a37117fbc9</entry>
Oct 27 16:21:37 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:21:37 user nova-compute[75076]:     </system>
Oct 27 16:21:37 user nova-compute[75076]:   </sysinfo>
Oct 27 16:21:37 user nova-compute[75076]:   <os>
Oct 27 16:21:37 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:21:37 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:21:37 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:21:37 user nova-compute[75076]:   </os>
Oct 27 16:21:37 user nova-compute[75076]:   <features>
Oct 27 16:21:37 user nova-compute[75076]:     <acpi/>
Oct 27 16:21:37 user nova-compute[75076]:     <apic/>
Oct 27 16:21:37 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:21:37 user nova-compute[75076]:   </features>
Oct 27 16:21:37 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:21:37 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:21:37 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:21:37 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:21:37 user nova-compute[75076]:   </clock>
Oct 27 16:21:37 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:21:37 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:21:37 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:21:37 user nova-compute[75076]:   </cpu>
Oct 27 16:21:37 user nova-compute[75076]:   <devices>
Oct 27 16:21:37 user nova-compute[75076]:     <disk type="block" device="disk">
Oct 27 16:21:37 user nova-compute[75076]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:21:37 user nova-compute[75076]:       <source dev="/dev/sdc"/>
Oct 27 16:21:37 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:21:37 user nova-compute[75076]:       <serial>1befe2fb-4ab3-4f88-a879-1566e60f34ce</serial>
Oct 27 16:21:37 user nova-compute[75076]:     </disk>
Oct 27 16:21:37 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:21:37 user nova-compute[75076]:       <mac address="fa:16:3e:fb:b7:3b"/>
Oct 27 16:21:37 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:21:37 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:21:37 user nova-compute[75076]:       <target dev="tap1421ef0d-43"/>
Oct 27 16:21:37 user nova-compute[75076]:     </interface>
Oct 27 16:21:37 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:21:37 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/9e671e3b-15c7-44b5-aa89-19a37117fbc9/console.log" append="off"/>
Oct 27 16:21:37 user nova-compute[75076]:     </serial>
Oct 27 16:21:37 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:21:37 user nova-compute[75076]:     <video>
Oct 27 16:21:37 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:21:37 user nova-compute[75076]:     </video>
Oct 27 16:21:37 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:21:37 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:21:37 user nova-compute[75076]:     </rng>
Oct 27 16:21:37 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:21:37 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:21:37 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:21:37 user nova-compute[75076]:     </memballoon>
Oct 27 16:21:37 user nova-compute[75076]:   </devices>
Oct 27 16:21:37 user nova-compute[75076]: </domain>
Oct 27 16:21:37 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:21:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:20:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1382631779',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1382631779',id=29,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8b35a9703a8942d3b1e8a7ed3ccdb494',ramdisk_id='',reservation_id='r-rvtbsndm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1685226580',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:20:54Z,user_data=None,user_id='292311e3f0db4dc199101504f91de7f7',uuid=9e671e3b-15c7-44b5-aa89-19a37117fbc9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1421ef0d-4374-47e4-85c2-ea786187b779", "address": "fa:16:3e:fb:b7:3b", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1421ef0d-43", "ovs_interfaceid": "1421ef0d-4374-47e4-85c2-ea786187b779", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:21:37 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Converting VIF {"id": "1421ef0d-4374-47e4-85c2-ea786187b779", "address": "fa:16:3e:fb:b7:3b", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1421ef0d-43", "ovs_interfaceid": "1421ef0d-4374-47e4-85c2-ea786187b779", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:21:37 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fb:b7:3b,bridge_name='br-int',has_traffic_filtering=True,id=1421ef0d-4374-47e4-85c2-ea786187b779,network=Network(dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1421ef0d-43') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:21:37 user nova-compute[75076]: DEBUG os_vif [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:b7:3b,bridge_name='br-int',has_traffic_filtering=True,id=1421ef0d-4374-47e4-85c2-ea786187b779,network=Network(dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1421ef0d-43') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:21:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:21:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:21:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3fa42def-7931-51df-ac1c-14dac52950f4', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:21:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:21:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1421ef0d-43, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:21:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1421ef0d-43, col_values=(('qos', UUID('2d26af83-208c-44de-97ab-9440d0c3080f')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:21:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1421ef0d-43, col_values=(('external_ids', {'iface-id': '1421ef0d-4374-47e4-85c2-ea786187b779', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fb:b7:3b', 'vm-uuid': '9e671e3b-15c7-44b5-aa89-19a37117fbc9'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:21:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:21:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:37 user nova-compute[75076]: INFO os_vif [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:b7:3b,bridge_name='br-int',has_traffic_filtering=True,id=1421ef0d-4374-47e4-85c2-ea786187b779,network=Network(dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1421ef0d-43')
Oct 27 16:21:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:21:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] No VIF found with MAC fa:16:3e:fb:b7:3b, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:21:38 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:21:38 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:21:38 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:21:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:39 user nova-compute[75076]: DEBUG nova.compute.manager [req-e9ee0c39-2d2a-41bd-9d62-ede5854366f4 req-1350a02a-fdbc-4903-91b1-ef2a012fcb93 service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Received event network-vif-plugged-1421ef0d-4374-47e4-85c2-ea786187b779 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:21:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-e9ee0c39-2d2a-41bd-9d62-ede5854366f4 req-1350a02a-fdbc-4903-91b1-ef2a012fcb93 service nova] Acquiring lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:21:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-e9ee0c39-2d2a-41bd-9d62-ede5854366f4 req-1350a02a-fdbc-4903-91b1-ef2a012fcb93 service nova] Lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:21:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-e9ee0c39-2d2a-41bd-9d62-ede5854366f4 req-1350a02a-fdbc-4903-91b1-ef2a012fcb93 service nova] Lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:21:39 user nova-compute[75076]: DEBUG nova.compute.manager [req-e9ee0c39-2d2a-41bd-9d62-ede5854366f4 req-1350a02a-fdbc-4903-91b1-ef2a012fcb93 service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] No waiting events found dispatching network-vif-plugged-1421ef0d-4374-47e4-85c2-ea786187b779 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:21:39 user nova-compute[75076]: WARNING nova.compute.manager [req-e9ee0c39-2d2a-41bd-9d62-ede5854366f4 req-1350a02a-fdbc-4903-91b1-ef2a012fcb93 service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Received unexpected event network-vif-plugged-1421ef0d-4374-47e4-85c2-ea786187b779 for instance with vm_state building and task_state spawning.
Oct 27 16:21:40 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-0421b1e3-4be0-4c63-b1c9-3b7eee571930 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 5ff0a19a-8f92-4c8b-bd64-773629da8d93 is timed out.
Oct 27 16:21:40 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-0421b1e3-4be0-4c63-b1c9-3b7eee571930 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Successfully detached device vdb from instance 5ff0a19a-8f92-4c8b-bd64-773629da8d93 from the live domain config.
Oct 27 16:21:40 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0421b1e3-4be0-4c63-b1c9-3b7eee571930 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:21:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0421b1e3-4be0-4c63-b1c9-3b7eee571930 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BsmQnyVU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:21:40 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-0421b1e3-4be0-4c63-b1c9-3b7eee571930 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:21:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0421b1e3-4be0-4c63-b1c9-3b7eee571930 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:21:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0421b1e3-4be0-4c63-b1c9-3b7eee571930 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:21:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:40 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6d6c647-6c56-46ea-a472-540398767b3d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:21:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0421b1e3-4be0-4c63-b1c9-3b7eee571930 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:21:40 user nova-compute[75076]: No targets found.
Oct 27 16:21:40 user nova-compute[75076]: iSNS:
Oct 27 16:21:40 user nova-compute[75076]: No targets found.
Oct 27 16:21:40 user nova-compute[75076]: STATIC:
Oct 27 16:21:40 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78
Oct 27 16:21:40 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:21:40 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:21:40 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce
Oct 27 16:21:40 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:21:40 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:21:40 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b
Oct 27 16:21:40 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:21:40 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:21:40 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144
Oct 27 16:21:40 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:21:40 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:21:40 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45
Oct 27 16:21:40 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:21:40 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:21:40 user nova-compute[75076]: FIRMWARE:
Oct 27 16:21:40 user nova-compute[75076]: No targets found.
Oct 27 16:21:40 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:21:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0421b1e3-4be0-4c63-b1c9-3b7eee571930 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:21:40 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:21:40 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:21:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0421b1e3-4be0-4c63-b1c9-3b7eee571930 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:21:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:40 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe0db082-7547-4a22-80a5-87bf183305c7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:21:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:40 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[84adf3cc-325b-4d1a-97ba-09f2b850f6d0]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:21:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0421b1e3-4be0-4c63-b1c9-3b7eee571930 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:21:40 user nova-compute[75076]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 (non-flash)
Oct 27 16:21:40 user nova-compute[75076]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)
Oct 27 16:21:40 user nova-compute[75076]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:21:40 user nova-compute[75076]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)
Oct 27 16:21:40 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:21:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0421b1e3-4be0-4c63-b1c9-3b7eee571930 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:21:40 user nova-compute[75076]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 (non-flash)
Oct 27 16:21:40 user nova-compute[75076]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)
Oct 27 16:21:40 user nova-compute[75076]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:21:40 user nova-compute[75076]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)
Oct 27 16:21:40 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:21:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0421b1e3-4be0-4c63-b1c9-3b7eee571930 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe1c565240>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45'): ({'sde'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:21:40 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-0421b1e3-4be0-4c63-b1c9-3b7eee571930 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Removing single pathed devices sde {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:21:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[831c69ed-0c0d-4f36-88d2-22355c9c8771]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.029s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f360da0c-2129-4d0c-b66e-b6091070f532]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-0421b1e3-4be0-4c63-b1c9-3b7eee571930 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Flushing IO for device /dev/sde {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcd88b77-7cc7-457e-b872-72479797e7a8]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-0421b1e3-4be0-4c63-b1c9-3b7eee571930 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.055s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3e769e0-1b09-4741-bf34-5a8883aeae46]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-0421b1e3-4be0-4c63-b1c9-3b7eee571930 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-0421b1e3-4be0-4c63-b1c9-3b7eee571930 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] SCSI volumes sde have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0421b1e3-4be0-4c63-b1c9-3b7eee571930 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fcd4ab9-25bc-46cd-8e42-3c4dcf4afd3f]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0421b1e3-4be0-4c63-b1c9-3b7eee571930 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2557864-376a-489c-ab80-79217872a000]: (4, ('Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45, portal: 172.16.0.220,3260]\nLogout of [sid: 24, target: iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0421b1e3-4be0-4c63-b1c9-3b7eee571930 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45, portal: 172.16.0.220,3260]
Oct 27 16:21:41 user nova-compute[75076]: Logout of [sid: 24, target: iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45, portal: 172.16.0.220,3260] successful.
Oct 27 16:21:41 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39668ce6-61cf-4647-9029-4e80f927ba45 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.032s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f87e433d-eb7a-42bd-a358-b49eaae1ab0b]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0421b1e3-4be0-4c63-b1c9-3b7eee571930 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0421b1e3-4be0-4c63-b1c9-3b7eee571930 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.350s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0421b1e3-4be0-4c63-b1c9-3b7eee571930 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] <== disconnect_volume: return (352ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0421b1e3-4be0-4c63-b1c9-3b7eee571930 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG nova.compute.manager [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:21:41 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Instance spawned successfully.
Oct 27 16:21:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG nova.compute.manager [req-ccdc583a-046c-4aea-b87f-580db75ac7a5 req-5c4896ba-5f04-426c-bdc5-8732f3bf4884 service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Received event network-vif-plugged-1421ef0d-4374-47e4-85c2-ea786187b779 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ccdc583a-046c-4aea-b87f-580db75ac7a5 req-5c4896ba-5f04-426c-bdc5-8732f3bf4884 service nova] Acquiring lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ccdc583a-046c-4aea-b87f-580db75ac7a5 req-5c4896ba-5f04-426c-bdc5-8732f3bf4884 service nova] Lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ccdc583a-046c-4aea-b87f-580db75ac7a5 req-5c4896ba-5f04-426c-bdc5-8732f3bf4884 service nova] Lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG nova.compute.manager [req-ccdc583a-046c-4aea-b87f-580db75ac7a5 req-5c4896ba-5f04-426c-bdc5-8732f3bf4884 service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] No waiting events found dispatching network-vif-plugged-1421ef0d-4374-47e4-85c2-ea786187b779 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:21:41 user nova-compute[75076]: WARNING nova.compute.manager [req-ccdc583a-046c-4aea-b87f-580db75ac7a5 req-5c4896ba-5f04-426c-bdc5-8732f3bf4884 service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Received unexpected event network-vif-plugged-1421ef0d-4374-47e4-85c2-ea786187b779 for instance with vm_state building and task_state spawning.
Oct 27 16:21:41 user nova-compute[75076]: INFO nova.compute.manager [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Took 5.47 seconds to spawn the instance on the hypervisor.
Oct 27 16:21:41 user nova-compute[75076]: DEBUG nova.compute.manager [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:21:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:21:41 user nova-compute[75076]: INFO nova.compute.manager [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Took 50.11 seconds to build instance.
Oct 27 16:21:41 user nova-compute[75076]: DEBUG nova.objects.instance [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lazy-loading 'flavor' on Instance uuid 4ec4ef43-8f30-4c12-917a-9d5a3bec531c {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:21:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-44aa0272-df19-4518-b93d-754d74a4b745 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 50.212s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:21:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.064s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:21:42 user nova-compute[75076]: DEBUG nova.objects.instance [None req-0421b1e3-4be0-4c63-b1c9-3b7eee571930 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lazy-loading 'flavor' on Instance uuid 5ff0a19a-8f92-4c8b-bd64-773629da8d93 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:21:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:21:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:21:42 user nova-compute[75076]: INFO nova.compute.manager [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Attaching volume 61e1f9ab-1cef-4a92-9c09-97139ea9e9fa to /dev/vdb
Oct 27 16:21:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0421b1e3-4be0-4c63-b1c9-3b7eee571930 tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.961s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:21:42 user nova-compute[75076]: DEBUG os_brick.utils [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:21:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:42 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c292418-cac7-45d2-bb30-402e687e4316]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:21:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:42 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[27382a1c-2575-4ac8-a0ab-05cb2523a480]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:21:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:21:42 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d0f9317-f5e0-418b-b26c-9c5a341f587d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:21:42 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a80d78b-5e65-40a8-9c8e-14212f48cb8c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:21:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:21:42 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:21:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:21:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:21:42 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:21:42 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[526dca06-4678-486f-b6c1-5877d9e14057]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:21:42 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:21:42 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:21:42 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:21:42 user nova-compute[75076]: DEBUG os_brick.utils [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:21:42 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Updating existing volume attachment record: a04193e6-6089-41d4-806a-5e972c2d7330 {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:21:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-59f1c7e0-cc3b-4762-a8f7-492546dce478 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquiring lock "d2d7472d-1f5e-4ab5-a016-9e327bad6eed" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:21:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-59f1c7e0-cc3b-4762-a8f7-492546dce478 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "d2d7472d-1f5e-4ab5-a016-9e327bad6eed" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:21:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-59f1c7e0-cc3b-4762-a8f7-492546dce478 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquiring lock "d2d7472d-1f5e-4ab5-a016-9e327bad6eed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:21:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-59f1c7e0-cc3b-4762-a8f7-492546dce478 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "d2d7472d-1f5e-4ab5-a016-9e327bad6eed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:21:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-59f1c7e0-cc3b-4762-a8f7-492546dce478 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "d2d7472d-1f5e-4ab5-a016-9e327bad6eed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:21:52 user nova-compute[75076]: INFO nova.compute.manager [None req-59f1c7e0-cc3b-4762-a8f7-492546dce478 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Terminating instance
Oct 27 16:21:52 user nova-compute[75076]: DEBUG nova.compute.manager [None req-59f1c7e0-cc3b-4762-a8f7-492546dce478 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:21:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:53 user nova-compute[75076]: DEBUG nova.compute.manager [req-566b8ed8-a7d2-445d-9370-98b3bd67161f req-eb6f4b04-5d82-4d48-8752-22ec58527417 service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Received event network-vif-unplugged-a8d9145f-215b-433b-a187-ce9e46f14875 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:21:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-566b8ed8-a7d2-445d-9370-98b3bd67161f req-eb6f4b04-5d82-4d48-8752-22ec58527417 service nova] Acquiring lock "d2d7472d-1f5e-4ab5-a016-9e327bad6eed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:21:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-566b8ed8-a7d2-445d-9370-98b3bd67161f req-eb6f4b04-5d82-4d48-8752-22ec58527417 service nova] Lock "d2d7472d-1f5e-4ab5-a016-9e327bad6eed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:21:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-566b8ed8-a7d2-445d-9370-98b3bd67161f req-eb6f4b04-5d82-4d48-8752-22ec58527417 service nova] Lock "d2d7472d-1f5e-4ab5-a016-9e327bad6eed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:21:53 user nova-compute[75076]: DEBUG nova.compute.manager [req-566b8ed8-a7d2-445d-9370-98b3bd67161f req-eb6f4b04-5d82-4d48-8752-22ec58527417 service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] No waiting events found dispatching network-vif-unplugged-a8d9145f-215b-433b-a187-ce9e46f14875 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:21:53 user nova-compute[75076]: DEBUG nova.compute.manager [req-566b8ed8-a7d2-445d-9370-98b3bd67161f req-eb6f4b04-5d82-4d48-8752-22ec58527417 service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Received event network-vif-unplugged-a8d9145f-215b-433b-a187-ce9e46f14875 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:21:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:53 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Instance destroyed successfully.
Oct 27 16:21:53 user nova-compute[75076]: DEBUG nova.objects.instance [None req-59f1c7e0-cc3b-4762-a8f7-492546dce478 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lazy-loading 'resources' on Instance uuid d2d7472d-1f5e-4ab5-a016-9e327bad6eed {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:21:53 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-59f1c7e0-cc3b-4762-a8f7-492546dce478 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-27T16:16:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1082767226',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1082767226',id=18,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGYMsr2uGRZ4BGtM1+3pj8rmSruavfd89JhDEV9Vl4l51uSeQIi8mP/WzuYPA0kx95Wy+ObIxMzxFkTMYXT0m+HxKcGedsDSzwd+u1TO8xAWVYs2KDnRwke4zk5uyfN3UQ==',key_name='tempest-keypair-677451836',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:20:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2765fd69b2e346a4aeb287c2d61f2f9b',ramdisk_id='',reservation_id='r-3y0gnwkk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1430653442',owner_user_name='tempest-AttachVolumeShelveTestJSON-1430653442-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:20:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c2432dafd2f045488341359a6b6dbcc6',uuid=d2d7472d-1f5e-4ab5-a016-9e327bad6eed,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a8d9145f-215b-433b-a187-ce9e46f14875", "address": "fa:16:3e:85:b4:72", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8d9145f-21", "ovs_interfaceid": "a8d9145f-215b-433b-a187-ce9e46f14875", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:21:53 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-59f1c7e0-cc3b-4762-a8f7-492546dce478 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Converting VIF {"id": "a8d9145f-215b-433b-a187-ce9e46f14875", "address": "fa:16:3e:85:b4:72", "network": {"id": "da513516-55d9-4f26-b348-28c9b5d8dbaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1842609041-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2765fd69b2e346a4aeb287c2d61f2f9b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8d9145f-21", "ovs_interfaceid": "a8d9145f-215b-433b-a187-ce9e46f14875", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:21:53 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-59f1c7e0-cc3b-4762-a8f7-492546dce478 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:85:b4:72,bridge_name='br-int',has_traffic_filtering=True,id=a8d9145f-215b-433b-a187-ce9e46f14875,network=Network(da513516-55d9-4f26-b348-28c9b5d8dbaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8d9145f-21') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:21:53 user nova-compute[75076]: DEBUG os_vif [None req-59f1c7e0-cc3b-4762-a8f7-492546dce478 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:85:b4:72,bridge_name='br-int',has_traffic_filtering=True,id=a8d9145f-215b-433b-a187-ce9e46f14875,network=Network(da513516-55d9-4f26-b348-28c9b5d8dbaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8d9145f-21') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:21:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa8d9145f-21, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:21:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:21:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6a60ed74-1b09-4e67-9d22-9c4feecab801) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:21:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:21:53 user nova-compute[75076]: INFO os_vif [None req-59f1c7e0-cc3b-4762-a8f7-492546dce478 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:85:b4:72,bridge_name='br-int',has_traffic_filtering=True,id=a8d9145f-215b-433b-a187-ce9e46f14875,network=Network(da513516-55d9-4f26-b348-28c9b5d8dbaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8d9145f-21')
Oct 27 16:21:53 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-59f1c7e0-cc3b-4762-a8f7-492546dce478 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Deleting instance files /opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed_del
Oct 27 16:21:53 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-59f1c7e0-cc3b-4762-a8f7-492546dce478 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Deletion of /opt/stack/data/nova/instances/d2d7472d-1f5e-4ab5-a016-9e327bad6eed_del complete
Oct 27 16:21:53 user nova-compute[75076]: INFO nova.compute.manager [None req-59f1c7e0-cc3b-4762-a8f7-492546dce478 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Took 0.78 seconds to destroy the instance on the hypervisor.
Oct 27 16:21:53 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-59f1c7e0-cc3b-4762-a8f7-492546dce478 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:21:53 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:21:53 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:21:54 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:54 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:21:54 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Took 1.28 seconds to deallocate network for instance.
Oct 27 16:21:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-59f1c7e0-cc3b-4762-a8f7-492546dce478 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:21:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-59f1c7e0-cc3b-4762-a8f7-492546dce478 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:21:55 user nova-compute[75076]: DEBUG nova.compute.manager [req-a5f02b0f-7e04-41a4-9f55-b9ffaa505b53 req-5aa6c6cd-95a8-4c53-be50-d6988d922443 service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Received event network-vif-plugged-a8d9145f-215b-433b-a187-ce9e46f14875 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:21:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a5f02b0f-7e04-41a4-9f55-b9ffaa505b53 req-5aa6c6cd-95a8-4c53-be50-d6988d922443 service nova] Acquiring lock "d2d7472d-1f5e-4ab5-a016-9e327bad6eed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:21:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a5f02b0f-7e04-41a4-9f55-b9ffaa505b53 req-5aa6c6cd-95a8-4c53-be50-d6988d922443 service nova] Lock "d2d7472d-1f5e-4ab5-a016-9e327bad6eed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:21:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a5f02b0f-7e04-41a4-9f55-b9ffaa505b53 req-5aa6c6cd-95a8-4c53-be50-d6988d922443 service nova] Lock "d2d7472d-1f5e-4ab5-a016-9e327bad6eed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:21:55 user nova-compute[75076]: DEBUG nova.compute.manager [req-a5f02b0f-7e04-41a4-9f55-b9ffaa505b53 req-5aa6c6cd-95a8-4c53-be50-d6988d922443 service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] No waiting events found dispatching network-vif-plugged-a8d9145f-215b-433b-a187-ce9e46f14875 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:21:55 user nova-compute[75076]: WARNING nova.compute.manager [req-a5f02b0f-7e04-41a4-9f55-b9ffaa505b53 req-5aa6c6cd-95a8-4c53-be50-d6988d922443 service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Received unexpected event network-vif-plugged-a8d9145f-215b-433b-a187-ce9e46f14875 for instance with vm_state deleted and task_state None.
Oct 27 16:21:55 user nova-compute[75076]: DEBUG nova.compute.manager [req-a5f02b0f-7e04-41a4-9f55-b9ffaa505b53 req-5aa6c6cd-95a8-4c53-be50-d6988d922443 service nova] [instance: d2d7472d-1f5e-4ab5-a016-9e327bad6eed] Received event network-vif-deleted-a8d9145f-215b-433b-a187-ce9e46f14875 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:21:55 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-59f1c7e0-cc3b-4762-a8f7-492546dce478 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:21:55 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-59f1c7e0-cc3b-4762-a8f7-492546dce478 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:21:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-59f1c7e0-cc3b-4762-a8f7-492546dce478 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.470s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:21:55 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-59f1c7e0-cc3b-4762-a8f7-492546dce478 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Deleted allocations for instance d2d7472d-1f5e-4ab5-a016-9e327bad6eed
Oct 27 16:21:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-59f1c7e0-cc3b-4762-a8f7-492546dce478 tempest-AttachVolumeShelveTestJSON-1430653442 tempest-AttachVolumeShelveTestJSON-1430653442-project-member] Lock "d2d7472d-1f5e-4ab5-a016-9e327bad6eed" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.772s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:21:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:21:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:04 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:04 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:22:04 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kxneTLHI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:22:04 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:22:04 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:22:04 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:22:04 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:22:04 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:22:04 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:22:04 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:22:04 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:04 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:04 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[086a3939-2304-4260-ab40-4b01d7f8b2e3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:22:04 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:22:04 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:22:04 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:04 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:04 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6fdf906-ac73-4128-abd3-dd7d0bc0fe70]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:22:04 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa] added
Oct 27 16:22:04 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:22:04 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:05 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:05 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe726404-b92d-4bc0-bc0d-43169618cb24]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:22:05 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:22:05 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:05 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:05 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5668cd8-d7fc-4608-aa15-6d47fdecb1cc]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:22:05 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:22:05 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kxneTLHI {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:05 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kxneTLHI" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:05 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[7046092e-3693-4aad-84c8-1417795c685f]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:22:05 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'kxneTLHI'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:22:05 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:05 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:05 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3652a71-adcd-42ee-b3db-9c0b1ed02fc0]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:22:05 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:22:05 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:05 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:05 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[7207588b-4db4-4c58-9102-6c578435eed4]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:22:05 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:22:05 user nova-compute[75076]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)
Oct 27 16:22:05 user nova-compute[75076]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:22:05 user nova-compute[75076]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)
Oct 27 16:22:05 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:22:05 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:22:05 user nova-compute[75076]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)
Oct 27 16:22:05 user nova-compute[75076]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:22:05 user nova-compute[75076]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)
Oct 27 16:22:05 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:22:05 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:05 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa -p 172.16.0.220:3260 --login" returned: 0 in 0.067s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:05 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e89e9311-75e0-454a-b10a-459c6779136b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:22:05 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa, portal: 172.16.0.220,3260]
Oct 27 16:22:05 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa, portal: 172.16.0.220,3260] successful.
Oct 27 16:22:05 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:22:05 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:05 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:05 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[333d0cd5-54dd-4cd9-b669-2a571ed49639]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:22:05 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:22:05 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:05 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:05 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[8206f238-fe67-45fa-8284-383b5a53be38]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:22:05 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:22:05 user nova-compute[75076]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)
Oct 27 16:22:05 user nova-compute[75076]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:22:05 user nova-compute[75076]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)
Oct 27 16:22:05 user nova-compute[75076]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa (non-flash)
Oct 27 16:22:05 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:22:05 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:22:05 user nova-compute[75076]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)
Oct 27 16:22:05 user nova-compute[75076]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:22:05 user nova-compute[75076]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)
Oct 27 16:22:05 user nova-compute[75076]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa (non-flash)
Oct 27 16:22:05 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:22:05 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.294s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:22:05 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:22:05 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] HCTL ('35', '-', '-', 0) found on session 28 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:22:05 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:22:05 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:05 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.024s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:05 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6f6ddc9-d86a-4914-bcaf-f000b7e2070a]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:22:05 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Searching for a device in session 28 and hctl ['35', '*', '*', 0] yield: None {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:22:06 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Searching for a device in session 28 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:22:06 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kxneTLHI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:22:06 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.332s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:22:06 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] <== connect_volume: return (1333ms) {'type': 'block', 'scsi_wwn': '23066313264636162', 'path': '/dev/sdd'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:22:06 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23066313264636162', 'path': '/dev/sdd'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:22:06 user nova-compute[75076]: DEBUG nova.objects.instance [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lazy-loading 'flavor' on Instance uuid 4ec4ef43-8f30-4c12-917a-9d5a3bec531c {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:22:06 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 16:22:06 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:22:06 user nova-compute[75076]:   <source dev="/dev/sdd"/>
Oct 27 16:22:06 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:22:06 user nova-compute[75076]:   <serial>61e1f9ab-1cef-4a92-9c09-97139ea9e9fa</serial>
Oct 27 16:22:06 user nova-compute[75076]: </disk>
Oct 27 16:22:06 user nova-compute[75076]:  {{(pid=75076) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 16:22:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:06 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:22:06 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:22:06 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] No VIF found with MAC fa:16:3e:62:3a:3f, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:22:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-730cd7f2-5ddb-4322-bcd1-e8c966451411 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 24.687s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:22:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "d7fa5d55-e571-425b-99c3-9ce4019b74ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:22:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "d7fa5d55-e571-425b-99c3-9ce4019b74ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:22:10 user nova-compute[75076]: DEBUG nova.compute.manager [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:22:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:22:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:22:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:22:10 user nova-compute[75076]: INFO nova.compute.claims [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Claim successful on node user
Oct 27 16:22:11 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:22:11 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:22:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.571s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:22:11 user nova-compute[75076]: DEBUG nova.compute.manager [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:22:11 user nova-compute[75076]: DEBUG nova.compute.manager [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:22:11 user nova-compute[75076]: DEBUG nova.network.neutron [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:22:11 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:22:11 user nova-compute[75076]: DEBUG nova.compute.manager [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:22:11 user nova-compute[75076]: DEBUG nova.compute.manager [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:22:11 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:22:11 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Creating image(s)
Oct 27 16:22:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "/opt/stack/data/nova/instances/d7fa5d55-e571-425b-99c3-9ce4019b74ea/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:22:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "/opt/stack/data/nova/instances/d7fa5d55-e571-425b-99c3-9ce4019b74ea/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:22:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "/opt/stack/data/nova/instances/d7fa5d55-e571-425b-99c3-9ce4019b74ea/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:22:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:11 user nova-compute[75076]: DEBUG nova.policy [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '500acae85b404ddfb043d00de39a7f04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1c3f667da694a98becb9067dfed7888', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:22:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.180s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:22:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:22:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.188s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/d7fa5d55-e571-425b-99c3-9ce4019b74ea/disk 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/d7fa5d55-e571-425b-99c3-9ce4019b74ea/disk 1073741824" returned: 0 in 0.241s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.435s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:22:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.187s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:12 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d7fa5d55-e571-425b-99c3-9ce4019b74ea/disk. size=1073741824 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:22:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7fa5d55-e571-425b-99c3-9ce4019b74ea/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7fa5d55-e571-425b-99c3-9ce4019b74ea/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:12 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Cannot resize image /opt/stack/data/nova/instances/d7fa5d55-e571-425b-99c3-9ce4019b74ea/disk to a smaller size. {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 16:22:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:22:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Ensure instance console log exists: /opt/stack/data/nova/instances/d7fa5d55-e571-425b-99c3-9ce4019b74ea/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:22:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:22:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:22:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:22:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:12 user nova-compute[75076]: DEBUG nova.network.neutron [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Successfully created port: 341468c3-0692-4f62-af79-392b5b9ce579 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:22:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:13 user nova-compute[75076]: DEBUG nova.network.neutron [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Successfully updated port: 341468c3-0692-4f62-af79-392b5b9ce579 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:22:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "refresh_cache-d7fa5d55-e571-425b-99c3-9ce4019b74ea" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:22:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquired lock "refresh_cache-d7fa5d55-e571-425b-99c3-9ce4019b74ea" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:22:13 user nova-compute[75076]: DEBUG nova.network.neutron [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:22:13 user nova-compute[75076]: DEBUG nova.compute.manager [req-d0690312-7e2c-4c0f-8790-8edac779853a req-f3536211-8569-4abf-ab5c-95e25ad7f56e service nova] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Received event network-changed-341468c3-0692-4f62-af79-392b5b9ce579 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:22:13 user nova-compute[75076]: DEBUG nova.compute.manager [req-d0690312-7e2c-4c0f-8790-8edac779853a req-f3536211-8569-4abf-ab5c-95e25ad7f56e service nova] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Refreshing instance network info cache due to event network-changed-341468c3-0692-4f62-af79-392b5b9ce579. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:22:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-d0690312-7e2c-4c0f-8790-8edac779853a req-f3536211-8569-4abf-ab5c-95e25ad7f56e service nova] Acquiring lock "refresh_cache-d7fa5d55-e571-425b-99c3-9ce4019b74ea" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:22:13 user nova-compute[75076]: DEBUG nova.network.neutron [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG nova.network.neutron [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Updating instance_info_cache with network_info: [{"id": "341468c3-0692-4f62-af79-392b5b9ce579", "address": "fa:16:3e:c3:4b:98", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap341468c3-06", "ovs_interfaceid": "341468c3-0692-4f62-af79-392b5b9ce579", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Releasing lock "refresh_cache-d7fa5d55-e571-425b-99c3-9ce4019b74ea" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG nova.compute.manager [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Instance network_info: |[{"id": "341468c3-0692-4f62-af79-392b5b9ce579", "address": "fa:16:3e:c3:4b:98", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap341468c3-06", "ovs_interfaceid": "341468c3-0692-4f62-af79-392b5b9ce579", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-d0690312-7e2c-4c0f-8790-8edac779853a req-f3536211-8569-4abf-ab5c-95e25ad7f56e service nova] Acquired lock "refresh_cache-d7fa5d55-e571-425b-99c3-9ce4019b74ea" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG nova.network.neutron [req-d0690312-7e2c-4c0f-8790-8edac779853a req-f3536211-8569-4abf-ab5c-95e25ad7f56e service nova] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Refreshing network info cache for port 341468c3-0692-4f62-af79-392b5b9ce579 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Start _get_guest_xml network_info=[{"id": "341468c3-0692-4f62-af79-392b5b9ce579", "address": "fa:16:3e:c3:4b:98", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap341468c3-06", "ovs_interfaceid": "341468c3-0692-4f62-af79-392b5b9ce579", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:22:14 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:22:14 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:22:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:22:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1859018699',display_name='tempest-AttachVolumeNegativeTest-server-1859018699',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1859018699',id=31,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOIylcsGxk1wUiCdj1fIxeK75RQlzrzBU4sAES38SODMYE49t/jGHRslxXsVehxLJLhdWN3jcyJKScmc2TRQNAy2KtV2zFVkstndhEryRf0JofK7kLE0AmG2zVeiM7hNbA==',key_name='tempest-keypair-1594048546',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c1c3f667da694a98becb9067dfed7888',ramdisk_id='',reservation_id='r-upov3dk9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-13585354',owner_user_name='tempest-AttachVolumeNegativeTest-13585354-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:22:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='500acae85b404ddfb043d00de39a7f04',uuid=d7fa5d55-e571-425b-99c3-9ce4019b74ea,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "341468c3-0692-4f62-af79-392b5b9ce579", "address": "fa:16:3e:c3:4b:98", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap341468c3-06", "ovs_interfaceid": "341468c3-0692-4f62-af79-392b5b9ce579", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Converting VIF {"id": "341468c3-0692-4f62-af79-392b5b9ce579", "address": "fa:16:3e:c3:4b:98", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap341468c3-06", "ovs_interfaceid": "341468c3-0692-4f62-af79-392b5b9ce579", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c3:4b:98,bridge_name='br-int',has_traffic_filtering=True,id=341468c3-0692-4f62-af79-392b5b9ce579,network=Network(361c13d0-70fe-468e-9aa6-09dfa2310541),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap341468c3-06') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG nova.objects.instance [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lazy-loading 'pci_devices' on Instance uuid d7fa5d55-e571-425b-99c3-9ce4019b74ea {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:22:14 user nova-compute[75076]:   <uuid>d7fa5d55-e571-425b-99c3-9ce4019b74ea</uuid>
Oct 27 16:22:14 user nova-compute[75076]:   <name>instance-0000001f</name>
Oct 27 16:22:14 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:22:14 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:22:14 user nova-compute[75076]:   <metadata>
Oct 27 16:22:14 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:22:14 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:22:14 user nova-compute[75076]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1859018699</nova:name>
Oct 27 16:22:14 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:22:14</nova:creationTime>
Oct 27 16:22:14 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:22:14 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:22:14 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:22:14 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:22:14 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:22:14 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:22:14 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:22:14 user nova-compute[75076]:       <nova:owner>
Oct 27 16:22:14 user nova-compute[75076]:         <nova:user uuid="500acae85b404ddfb043d00de39a7f04">tempest-AttachVolumeNegativeTest-13585354-project-member</nova:user>
Oct 27 16:22:14 user nova-compute[75076]:         <nova:project uuid="c1c3f667da694a98becb9067dfed7888">tempest-AttachVolumeNegativeTest-13585354</nova:project>
Oct 27 16:22:14 user nova-compute[75076]:       </nova:owner>
Oct 27 16:22:14 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:22:14 user nova-compute[75076]:       <nova:ports>
Oct 27 16:22:14 user nova-compute[75076]:         <nova:port uuid="341468c3-0692-4f62-af79-392b5b9ce579">
Oct 27 16:22:14 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 27 16:22:14 user nova-compute[75076]:         </nova:port>
Oct 27 16:22:14 user nova-compute[75076]:       </nova:ports>
Oct 27 16:22:14 user nova-compute[75076]:     </nova:instance>
Oct 27 16:22:14 user nova-compute[75076]:   </metadata>
Oct 27 16:22:14 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:22:14 user nova-compute[75076]:     <system>
Oct 27 16:22:14 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:22:14 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:22:14 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:22:14 user nova-compute[75076]:       <entry name="serial">d7fa5d55-e571-425b-99c3-9ce4019b74ea</entry>
Oct 27 16:22:14 user nova-compute[75076]:       <entry name="uuid">d7fa5d55-e571-425b-99c3-9ce4019b74ea</entry>
Oct 27 16:22:14 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:22:14 user nova-compute[75076]:     </system>
Oct 27 16:22:14 user nova-compute[75076]:   </sysinfo>
Oct 27 16:22:14 user nova-compute[75076]:   <os>
Oct 27 16:22:14 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:22:14 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:22:14 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:22:14 user nova-compute[75076]:   </os>
Oct 27 16:22:14 user nova-compute[75076]:   <features>
Oct 27 16:22:14 user nova-compute[75076]:     <acpi/>
Oct 27 16:22:14 user nova-compute[75076]:     <apic/>
Oct 27 16:22:14 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:22:14 user nova-compute[75076]:   </features>
Oct 27 16:22:14 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:22:14 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:22:14 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:22:14 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:22:14 user nova-compute[75076]:   </clock>
Oct 27 16:22:14 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:22:14 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:22:14 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:22:14 user nova-compute[75076]:   </cpu>
Oct 27 16:22:14 user nova-compute[75076]:   <devices>
Oct 27 16:22:14 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:22:14 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:22:14 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/d7fa5d55-e571-425b-99c3-9ce4019b74ea/disk"/>
Oct 27 16:22:14 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:22:14 user nova-compute[75076]:     </disk>
Oct 27 16:22:14 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:22:14 user nova-compute[75076]:       <mac address="fa:16:3e:c3:4b:98"/>
Oct 27 16:22:14 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:22:14 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:22:14 user nova-compute[75076]:       <target dev="tap341468c3-06"/>
Oct 27 16:22:14 user nova-compute[75076]:     </interface>
Oct 27 16:22:14 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:22:14 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/d7fa5d55-e571-425b-99c3-9ce4019b74ea/console.log" append="off"/>
Oct 27 16:22:14 user nova-compute[75076]:     </serial>
Oct 27 16:22:14 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:22:14 user nova-compute[75076]:     <video>
Oct 27 16:22:14 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:22:14 user nova-compute[75076]:     </video>
Oct 27 16:22:14 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:22:14 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:22:14 user nova-compute[75076]:     </rng>
Oct 27 16:22:14 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:22:14 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:22:14 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:22:14 user nova-compute[75076]:     </memballoon>
Oct 27 16:22:14 user nova-compute[75076]:   </devices>
Oct 27 16:22:14 user nova-compute[75076]: </domain>
Oct 27 16:22:14 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:22:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1859018699',display_name='tempest-AttachVolumeNegativeTest-server-1859018699',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1859018699',id=31,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOIylcsGxk1wUiCdj1fIxeK75RQlzrzBU4sAES38SODMYE49t/jGHRslxXsVehxLJLhdWN3jcyJKScmc2TRQNAy2KtV2zFVkstndhEryRf0JofK7kLE0AmG2zVeiM7hNbA==',key_name='tempest-keypair-1594048546',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c1c3f667da694a98becb9067dfed7888',ramdisk_id='',reservation_id='r-upov3dk9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-13585354',owner_user_name='tempest-AttachVolumeNegativeTest-13585354-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:22:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='500acae85b404ddfb043d00de39a7f04',uuid=d7fa5d55-e571-425b-99c3-9ce4019b74ea,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "341468c3-0692-4f62-af79-392b5b9ce579", "address": "fa:16:3e:c3:4b:98", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap341468c3-06", "ovs_interfaceid": "341468c3-0692-4f62-af79-392b5b9ce579", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Converting VIF {"id": "341468c3-0692-4f62-af79-392b5b9ce579", "address": "fa:16:3e:c3:4b:98", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap341468c3-06", "ovs_interfaceid": "341468c3-0692-4f62-af79-392b5b9ce579", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c3:4b:98,bridge_name='br-int',has_traffic_filtering=True,id=341468c3-0692-4f62-af79-392b5b9ce579,network=Network(361c13d0-70fe-468e-9aa6-09dfa2310541),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap341468c3-06') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG os_vif [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c3:4b:98,bridge_name='br-int',has_traffic_filtering=True,id=341468c3-0692-4f62-af79-392b5b9ce579,network=Network(361c13d0-70fe-468e-9aa6-09dfa2310541),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap341468c3-06') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'bc428c69-c645-5d1b-a070-99d22b1bdd66', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap341468c3-06, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap341468c3-06, col_values=(('qos', UUID('c3058240-8bff-465b-810d-d834a6aeb140')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap341468c3-06, col_values=(('external_ids', {'iface-id': '341468c3-0692-4f62-af79-392b5b9ce579', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c3:4b:98', 'vm-uuid': 'd7fa5d55-e571-425b-99c3-9ce4019b74ea'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:14 user nova-compute[75076]: INFO os_vif [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c3:4b:98,bridge_name='br-int',has_traffic_filtering=True,id=341468c3-0692-4f62-af79-392b5b9ce579,network=Network(361c13d0-70fe-468e-9aa6-09dfa2310541),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap341468c3-06')
Oct 27 16:22:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] No VIF found with MAC fa:16:3e:c3:4b:98, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG nova.network.neutron [req-d0690312-7e2c-4c0f-8790-8edac779853a req-f3536211-8569-4abf-ab5c-95e25ad7f56e service nova] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Updated VIF entry in instance network info cache for port 341468c3-0692-4f62-af79-392b5b9ce579. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG nova.network.neutron [req-d0690312-7e2c-4c0f-8790-8edac779853a req-f3536211-8569-4abf-ab5c-95e25ad7f56e service nova] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Updating instance_info_cache with network_info: [{"id": "341468c3-0692-4f62-af79-392b5b9ce579", "address": "fa:16:3e:c3:4b:98", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap341468c3-06", "ovs_interfaceid": "341468c3-0692-4f62-af79-392b5b9ce579", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:22:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-d0690312-7e2c-4c0f-8790-8edac779853a req-f3536211-8569-4abf-ab5c-95e25ad7f56e service nova] Releasing lock "refresh_cache-d7fa5d55-e571-425b-99c3-9ce4019b74ea" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:22:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:15 user nova-compute[75076]: DEBUG nova.compute.manager [req-f67e28de-158c-40bc-9546-e736e285c6cf req-293ef45d-8b05-435d-9528-6bf132f0de99 service nova] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Received event network-vif-plugged-341468c3-0692-4f62-af79-392b5b9ce579 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:22:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f67e28de-158c-40bc-9546-e736e285c6cf req-293ef45d-8b05-435d-9528-6bf132f0de99 service nova] Acquiring lock "d7fa5d55-e571-425b-99c3-9ce4019b74ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:22:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f67e28de-158c-40bc-9546-e736e285c6cf req-293ef45d-8b05-435d-9528-6bf132f0de99 service nova] Lock "d7fa5d55-e571-425b-99c3-9ce4019b74ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:22:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f67e28de-158c-40bc-9546-e736e285c6cf req-293ef45d-8b05-435d-9528-6bf132f0de99 service nova] Lock "d7fa5d55-e571-425b-99c3-9ce4019b74ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:22:15 user nova-compute[75076]: DEBUG nova.compute.manager [req-f67e28de-158c-40bc-9546-e736e285c6cf req-293ef45d-8b05-435d-9528-6bf132f0de99 service nova] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] No waiting events found dispatching network-vif-plugged-341468c3-0692-4f62-af79-392b5b9ce579 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:22:15 user nova-compute[75076]: WARNING nova.compute.manager [req-f67e28de-158c-40bc-9546-e736e285c6cf req-293ef45d-8b05-435d-9528-6bf132f0de99 service nova] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Received unexpected event network-vif-plugged-341468c3-0692-4f62-af79-392b5b9ce579 for instance with vm_state building and task_state spawning.
Oct 27 16:22:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:17 user nova-compute[75076]: DEBUG nova.compute.manager [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:22:17 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:22:17 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Instance spawned successfully.
Oct 27 16:22:17 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:22:17 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:22:17 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:22:17 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:22:17 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:22:17 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:22:17 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:22:17 user nova-compute[75076]: DEBUG nova.compute.manager [req-5d16752c-681c-465e-ad2a-12876b400562 req-3a228a6d-88fd-4157-bf2e-5fbab5f6c57d service nova] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Received event network-vif-plugged-341468c3-0692-4f62-af79-392b5b9ce579 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:22:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-5d16752c-681c-465e-ad2a-12876b400562 req-3a228a6d-88fd-4157-bf2e-5fbab5f6c57d service nova] Acquiring lock "d7fa5d55-e571-425b-99c3-9ce4019b74ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:22:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-5d16752c-681c-465e-ad2a-12876b400562 req-3a228a6d-88fd-4157-bf2e-5fbab5f6c57d service nova] Lock "d7fa5d55-e571-425b-99c3-9ce4019b74ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:22:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-5d16752c-681c-465e-ad2a-12876b400562 req-3a228a6d-88fd-4157-bf2e-5fbab5f6c57d service nova] Lock "d7fa5d55-e571-425b-99c3-9ce4019b74ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:22:17 user nova-compute[75076]: DEBUG nova.compute.manager [req-5d16752c-681c-465e-ad2a-12876b400562 req-3a228a6d-88fd-4157-bf2e-5fbab5f6c57d service nova] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] No waiting events found dispatching network-vif-plugged-341468c3-0692-4f62-af79-392b5b9ce579 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:22:17 user nova-compute[75076]: WARNING nova.compute.manager [req-5d16752c-681c-465e-ad2a-12876b400562 req-3a228a6d-88fd-4157-bf2e-5fbab5f6c57d service nova] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Received unexpected event network-vif-plugged-341468c3-0692-4f62-af79-392b5b9ce579 for instance with vm_state building and task_state spawning.
Oct 27 16:22:18 user nova-compute[75076]: INFO nova.compute.manager [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Took 6.70 seconds to spawn the instance on the hypervisor.
Oct 27 16:22:18 user nova-compute[75076]: DEBUG nova.compute.manager [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:22:18 user nova-compute[75076]: INFO nova.compute.manager [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Took 7.61 seconds to build instance.
Oct 27 16:22:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cc2ed685-5064-4cac-a76b-cc86ec2c6f99 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "d7fa5d55-e571-425b-99c3-9ce4019b74ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.812s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:22:19 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:19 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-67150474-ecd2-4487-a599-55587c2c151a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquiring lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:22:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-67150474-ecd2-4487-a599-55587c2c151a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:22:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-67150474-ecd2-4487-a599-55587c2c151a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquiring lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:22:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-67150474-ecd2-4487-a599-55587c2c151a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:22:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-67150474-ecd2-4487-a599-55587c2c151a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:22:22 user nova-compute[75076]: INFO nova.compute.manager [None req-67150474-ecd2-4487-a599-55587c2c151a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Terminating instance
Oct 27 16:22:22 user nova-compute[75076]: DEBUG nova.compute.manager [None req-67150474-ecd2-4487-a599-55587c2c151a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:22:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:23 user nova-compute[75076]: DEBUG nova.compute.manager [req-c10420e1-76e1-4653-b84e-efb37174b908 req-09d93590-1abe-42ec-a163-9b7412e54a2a service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Received event network-vif-unplugged-67e31a99-9c12-4e7a-9a62-dc87a728dc71 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:22:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c10420e1-76e1-4653-b84e-efb37174b908 req-09d93590-1abe-42ec-a163-9b7412e54a2a service nova] Acquiring lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:22:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c10420e1-76e1-4653-b84e-efb37174b908 req-09d93590-1abe-42ec-a163-9b7412e54a2a service nova] Lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:22:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c10420e1-76e1-4653-b84e-efb37174b908 req-09d93590-1abe-42ec-a163-9b7412e54a2a service nova] Lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:22:23 user nova-compute[75076]: DEBUG nova.compute.manager [req-c10420e1-76e1-4653-b84e-efb37174b908 req-09d93590-1abe-42ec-a163-9b7412e54a2a service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] No waiting events found dispatching network-vif-unplugged-67e31a99-9c12-4e7a-9a62-dc87a728dc71 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:22:23 user nova-compute[75076]: DEBUG nova.compute.manager [req-c10420e1-76e1-4653-b84e-efb37174b908 req-09d93590-1abe-42ec-a163-9b7412e54a2a service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Received event network-vif-unplugged-67e31a99-9c12-4e7a-9a62-dc87a728dc71 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:22:23 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Instance destroyed successfully.
Oct 27 16:22:23 user nova-compute[75076]: DEBUG nova.objects.instance [None req-67150474-ecd2-4487-a599-55587c2c151a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lazy-loading 'resources' on Instance uuid 5ff0a19a-8f92-4c8b-bd64-773629da8d93 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:22:23 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-67150474-ecd2-4487-a599-55587c2c151a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:16:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1882217320',display_name='tempest-TestMinimumBasicScenario-server-1882217320',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1882217320',id=21,image_ref='ed7457b7-b062-4a4c-8651-5aaab0bab490',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNF8Q77fWmKT1AfHoImDXw4AY8fQMAneD2JwttQpaVU2wxi5yAGVqCZJ+TtNIkpnWGYXhmOgIZg7KNaAgMKQvRP3G9GLaVWC1JDPNQuFQa+WlSR/qdwOIG0s/ZUAHjelHw==',key_name='tempest-TestMinimumBasicScenario-1419435267',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:17:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='49308918740c4496a9fdd3661a16143e',ramdisk_id='',reservation_id='r-2xsu5kad',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='ed7457b7-b062-4a4c-8651-5aaab0bab490',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-417632973',owner_user_name='tempest-TestMinimumBasicScenario-417632973-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:19:35Z,user_data=None,user_id='0a2787dc4cdd4139873be61147f0baab',uuid=5ff0a19a-8f92-4c8b-bd64-773629da8d93,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "67e31a99-9c12-4e7a-9a62-dc87a728dc71", "address": "fa:16:3e:6a:cb:90", "network": {"id": "9ebf0da6-f331-406a-9790-269c4cb299ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1444954987-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49308918740c4496a9fdd3661a16143e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67e31a99-9c", "ovs_interfaceid": "67e31a99-9c12-4e7a-9a62-dc87a728dc71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:22:23 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-67150474-ecd2-4487-a599-55587c2c151a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Converting VIF {"id": "67e31a99-9c12-4e7a-9a62-dc87a728dc71", "address": "fa:16:3e:6a:cb:90", "network": {"id": "9ebf0da6-f331-406a-9790-269c4cb299ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1444954987-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49308918740c4496a9fdd3661a16143e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67e31a99-9c", "ovs_interfaceid": "67e31a99-9c12-4e7a-9a62-dc87a728dc71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:22:23 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-67150474-ecd2-4487-a599-55587c2c151a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:6a:cb:90,bridge_name='br-int',has_traffic_filtering=True,id=67e31a99-9c12-4e7a-9a62-dc87a728dc71,network=Network(9ebf0da6-f331-406a-9790-269c4cb299ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67e31a99-9c') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:22:23 user nova-compute[75076]: DEBUG os_vif [None req-67150474-ecd2-4487-a599-55587c2c151a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:6a:cb:90,bridge_name='br-int',has_traffic_filtering=True,id=67e31a99-9c12-4e7a-9a62-dc87a728dc71,network=Network(9ebf0da6-f331-406a-9790-269c4cb299ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67e31a99-9c') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:22:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap67e31a99-9c, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:22:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=caee0b6b-d975-4325-baef-17288af5b64d) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:22:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:23 user nova-compute[75076]: INFO os_vif [None req-67150474-ecd2-4487-a599-55587c2c151a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:6a:cb:90,bridge_name='br-int',has_traffic_filtering=True,id=67e31a99-9c12-4e7a-9a62-dc87a728dc71,network=Network(9ebf0da6-f331-406a-9790-269c4cb299ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67e31a99-9c')
Oct 27 16:22:23 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-67150474-ecd2-4487-a599-55587c2c151a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Deleting instance files /opt/stack/data/nova/instances/5ff0a19a-8f92-4c8b-bd64-773629da8d93_del
Oct 27 16:22:23 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-67150474-ecd2-4487-a599-55587c2c151a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Deletion of /opt/stack/data/nova/instances/5ff0a19a-8f92-4c8b-bd64-773629da8d93_del complete
Oct 27 16:22:23 user nova-compute[75076]: INFO nova.compute.manager [None req-67150474-ecd2-4487-a599-55587c2c151a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Took 0.92 seconds to destroy the instance on the hypervisor.
Oct 27 16:22:23 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-67150474-ecd2-4487-a599-55587c2c151a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:22:23 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:22:23 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:22:24 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:22:24 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Took 0.75 seconds to deallocate network for instance.
Oct 27 16:22:24 user nova-compute[75076]: DEBUG nova.compute.manager [req-e27b8891-484b-4592-8775-d6e259a0986f req-a62ee493-3288-444b-aa73-a69abc7485dd service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Received event network-vif-deleted-67e31a99-9c12-4e7a-9a62-dc87a728dc71 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:22:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-67150474-ecd2-4487-a599-55587c2c151a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:22:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-67150474-ecd2-4487-a599-55587c2c151a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:22:24 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-67150474-ecd2-4487-a599-55587c2c151a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:22:24 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-67150474-ecd2-4487-a599-55587c2c151a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:22:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-67150474-ecd2-4487-a599-55587c2c151a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.442s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:22:24 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-67150474-ecd2-4487-a599-55587c2c151a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Deleted allocations for instance 5ff0a19a-8f92-4c8b-bd64-773629da8d93
Oct 27 16:22:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-67150474-ecd2-4487-a599-55587c2c151a tempest-TestMinimumBasicScenario-417632973 tempest-TestMinimumBasicScenario-417632973-project-member] Lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.286s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:22:25 user nova-compute[75076]: DEBUG nova.compute.manager [req-fc8174c3-bd32-46da-9072-b35ff13b4c5b req-f922df60-6cb9-4021-95a5-5c437faf5f79 service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Received event network-vif-plugged-67e31a99-9c12-4e7a-9a62-dc87a728dc71 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:22:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-fc8174c3-bd32-46da-9072-b35ff13b4c5b req-f922df60-6cb9-4021-95a5-5c437faf5f79 service nova] Acquiring lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:22:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-fc8174c3-bd32-46da-9072-b35ff13b4c5b req-f922df60-6cb9-4021-95a5-5c437faf5f79 service nova] Lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:22:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-fc8174c3-bd32-46da-9072-b35ff13b4c5b req-f922df60-6cb9-4021-95a5-5c437faf5f79 service nova] Lock "5ff0a19a-8f92-4c8b-bd64-773629da8d93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:22:25 user nova-compute[75076]: DEBUG nova.compute.manager [req-fc8174c3-bd32-46da-9072-b35ff13b4c5b req-f922df60-6cb9-4021-95a5-5c437faf5f79 service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] No waiting events found dispatching network-vif-plugged-67e31a99-9c12-4e7a-9a62-dc87a728dc71 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:22:25 user nova-compute[75076]: WARNING nova.compute.manager [req-fc8174c3-bd32-46da-9072-b35ff13b4c5b req-f922df60-6cb9-4021-95a5-5c437faf5f79 service nova] [instance: 5ff0a19a-8f92-4c8b-bd64-773629da8d93] Received unexpected event network-vif-plugged-67e31a99-9c12-4e7a-9a62-dc87a728dc71 for instance with vm_state deleted and task_state None.
Oct 27 16:22:25 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:22:25 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:22:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-9f9c5961-2f10-499b-8721-e00141b30d82" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:22:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-9f9c5961-2f10-499b-8721-e00141b30d82" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:22:25 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 16:22:25 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Updating instance_info_cache with network_info: [{"id": "87ff9934-c871-4f3a-b1a3-f3aebbb718c6", "address": "fa:16:3e:7c:1b:5e", "network": {"id": "dfaf7d8c-84c4-4daf-a695-7137b3ba15da", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-302496115-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ceb160ede224e7d8a2ad7bd7377cf4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap87ff9934-c8", "ovs_interfaceid": "87ff9934-c871-4f3a-b1a3-f3aebbb718c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:22:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-9f9c5961-2f10-499b-8721-e00141b30d82" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:22:25 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 16:22:28 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:22:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:29 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:22:29 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:22:30 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:22:31 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:22:32 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:22:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:22:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:22:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:22:32 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:22:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:32 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:22:32 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:22:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json" returned: 0 in 0.210s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ec4ef43-8f30-4c12-917a-9d5a3bec531c/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:22:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ec4ef43-8f30-4c12-917a-9d5a3bec531c/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ec4ef43-8f30-4c12-917a-9d5a3bec531c/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ec4ef43-8f30-4c12-917a-9d5a3bec531c/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:33 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:22:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7fa5d55-e571-425b-99c3-9ce4019b74ea/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7fa5d55-e571-425b-99c3-9ce4019b74ea/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7fa5d55-e571-425b-99c3-9ce4019b74ea/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7fa5d55-e571-425b-99c3-9ce4019b74ea/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:22:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:35 user nova-compute[75076]: DEBUG nova.compute.manager [req-9aadc11d-4923-41e9-9b05-1fdcbfe16051 req-76e88f24-7671-45f8-a74a-bad0827f5a5d service nova] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Received event network-changed-842a9b6b-f37e-4201-a4a5-86f51db9c011 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:22:35 user nova-compute[75076]: DEBUG nova.compute.manager [req-9aadc11d-4923-41e9-9b05-1fdcbfe16051 req-76e88f24-7671-45f8-a74a-bad0827f5a5d service nova] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Refreshing instance network info cache due to event network-changed-842a9b6b-f37e-4201-a4a5-86f51db9c011. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:22:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-9aadc11d-4923-41e9-9b05-1fdcbfe16051 req-76e88f24-7671-45f8-a74a-bad0827f5a5d service nova] Acquiring lock "refresh_cache-b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:22:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-9aadc11d-4923-41e9-9b05-1fdcbfe16051 req-76e88f24-7671-45f8-a74a-bad0827f5a5d service nova] Acquired lock "refresh_cache-b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:22:35 user nova-compute[75076]: DEBUG nova.network.neutron [req-9aadc11d-4923-41e9-9b05-1fdcbfe16051 req-76e88f24-7671-45f8-a74a-bad0827f5a5d service nova] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Refreshing network info cache for port 842a9b6b-f37e-4201-a4a5-86f51db9c011 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:22:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:35 user nova-compute[75076]: DEBUG nova.network.neutron [req-9aadc11d-4923-41e9-9b05-1fdcbfe16051 req-76e88f24-7671-45f8-a74a-bad0827f5a5d service nova] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Updated VIF entry in instance network info cache for port 842a9b6b-f37e-4201-a4a5-86f51db9c011. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:22:35 user nova-compute[75076]: DEBUG nova.network.neutron [req-9aadc11d-4923-41e9-9b05-1fdcbfe16051 req-76e88f24-7671-45f8-a74a-bad0827f5a5d service nova] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Updating instance_info_cache with network_info: [{"id": "842a9b6b-f37e-4201-a4a5-86f51db9c011", "address": "fa:16:3e:2a:ab:b4", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap842a9b6b-f3", "ovs_interfaceid": "842a9b6b-f37e-4201-a4a5-86f51db9c011", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:22:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-9aadc11d-4923-41e9-9b05-1fdcbfe16051 req-76e88f24-7671-45f8-a74a-bad0827f5a5d service nova] Releasing lock "refresh_cache-b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:22:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:36 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:22:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecfcf4ca-57aa-4297-80ab-b868eec2f59f/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecfcf4ca-57aa-4297-80ab-b868eec2f59f/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecfcf4ca-57aa-4297-80ab-b868eec2f59f/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ecfcf4ca-57aa-4297-80ab-b868eec2f59f/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:36 user nova-compute[75076]: DEBUG nova.compute.manager [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Stashing vm_state: active {{(pid=75076) _prep_resize /opt/stack/nova/nova/compute/manager.py:5614}}
Oct 27 16:22:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:22:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:22:36 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:22:36 user nova-compute[75076]: INFO nova.compute.claims [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Claim successful on node user
Oct 27 16:22:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:37 user nova-compute[75076]: INFO nova.compute.resource_tracker [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Updating resource usage from migration 650445fc-79c2-4653-ab26-075f70aabbfa
Oct 27 16:22:37 user nova-compute[75076]: DEBUG nova.compute.manager [req-223d039f-2858-4725-8056-6d4522988beb req-c7c66733-3267-43cc-93b8-26b9c9033828 service nova] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Received event network-changed-fdcc4ca0-cb4d-4aa7-92ce-df96d7102307 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:22:37 user nova-compute[75076]: DEBUG nova.compute.manager [req-223d039f-2858-4725-8056-6d4522988beb req-c7c66733-3267-43cc-93b8-26b9c9033828 service nova] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Refreshing instance network info cache due to event network-changed-fdcc4ca0-cb4d-4aa7-92ce-df96d7102307. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:22:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-223d039f-2858-4725-8056-6d4522988beb req-c7c66733-3267-43cc-93b8-26b9c9033828 service nova] Acquiring lock "refresh_cache-3996d4e9-34f4-4419-a84c-a5fed87fa009" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:22:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-223d039f-2858-4725-8056-6d4522988beb req-c7c66733-3267-43cc-93b8-26b9c9033828 service nova] Acquired lock "refresh_cache-3996d4e9-34f4-4419-a84c-a5fed87fa009" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:22:37 user nova-compute[75076]: DEBUG nova.network.neutron [req-223d039f-2858-4725-8056-6d4522988beb req-c7c66733-3267-43cc-93b8-26b9c9033828 service nova] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Refreshing network info cache for port fdcc4ca0-cb4d-4aa7-92ce-df96d7102307 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:22:37 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:22:37 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:22:37 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=7023MB free_disk=24.99057388305664GB free_vcpus=-2 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:22:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:22:37 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:22:37 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:22:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 1.028s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:22:37 user nova-compute[75076]: INFO nova.compute.manager [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Migrating
Oct 27 16:22:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:22:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquired lock "compute-rpcapi-router" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:22:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.471s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:22:37 user nova-compute[75076]: INFO nova.compute.rpcapi [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Automatically selected compute RPC version 6.2 from minimum service version 66
Oct 27 16:22:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Releasing lock "compute-rpcapi-router" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:22:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "refresh_cache-3996d4e9-34f4-4419-a84c-a5fed87fa009" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:22:38 user nova-compute[75076]: DEBUG nova.network.neutron [req-223d039f-2858-4725-8056-6d4522988beb req-c7c66733-3267-43cc-93b8-26b9c9033828 service nova] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Updated VIF entry in instance network info cache for port fdcc4ca0-cb4d-4aa7-92ce-df96d7102307. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:22:38 user nova-compute[75076]: DEBUG nova.network.neutron [req-223d039f-2858-4725-8056-6d4522988beb req-c7c66733-3267-43cc-93b8-26b9c9033828 service nova] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Updating instance_info_cache with network_info: [{"id": "fdcc4ca0-cb4d-4aa7-92ce-df96d7102307", "address": "fa:16:3e:44:96:5b", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.47", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdcc4ca0-cb", "ovs_interfaceid": "fdcc4ca0-cb4d-4aa7-92ce-df96d7102307", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:22:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-223d039f-2858-4725-8056-6d4522988beb req-c7c66733-3267-43cc-93b8-26b9c9033828 service nova] Releasing lock "refresh_cache-3996d4e9-34f4-4419-a84c-a5fed87fa009" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:22:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquired lock "refresh_cache-3996d4e9-34f4-4419-a84c-a5fed87fa009" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:22:38 user nova-compute[75076]: DEBUG nova.network.neutron [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:22:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Applying migration context for instance 3996d4e9-34f4-4419-a84c-a5fed87fa009 as it has an incoming, in-progress migration 650445fc-79c2-4653-ab26-075f70aabbfa. Migration status is pre-migrating {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 27 16:22:38 user nova-compute[75076]: INFO nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Updating resource usage from migration 650445fc-79c2-4653-ab26-075f70aabbfa
Oct 27 16:22:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 961254d8-ebf1-4fa6-a93d-62c8eb1bd359 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:22:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:22:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance add0650a-7ec6-4d12-9662-880e6b3f7052 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:22:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:22:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:22:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 9f9c5961-2f10-499b-8721-e00141b30d82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:22:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 1096189a-b0ca-436c-95e7-8e27f399d7f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:22:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 3b8402ec-436a-44e0-a938-bdc76b015689 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:22:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 4ec4ef43-8f30-4c12-917a-9d5a3bec531c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:22:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance ecfcf4ca-57aa-4297-80ab-b868eec2f59f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:22:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 9e671e3b-15c7-44b5-aa89-19a37117fbc9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:22:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance dad6d9d4-84e4-4e39-853f-566cdcd8bd30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:22:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance d7fa5d55-e571-425b-99c3-9ce4019b74ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:22:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Migration 650445fc-79c2-4653-ab26-075f70aabbfa is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 27 16:22:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 3996d4e9-34f4-4419-a84c-a5fed87fa009 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:22:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 15 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:22:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=9728MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=15 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:22:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:38 user nova-compute[75076]: DEBUG nova.network.neutron [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Updating instance_info_cache with network_info: [{"id": "fdcc4ca0-cb4d-4aa7-92ce-df96d7102307", "address": "fa:16:3e:44:96:5b", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.47", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdcc4ca0-cb", "ovs_interfaceid": "fdcc4ca0-cb4d-4aa7-92ce-df96d7102307", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:22:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Releasing lock "refresh_cache-3996d4e9-34f4-4419-a84c-a5fed87fa009" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:22:38 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:22:38 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:22:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:22:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.793s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:22:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Starting migrate_disk_and_power_off {{(pid=75076) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11487}}
Oct 27 16:22:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG nova.compute.manager [req-0744b46a-1ae8-4edc-81fc-26ee31ebad34 req-96518852-5872-4795-920a-b829a1c5d625 service nova] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Received event network-vif-unplugged-fdcc4ca0-cb4d-4aa7-92ce-df96d7102307 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-0744b46a-1ae8-4edc-81fc-26ee31ebad34 req-96518852-5872-4795-920a-b829a1c5d625 service nova] Acquiring lock "3996d4e9-34f4-4419-a84c-a5fed87fa009-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-0744b46a-1ae8-4edc-81fc-26ee31ebad34 req-96518852-5872-4795-920a-b829a1c5d625 service nova] Lock "3996d4e9-34f4-4419-a84c-a5fed87fa009-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-0744b46a-1ae8-4edc-81fc-26ee31ebad34 req-96518852-5872-4795-920a-b829a1c5d625 service nova] Lock "3996d4e9-34f4-4419-a84c-a5fed87fa009-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG nova.compute.manager [req-0744b46a-1ae8-4edc-81fc-26ee31ebad34 req-96518852-5872-4795-920a-b829a1c5d625 service nova] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] No waiting events found dispatching network-vif-unplugged-fdcc4ca0-cb4d-4aa7-92ce-df96d7102307 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:22:39 user nova-compute[75076]: WARNING nova.compute.manager [req-0744b46a-1ae8-4edc-81fc-26ee31ebad34 req-96518852-5872-4795-920a-b829a1c5d625 service nova] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Received unexpected event network-vif-unplugged-fdcc4ca0-cb4d-4aa7-92ce-df96d7102307 for instance with vm_state active and task_state resize_migrating.
Oct 27 16:22:39 user nova-compute[75076]: DEBUG nova.compute.manager [req-0744b46a-1ae8-4edc-81fc-26ee31ebad34 req-96518852-5872-4795-920a-b829a1c5d625 service nova] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Received event network-vif-plugged-fdcc4ca0-cb4d-4aa7-92ce-df96d7102307 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-0744b46a-1ae8-4edc-81fc-26ee31ebad34 req-96518852-5872-4795-920a-b829a1c5d625 service nova] Acquiring lock "3996d4e9-34f4-4419-a84c-a5fed87fa009-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-0744b46a-1ae8-4edc-81fc-26ee31ebad34 req-96518852-5872-4795-920a-b829a1c5d625 service nova] Lock "3996d4e9-34f4-4419-a84c-a5fed87fa009-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-0744b46a-1ae8-4edc-81fc-26ee31ebad34 req-96518852-5872-4795-920a-b829a1c5d625 service nova] Lock "3996d4e9-34f4-4419-a84c-a5fed87fa009-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG nova.compute.manager [req-0744b46a-1ae8-4edc-81fc-26ee31ebad34 req-96518852-5872-4795-920a-b829a1c5d625 service nova] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] No waiting events found dispatching network-vif-plugged-fdcc4ca0-cb4d-4aa7-92ce-df96d7102307 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:22:39 user nova-compute[75076]: WARNING nova.compute.manager [req-0744b46a-1ae8-4edc-81fc-26ee31ebad34 req-96518852-5872-4795-920a-b829a1c5d625 service nova] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Received unexpected event network-vif-plugged-fdcc4ca0-cb4d-4aa7-92ce-df96d7102307 for instance with vm_state active and task_state resize_migrating.
Oct 27 16:22:39 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Instance destroyed successfully.
Oct 27 16:22:39 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:20:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-661523734',display_name='tempest-ServerActionsTestOtherA-server-661523734',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-661523734',id=27,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOAqunftKllvDBFA3CNePZIF/QhhMBv+ZyAvJ7BE208VTgDPeZe2wZavEEkXNa9quaZ0trOppg17JfM/xn7LPTB/5/tY52LoaQZJDZmuFzRLBflJzOlAKS4ytmuwqn6qjQ==',key_name='tempest-keypair-239160292',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:21:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='eca4241be0a24932b482fcdba2f45482',ramdisk_id='',reservation_id='r-yrjtdeau',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-1737890963',owner_user_name='tempest-ServerActionsTestOtherA-1737890963-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:22:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='714d6bf7998c4abd8641b678ee293691',uuid=3996d4e9-34f4-4419-a84c-a5fed87fa009,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fdcc4ca0-cb4d-4aa7-92ce-df96d7102307", "address": "fa:16:3e:44:96:5b", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.47", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-995032314-network", "vif_mac": "fa:16:3e:44:96:5b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdcc4ca0-cb", "ovs_interfaceid": "fdcc4ca0-cb4d-4aa7-92ce-df96d7102307", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Converting VIF {"id": "fdcc4ca0-cb4d-4aa7-92ce-df96d7102307", "address": "fa:16:3e:44:96:5b", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.47", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-995032314-network", "vif_mac": "fa:16:3e:44:96:5b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdcc4ca0-cb", "ovs_interfaceid": "fdcc4ca0-cb4d-4aa7-92ce-df96d7102307", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:44:96:5b,bridge_name='br-int',has_traffic_filtering=True,id=fdcc4ca0-cb4d-4aa7-92ce-df96d7102307,network=Network(d4452627-1a52-4591-bd30-e240f8690c51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdcc4ca0-cb') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG os_vif [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:44:96:5b,bridge_name='br-int',has_traffic_filtering=True,id=fdcc4ca0-cb4d-4aa7-92ce-df96d7102307,network=Network(d4452627-1a52-4591-bd30-e240f8690c51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdcc4ca0-cb') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfdcc4ca0-cb, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=67bbcd81-9ef7-499d-829a-e7e450fba37a) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:22:39 user nova-compute[75076]: INFO os_vif [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:44:96:5b,bridge_name='br-int',has_traffic_filtering=True,id=fdcc4ca0-cb4d-4aa7-92ce-df96d7102307,network=Network(d4452627-1a52-4591-bd30-e240f8690c51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdcc4ca0-cb')
Oct 27 16:22:39 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mPVqXbkN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:22:39 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:22:39 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3a7f061-0b28-4e0c-b3f5-a1e6f75c0f7f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:22:39 user nova-compute[75076]: No targets found.
Oct 27 16:22:39 user nova-compute[75076]: iSNS:
Oct 27 16:22:39 user nova-compute[75076]: No targets found.
Oct 27 16:22:39 user nova-compute[75076]: STATIC:
Oct 27 16:22:39 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78
Oct 27 16:22:39 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:22:39 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:22:39 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce
Oct 27 16:22:39 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:22:39 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:22:39 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b
Oct 27 16:22:39 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:22:39 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:22:39 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144
Oct 27 16:22:39 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:22:39 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:22:39 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa
Oct 27 16:22:39 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:22:39 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:22:39 user nova-compute[75076]: FIRMWARE:
Oct 27 16:22:39 user nova-compute[75076]: No targets found.
Oct 27 16:22:39 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:22:39 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:22:39 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.026s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[68489767-28c4-415a-9bec-34d12cabc238]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[241d5975-396b-4801-84d5-aa1149665271]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:22:39 user nova-compute[75076]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)
Oct 27 16:22:39 user nova-compute[75076]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:22:39 user nova-compute[75076]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)
Oct 27 16:22:39 user nova-compute[75076]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa (non-flash)
Oct 27 16:22:39 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:22:39 user nova-compute[75076]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)
Oct 27 16:22:39 user nova-compute[75076]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:22:39 user nova-compute[75076]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)
Oct 27 16:22:39 user nova-compute[75076]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa (non-flash)
Oct 27 16:22:39 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe2c215090>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144'): ({'sdb'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Removing single pathed devices sdb {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdd7b684-626c-4a5d-bc5f-020ce78b77e6]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[25102b0a-57ca-4577-8681-6def5c0026c4]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Flushing IO for device /dev/sdb {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[05a8b18f-3fe0-4873-92b9-2f5b366ba88a]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.040s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[49639b02-277f-441d-8cb6-d535a7d9ff10]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] SCSI volumes sdb have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23366663939303134', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_48a4e90a', '/dev/disk/by-id/scsi-1SCST_BIO48a4e90a-3ff9901433ba7f0b') {{(pid=86417) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[dce8ea41-87f6-4686-8370-fc0e125568c3]: (4, None) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb2c5897-5ddd-4c66-bd27-5b2c1f8f699d]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6583e20c-2db1-47d6-8261-e2aee77cb20e]: (4, ('Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144, portal: 172.16.0.220,3260]\nLogout of [sid: 26, target: iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144, portal: 172.16.0.220,3260]
Oct 27 16:22:39 user nova-compute[75076]: Logout of [sid: 26, target: iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144, portal: 172.16.0.220,3260] successful.
Oct 27 16:22:39 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.039s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9ee48e1-79ad-4f69-97c5-ef8b94e7cfc8]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.351s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] <== disconnect_volume: return (353ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:22:39 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:22:41 user nova-compute[75076]: DEBUG nova.network.neutron [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Port fdcc4ca0-cb4d-4aa7-92ce-df96d7102307 binding to destination host user is already ACTIVE {{(pid=75076) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Oct 27 16:22:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "3996d4e9-34f4-4419-a84c-a5fed87fa009-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:22:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "3996d4e9-34f4-4419-a84c-a5fed87fa009-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:22:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "3996d4e9-34f4-4419-a84c-a5fed87fa009-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:22:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "refresh_cache-3996d4e9-34f4-4419-a84c-a5fed87fa009" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:22:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquired lock "refresh_cache-3996d4e9-34f4-4419-a84c-a5fed87fa009" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:22:41 user nova-compute[75076]: DEBUG nova.network.neutron [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:22:41 user nova-compute[75076]: DEBUG nova.network.neutron [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Updating instance_info_cache with network_info: [{"id": "fdcc4ca0-cb4d-4aa7-92ce-df96d7102307", "address": "fa:16:3e:44:96:5b", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.47", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdcc4ca0-cb", "ovs_interfaceid": "fdcc4ca0-cb4d-4aa7-92ce-df96d7102307", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:22:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Releasing lock "refresh_cache-3996d4e9-34f4-4419-a84c-a5fed87fa009" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:22:41 user nova-compute[75076]: DEBUG os_brick.utils [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:22:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:41 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[11fa4894-1d3a-4899-85ef-b67c131479ff]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:22:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:41 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[038a04b3-2bef-4458-8ee7-b43ca82dd49f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:22:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:41 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[fafe1775-3aaf-4858-80da-9bf0580c2130]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:22:41 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[95295b12-379b-4365-b36d-0911d931cfca]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:22:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:22:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:22:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:22:42 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:22:42 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba31da0b-030e-43f4-8218-1d681deac813]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:22:42 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:22:42 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:22:42 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:22:42 user nova-compute[75076]: DEBUG os_brick.utils [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:22:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:46 user nova-compute[75076]: DEBUG nova.compute.manager [req-b9311ba2-b8b3-46a7-bc97-22c42f12b1cd req-6de75085-e8ca-4716-9e5c-2fa39ca5ad03 service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Received event network-changed-6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:22:46 user nova-compute[75076]: DEBUG nova.compute.manager [req-b9311ba2-b8b3-46a7-bc97-22c42f12b1cd req-6de75085-e8ca-4716-9e5c-2fa39ca5ad03 service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Refreshing instance network info cache due to event network-changed-6e8e0de7-63a3-4c63-8e17-5f420fb22ca0. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:22:46 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b9311ba2-b8b3-46a7-bc97-22c42f12b1cd req-6de75085-e8ca-4716-9e5c-2fa39ca5ad03 service nova] Acquiring lock "refresh_cache-dad6d9d4-84e4-4e39-853f-566cdcd8bd30" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:22:46 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b9311ba2-b8b3-46a7-bc97-22c42f12b1cd req-6de75085-e8ca-4716-9e5c-2fa39ca5ad03 service nova] Acquired lock "refresh_cache-dad6d9d4-84e4-4e39-853f-566cdcd8bd30" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:22:46 user nova-compute[75076]: DEBUG nova.network.neutron [req-b9311ba2-b8b3-46a7-bc97-22c42f12b1cd req-6de75085-e8ca-4716-9e5c-2fa39ca5ad03 service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Refreshing network info cache for port 6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:22:47 user nova-compute[75076]: DEBUG nova.network.neutron [req-b9311ba2-b8b3-46a7-bc97-22c42f12b1cd req-6de75085-e8ca-4716-9e5c-2fa39ca5ad03 service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Updated VIF entry in instance network info cache for port 6e8e0de7-63a3-4c63-8e17-5f420fb22ca0. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:22:47 user nova-compute[75076]: DEBUG nova.network.neutron [req-b9311ba2-b8b3-46a7-bc97-22c42f12b1cd req-6de75085-e8ca-4716-9e5c-2fa39ca5ad03 service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Updating instance_info_cache with network_info: [{"id": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "address": "fa:16:3e:e0:00:4d", "network": {"id": "a4cd92b5-8cea-4135-86fc-8241f5ec05e6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1716485942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.76", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "44ca7e988f9f466bb169bceae343c954", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e8e0de7-63", "ovs_interfaceid": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:22:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b9311ba2-b8b3-46a7-bc97-22c42f12b1cd req-6de75085-e8ca-4716-9e5c-2fa39ca5ad03 service nova] Releasing lock "refresh_cache-dad6d9d4-84e4-4e39-853f-566cdcd8bd30" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:22:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Acquiring lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:22:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.003s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:22:52 user nova-compute[75076]: DEBUG nova.objects.instance [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lazy-loading 'flavor' on Instance uuid dad6d9d4-84e4-4e39-853f-566cdcd8bd30 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:22:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.072s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:22:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Acquiring lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:22:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:22:53 user nova-compute[75076]: INFO nova.compute.manager [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Attaching volume 80c23703-296b-4e81-9ffe-6b7812039deb to /dev/vdb
Oct 27 16:22:53 user nova-compute[75076]: DEBUG os_brick.utils [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:22:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:53 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfbcca09-7553-404e-b3b6-7b481143315c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:22:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:53 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[79828327-6472-42df-abd5-714a5549969a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:22:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:22:53 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[059ef93f-4665-4452-8fe0-3d103d2a607f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:22:53 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4813dc7-f15f-4e4f-b174-098cb7dd7e21]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:22:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:22:53 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:22:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:22:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:22:53 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:22:53 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[82df3cf3-29d0-40fc-a3da-db4b8886c1b5]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:22:53 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:22:53 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:22:53 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:22:53 user nova-compute[75076]: DEBUG os_brick.utils [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:22:53 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Updating existing volume attachment record: fcda86ff-17c0-40b3-9b73-698d20a875be {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:22:54 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:54 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:22:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a1a26eae-4074-43a5-a2ea-d23b89e14a34 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Acquiring lock "ecfcf4ca-57aa-4297-80ab-b868eec2f59f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:23:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a1a26eae-4074-43a5-a2ea-d23b89e14a34 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Lock "ecfcf4ca-57aa-4297-80ab-b868eec2f59f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:23:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a1a26eae-4074-43a5-a2ea-d23b89e14a34 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Acquiring lock "ecfcf4ca-57aa-4297-80ab-b868eec2f59f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:23:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a1a26eae-4074-43a5-a2ea-d23b89e14a34 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Lock "ecfcf4ca-57aa-4297-80ab-b868eec2f59f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:23:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a1a26eae-4074-43a5-a2ea-d23b89e14a34 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Lock "ecfcf4ca-57aa-4297-80ab-b868eec2f59f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:23:00 user nova-compute[75076]: INFO nova.compute.manager [None req-a1a26eae-4074-43a5-a2ea-d23b89e14a34 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Terminating instance
Oct 27 16:23:00 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a1a26eae-4074-43a5-a2ea-d23b89e14a34 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:23:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:00 user nova-compute[75076]: DEBUG nova.compute.manager [req-bd259d26-afff-4c7c-a770-106f6121bbe8 req-59742d2a-df6d-4fe5-af74-d1fa1cfda41e service nova] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Received event network-vif-unplugged-2f2e04c8-0bb2-440f-97a1-b5a3056cf125 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:23:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bd259d26-afff-4c7c-a770-106f6121bbe8 req-59742d2a-df6d-4fe5-af74-d1fa1cfda41e service nova] Acquiring lock "ecfcf4ca-57aa-4297-80ab-b868eec2f59f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:23:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bd259d26-afff-4c7c-a770-106f6121bbe8 req-59742d2a-df6d-4fe5-af74-d1fa1cfda41e service nova] Lock "ecfcf4ca-57aa-4297-80ab-b868eec2f59f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:23:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bd259d26-afff-4c7c-a770-106f6121bbe8 req-59742d2a-df6d-4fe5-af74-d1fa1cfda41e service nova] Lock "ecfcf4ca-57aa-4297-80ab-b868eec2f59f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:23:00 user nova-compute[75076]: DEBUG nova.compute.manager [req-bd259d26-afff-4c7c-a770-106f6121bbe8 req-59742d2a-df6d-4fe5-af74-d1fa1cfda41e service nova] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] No waiting events found dispatching network-vif-unplugged-2f2e04c8-0bb2-440f-97a1-b5a3056cf125 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:23:00 user nova-compute[75076]: DEBUG nova.compute.manager [req-bd259d26-afff-4c7c-a770-106f6121bbe8 req-59742d2a-df6d-4fe5-af74-d1fa1cfda41e service nova] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Received event network-vif-unplugged-2f2e04c8-0bb2-440f-97a1-b5a3056cf125 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:23:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:01 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Instance destroyed successfully.
Oct 27 16:23:01 user nova-compute[75076]: DEBUG nova.objects.instance [None req-a1a26eae-4074-43a5-a2ea-d23b89e14a34 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Lazy-loading 'resources' on Instance uuid ecfcf4ca-57aa-4297-80ab-b868eec2f59f {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:23:01 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-a1a26eae-4074-43a5-a2ea-d23b89e14a34 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:20:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-932232808',display_name='tempest-VolumesActionsTest-instance-932232808',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-932232808',id=28,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:21:00Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4c3d4481474c4706be83f3b19c453282',ramdisk_id='',reservation_id='r-8xig75uh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-459441126',owner_user_name='tempest-VolumesActionsTest-459441126-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:21:00Z,user_data=None,user_id='64d6a41db41f426f9df2ca42cfa01eb4',uuid=ecfcf4ca-57aa-4297-80ab-b868eec2f59f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2f2e04c8-0bb2-440f-97a1-b5a3056cf125", "address": "fa:16:3e:3d:4e:ed", "network": {"id": "5388f52d-292b-4046-9cdb-b612b2dbeb3c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1352283753-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c3d4481474c4706be83f3b19c453282", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f2e04c8-0b", "ovs_interfaceid": "2f2e04c8-0bb2-440f-97a1-b5a3056cf125", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:23:01 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-a1a26eae-4074-43a5-a2ea-d23b89e14a34 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Converting VIF {"id": "2f2e04c8-0bb2-440f-97a1-b5a3056cf125", "address": "fa:16:3e:3d:4e:ed", "network": {"id": "5388f52d-292b-4046-9cdb-b612b2dbeb3c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1352283753-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c3d4481474c4706be83f3b19c453282", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f2e04c8-0b", "ovs_interfaceid": "2f2e04c8-0bb2-440f-97a1-b5a3056cf125", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:23:01 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-a1a26eae-4074-43a5-a2ea-d23b89e14a34 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3d:4e:ed,bridge_name='br-int',has_traffic_filtering=True,id=2f2e04c8-0bb2-440f-97a1-b5a3056cf125,network=Network(5388f52d-292b-4046-9cdb-b612b2dbeb3c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f2e04c8-0b') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:23:01 user nova-compute[75076]: DEBUG os_vif [None req-a1a26eae-4074-43a5-a2ea-d23b89e14a34 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3d:4e:ed,bridge_name='br-int',has_traffic_filtering=True,id=2f2e04c8-0bb2-440f-97a1-b5a3056cf125,network=Network(5388f52d-292b-4046-9cdb-b612b2dbeb3c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f2e04c8-0b') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:23:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2f2e04c8-0b, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:23:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cd424e3e-6761-473a-9c23-33d29b6c6b47) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:23:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:01 user nova-compute[75076]: INFO os_vif [None req-a1a26eae-4074-43a5-a2ea-d23b89e14a34 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3d:4e:ed,bridge_name='br-int',has_traffic_filtering=True,id=2f2e04c8-0bb2-440f-97a1-b5a3056cf125,network=Network(5388f52d-292b-4046-9cdb-b612b2dbeb3c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f2e04c8-0b')
Oct 27 16:23:01 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-a1a26eae-4074-43a5-a2ea-d23b89e14a34 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Deleting instance files /opt/stack/data/nova/instances/ecfcf4ca-57aa-4297-80ab-b868eec2f59f_del
Oct 27 16:23:01 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-a1a26eae-4074-43a5-a2ea-d23b89e14a34 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Deletion of /opt/stack/data/nova/instances/ecfcf4ca-57aa-4297-80ab-b868eec2f59f_del complete
Oct 27 16:23:01 user nova-compute[75076]: INFO nova.compute.manager [None req-a1a26eae-4074-43a5-a2ea-d23b89e14a34 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Took 0.88 seconds to destroy the instance on the hypervisor.
Oct 27 16:23:01 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-a1a26eae-4074-43a5-a2ea-d23b89e14a34 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:23:01 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:23:01 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:23:01 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:23:01 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Took 0.49 seconds to deallocate network for instance.
Oct 27 16:23:01 user nova-compute[75076]: DEBUG nova.compute.manager [req-82d7e8cb-91c9-4e59-b398-c7f06356c10b req-68cf56e4-bd69-4371-89f0-f22356feb51d service nova] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Received event network-vif-deleted-2f2e04c8-0bb2-440f-97a1-b5a3056cf125 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:23:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a1a26eae-4074-43a5-a2ea-d23b89e14a34 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:23:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a1a26eae-4074-43a5-a2ea-d23b89e14a34 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:23:02 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a1a26eae-4074-43a5-a2ea-d23b89e14a34 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:23:02 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a1a26eae-4074-43a5-a2ea-d23b89e14a34 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:23:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a1a26eae-4074-43a5-a2ea-d23b89e14a34 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.485s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:23:02 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-a1a26eae-4074-43a5-a2ea-d23b89e14a34 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Deleted allocations for instance ecfcf4ca-57aa-4297-80ab-b868eec2f59f
Oct 27 16:23:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a1a26eae-4074-43a5-a2ea-d23b89e14a34 tempest-VolumesActionsTest-459441126 tempest-VolumesActionsTest-459441126-project-member] Lock "ecfcf4ca-57aa-4297-80ab-b868eec2f59f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.226s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:23:02 user nova-compute[75076]: DEBUG nova.compute.manager [req-ae9491b6-7304-4a91-9bf5-781e5d4f0bd4 req-c51f5624-a3da-45dd-8a84-bf74caebc4db service nova] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Received event network-vif-plugged-2f2e04c8-0bb2-440f-97a1-b5a3056cf125 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:23:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ae9491b6-7304-4a91-9bf5-781e5d4f0bd4 req-c51f5624-a3da-45dd-8a84-bf74caebc4db service nova] Acquiring lock "ecfcf4ca-57aa-4297-80ab-b868eec2f59f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:23:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ae9491b6-7304-4a91-9bf5-781e5d4f0bd4 req-c51f5624-a3da-45dd-8a84-bf74caebc4db service nova] Lock "ecfcf4ca-57aa-4297-80ab-b868eec2f59f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:23:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ae9491b6-7304-4a91-9bf5-781e5d4f0bd4 req-c51f5624-a3da-45dd-8a84-bf74caebc4db service nova] Lock "ecfcf4ca-57aa-4297-80ab-b868eec2f59f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:23:02 user nova-compute[75076]: DEBUG nova.compute.manager [req-ae9491b6-7304-4a91-9bf5-781e5d4f0bd4 req-c51f5624-a3da-45dd-8a84-bf74caebc4db service nova] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] No waiting events found dispatching network-vif-plugged-2f2e04c8-0bb2-440f-97a1-b5a3056cf125 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:23:02 user nova-compute[75076]: WARNING nova.compute.manager [req-ae9491b6-7304-4a91-9bf5-781e5d4f0bd4 req-c51f5624-a3da-45dd-8a84-bf74caebc4db service nova] [instance: ecfcf4ca-57aa-4297-80ab-b868eec2f59f] Received unexpected event network-vif-plugged-2f2e04c8-0bb2-440f-97a1-b5a3056cf125 for instance with vm_state deleted and task_state None.
Oct 27 16:23:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Starting finish_migration {{(pid=75076) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11674}}
Oct 27 16:23:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Instance directory exists: not creating {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 27 16:23:03 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Creating image(s)
Oct 27 16:23:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Did not create local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 27 16:23:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Ensure instance console log exists: /opt/stack/data/nova/instances/3996d4e9-34f4-4419-a84c-a5fed87fa009/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:23:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:23:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:23:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:23:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Start _get_guest_xml network_info=[{"id": "fdcc4ca0-cb4d-4aa7-92ce-df96d7102307", "address": "fa:16:3e:44:96:5b", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.47", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-995032314-network", "vif_mac": "fa:16:3e:44:96:5b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdcc4ca0-cb", "ovs_interfaceid": "fdcc4ca0-cb4d-4aa7-92ce-df96d7102307", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mPVqXbkN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '3996d4e9-34f4-4419-a84c-a5fed87fa009', 'attached_at': '2023-10-27T16:23:03.000000', 'detached_at': '', 'volume_id': '90ed60eb-1b17-4dc1-a661-fa5153c71144', 'serial': '90ed60eb-1b17-4dc1-a661-fa5153c71144'}, 'boot_index': 0, 'device_type': 'disk', 'mount_device': '/dev/vda', 'disk_bus': 'virtio', 'attachment_id': '02df9792-2d5a-4322-bf21-4cb6629a909e', 'guest_format': None, 'delete_on_termination': True, 'volume_type': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:23:03 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:23:03 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:23:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:23:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:23:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:23:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:23:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:23:03 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:23:03 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:23:03 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:23:03 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:23:03 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:23:03 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:23:03 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:23:03 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:23:03 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:23:03 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:23:03 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:23:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:23:03 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mPVqXbkN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:23:03 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:23:03 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:23:03 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:23:03 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:23:03 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:23:03 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:23:03 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:23:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:03 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[47391cde-3ff4-4797-9dad-9fa880ee4002]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:23:03 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:23:03 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:23:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:03 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7043a85-e979-4347-ab0c-c16204c5fd7c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:23:03 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144] added
Oct 27 16:23:03 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:23:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:03 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1c98766-b96a-482c-861e-141b57dfc03a]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:23:03 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:23:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:04 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:04 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a087d8d-7d70-47f2-88d7-6d13b56f4b47]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:23:04 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:23:04 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mPVqXbkN {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:04 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mPVqXbkN" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:04 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d240b09-0ffe-41df-86aa-cdd4f1d8fc6e]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:23:04 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mPVqXbkN'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:23:04 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:04 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:04 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd3936e5-3a61-4481-bbd8-7985e6d782d9]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:23:04 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:23:04 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:04 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:04 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[47c43f05-0701-4cf0-83f2-797d9c172f2f]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:23:04 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:23:04 user nova-compute[75076]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)
Oct 27 16:23:04 user nova-compute[75076]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)
Oct 27 16:23:04 user nova-compute[75076]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa (non-flash)
Oct 27 16:23:04 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:23:04 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:23:04 user nova-compute[75076]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)
Oct 27 16:23:04 user nova-compute[75076]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)
Oct 27 16:23:04 user nova-compute[75076]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa (non-flash)
Oct 27 16:23:04 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:23:04 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:04 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260 --login" returned: 0 in 0.067s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:04 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffd6605a-9c33-4323-ac00-e0fc352a8150]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:23:04 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144, portal: 172.16.0.220,3260]
Oct 27 16:23:04 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144, portal: 172.16.0.220,3260] successful.
Oct 27 16:23:04 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:23:04 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:04 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:04 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf08d15f-d93b-41f4-b450-ee16595f0bd5]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:23:04 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:23:04 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:04 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:04 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[4072d6e9-b6f8-4c20-a035-152e2a4c3e8a]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:23:04 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:23:04 user nova-compute[75076]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)
Oct 27 16:23:04 user nova-compute[75076]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)
Oct 27 16:23:04 user nova-compute[75076]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa (non-flash)
Oct 27 16:23:04 user nova-compute[75076]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:23:04 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:23:04 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:23:04 user nova-compute[75076]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)
Oct 27 16:23:04 user nova-compute[75076]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)
Oct 27 16:23:04 user nova-compute[75076]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa (non-flash)
Oct 27 16:23:04 user nova-compute[75076]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:23:04 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:23:04 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.307s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:23:04 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:23:04 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] HCTL ('33', '-', '-', 0) found on session 29 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:23:04 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:23:04 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:04 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:04 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d1c4fcb-85fb-43f5-978c-5c7d176e659e]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:23:04 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Searching for a device in session 29 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:23:04 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mPVqXbkN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:23:04 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:05 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.343s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:23:05 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] <== connect_volume: return (1344ms) {'type': 'block', 'scsi_wwn': '23366663939303134', 'path': '/dev/sdb'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:23:05 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23366663939303134', 'path': '/dev/sdb'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:23:05 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:20:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-661523734',display_name='tempest-ServerActionsTestOtherA-server-661523734',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-661523734',id=27,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOAqunftKllvDBFA3CNePZIF/QhhMBv+ZyAvJ7BE208VTgDPeZe2wZavEEkXNa9quaZ0trOppg17JfM/xn7LPTB/5/tY52LoaQZJDZmuFzRLBflJzOlAKS4ytmuwqn6qjQ==',key_name='tempest-keypair-239160292',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:21:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='eca4241be0a24932b482fcdba2f45482',ramdisk_id='',reservation_id='r-yrjtdeau',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-1737890963',owner_user_name='tempest-ServerActionsTestOtherA-1737890963-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:22:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='714d6bf7998c4abd8641b678ee293691',uuid=3996d4e9-34f4-4419-a84c-a5fed87fa009,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fdcc4ca0-cb4d-4aa7-92ce-df96d7102307", "address": "fa:16:3e:44:96:5b", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.47", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-995032314-network", "vif_mac": "fa:16:3e:44:96:5b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdcc4ca0-cb", "ovs_interfaceid": "fdcc4ca0-cb4d-4aa7-92ce-df96d7102307", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:23:05 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Converting VIF {"id": "fdcc4ca0-cb4d-4aa7-92ce-df96d7102307", "address": "fa:16:3e:44:96:5b", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.47", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-995032314-network", "vif_mac": "fa:16:3e:44:96:5b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdcc4ca0-cb", "ovs_interfaceid": "fdcc4ca0-cb4d-4aa7-92ce-df96d7102307", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:23:05 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:44:96:5b,bridge_name='br-int',has_traffic_filtering=True,id=fdcc4ca0-cb4d-4aa7-92ce-df96d7102307,network=Network(d4452627-1a52-4591-bd30-e240f8690c51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdcc4ca0-cb') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:23:05 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:23:05 user nova-compute[75076]:   <uuid>3996d4e9-34f4-4419-a84c-a5fed87fa009</uuid>
Oct 27 16:23:05 user nova-compute[75076]:   <name>instance-0000001b</name>
Oct 27 16:23:05 user nova-compute[75076]:   <memory>2097152</memory>
Oct 27 16:23:05 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:23:05 user nova-compute[75076]:   <metadata>
Oct 27 16:23:05 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:23:05 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:23:05 user nova-compute[75076]:       <nova:name>tempest-ServerActionsTestOtherA-server-661523734</nova:name>
Oct 27 16:23:05 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:23:03</nova:creationTime>
Oct 27 16:23:05 user nova-compute[75076]:       <nova:flavor name="m1.small">
Oct 27 16:23:05 user nova-compute[75076]:         <nova:memory>2048</nova:memory>
Oct 27 16:23:05 user nova-compute[75076]:         <nova:disk>20</nova:disk>
Oct 27 16:23:05 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:23:05 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:23:05 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:23:05 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:23:05 user nova-compute[75076]:       <nova:owner>
Oct 27 16:23:05 user nova-compute[75076]:         <nova:user uuid="714d6bf7998c4abd8641b678ee293691">tempest-ServerActionsTestOtherA-1737890963-project-member</nova:user>
Oct 27 16:23:05 user nova-compute[75076]:         <nova:project uuid="eca4241be0a24932b482fcdba2f45482">tempest-ServerActionsTestOtherA-1737890963</nova:project>
Oct 27 16:23:05 user nova-compute[75076]:       </nova:owner>
Oct 27 16:23:05 user nova-compute[75076]:       <nova:ports>
Oct 27 16:23:05 user nova-compute[75076]:         <nova:port uuid="fdcc4ca0-cb4d-4aa7-92ce-df96d7102307">
Oct 27 16:23:05 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 27 16:23:05 user nova-compute[75076]:         </nova:port>
Oct 27 16:23:05 user nova-compute[75076]:       </nova:ports>
Oct 27 16:23:05 user nova-compute[75076]:     </nova:instance>
Oct 27 16:23:05 user nova-compute[75076]:   </metadata>
Oct 27 16:23:05 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:23:05 user nova-compute[75076]:     <system>
Oct 27 16:23:05 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:23:05 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:23:05 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:23:05 user nova-compute[75076]:       <entry name="serial">3996d4e9-34f4-4419-a84c-a5fed87fa009</entry>
Oct 27 16:23:05 user nova-compute[75076]:       <entry name="uuid">3996d4e9-34f4-4419-a84c-a5fed87fa009</entry>
Oct 27 16:23:05 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:23:05 user nova-compute[75076]:     </system>
Oct 27 16:23:05 user nova-compute[75076]:   </sysinfo>
Oct 27 16:23:05 user nova-compute[75076]:   <os>
Oct 27 16:23:05 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:23:05 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:23:05 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:23:05 user nova-compute[75076]:   </os>
Oct 27 16:23:05 user nova-compute[75076]:   <features>
Oct 27 16:23:05 user nova-compute[75076]:     <acpi/>
Oct 27 16:23:05 user nova-compute[75076]:     <apic/>
Oct 27 16:23:05 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:23:05 user nova-compute[75076]:   </features>
Oct 27 16:23:05 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:23:05 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:23:05 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:23:05 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:23:05 user nova-compute[75076]:   </clock>
Oct 27 16:23:05 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:23:05 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:23:05 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:23:05 user nova-compute[75076]:   </cpu>
Oct 27 16:23:05 user nova-compute[75076]:   <devices>
Oct 27 16:23:05 user nova-compute[75076]:     <disk type="block" device="disk">
Oct 27 16:23:05 user nova-compute[75076]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:23:05 user nova-compute[75076]:       <source dev="/dev/sdb"/>
Oct 27 16:23:05 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:23:05 user nova-compute[75076]:       <serial>90ed60eb-1b17-4dc1-a661-fa5153c71144</serial>
Oct 27 16:23:05 user nova-compute[75076]:     </disk>
Oct 27 16:23:05 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:23:05 user nova-compute[75076]:       <mac address="fa:16:3e:44:96:5b"/>
Oct 27 16:23:05 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:23:05 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:23:05 user nova-compute[75076]:       <target dev="tapfdcc4ca0-cb"/>
Oct 27 16:23:05 user nova-compute[75076]:     </interface>
Oct 27 16:23:05 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:23:05 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/3996d4e9-34f4-4419-a84c-a5fed87fa009/console.log" append="off"/>
Oct 27 16:23:05 user nova-compute[75076]:     </serial>
Oct 27 16:23:05 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:23:05 user nova-compute[75076]:     <video>
Oct 27 16:23:05 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:23:05 user nova-compute[75076]:     </video>
Oct 27 16:23:05 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:23:05 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:23:05 user nova-compute[75076]:     </rng>
Oct 27 16:23:05 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:23:05 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:23:05 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:23:05 user nova-compute[75076]:     </memballoon>
Oct 27 16:23:05 user nova-compute[75076]:   </devices>
Oct 27 16:23:05 user nova-compute[75076]: </domain>
Oct 27 16:23:05 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:23:05 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:20:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-661523734',display_name='tempest-ServerActionsTestOtherA-server-661523734',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-661523734',id=27,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOAqunftKllvDBFA3CNePZIF/QhhMBv+ZyAvJ7BE208VTgDPeZe2wZavEEkXNa9quaZ0trOppg17JfM/xn7LPTB/5/tY52LoaQZJDZmuFzRLBflJzOlAKS4ytmuwqn6qjQ==',key_name='tempest-keypair-239160292',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:21:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='eca4241be0a24932b482fcdba2f45482',ramdisk_id='',reservation_id='r-yrjtdeau',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-1737890963',owner_user_name='tempest-ServerActionsTestOtherA-1737890963-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:22:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='714d6bf7998c4abd8641b678ee293691',uuid=3996d4e9-34f4-4419-a84c-a5fed87fa009,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fdcc4ca0-cb4d-4aa7-92ce-df96d7102307", "address": "fa:16:3e:44:96:5b", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.47", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-995032314-network", "vif_mac": "fa:16:3e:44:96:5b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdcc4ca0-cb", "ovs_interfaceid": "fdcc4ca0-cb4d-4aa7-92ce-df96d7102307", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:23:05 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Converting VIF {"id": "fdcc4ca0-cb4d-4aa7-92ce-df96d7102307", "address": "fa:16:3e:44:96:5b", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.47", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-995032314-network", "vif_mac": "fa:16:3e:44:96:5b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdcc4ca0-cb", "ovs_interfaceid": "fdcc4ca0-cb4d-4aa7-92ce-df96d7102307", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:23:05 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:44:96:5b,bridge_name='br-int',has_traffic_filtering=True,id=fdcc4ca0-cb4d-4aa7-92ce-df96d7102307,network=Network(d4452627-1a52-4591-bd30-e240f8690c51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdcc4ca0-cb') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:23:05 user nova-compute[75076]: DEBUG os_vif [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:96:5b,bridge_name='br-int',has_traffic_filtering=True,id=fdcc4ca0-cb4d-4aa7-92ce-df96d7102307,network=Network(d4452627-1a52-4591-bd30-e240f8690c51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdcc4ca0-cb') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:23:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:23:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:23:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1e48eec2-f8fd-54ac-af03-ddd63d851d3f', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:23:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfdcc4ca0-cb, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:23:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfdcc4ca0-cb, col_values=(('qos', UUID('4fcf7e81-54ab-46d0-bde5-0337dad4f212')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:23:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfdcc4ca0-cb, col_values=(('external_ids', {'iface-id': 'fdcc4ca0-cb4d-4aa7-92ce-df96d7102307', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:44:96:5b', 'vm-uuid': '3996d4e9-34f4-4419-a84c-a5fed87fa009'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:23:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:23:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:05 user nova-compute[75076]: INFO os_vif [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:96:5b,bridge_name='br-int',has_traffic_filtering=True,id=fdcc4ca0-cb4d-4aa7-92ce-df96d7102307,network=Network(d4452627-1a52-4591-bd30-e240f8690c51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdcc4ca0-cb')
Oct 27 16:23:05 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:23:05 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] No VIF found with MAC fa:16:3e:44:96:5b, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:23:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:06 user nova-compute[75076]: DEBUG nova.compute.manager [req-cbc75198-a952-43d4-90b7-33e9be289cb5 req-90d23406-c319-4724-9f37-062cabe03b7c service nova] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Received event network-vif-plugged-fdcc4ca0-cb4d-4aa7-92ce-df96d7102307 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:23:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-cbc75198-a952-43d4-90b7-33e9be289cb5 req-90d23406-c319-4724-9f37-062cabe03b7c service nova] Acquiring lock "3996d4e9-34f4-4419-a84c-a5fed87fa009-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:23:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-cbc75198-a952-43d4-90b7-33e9be289cb5 req-90d23406-c319-4724-9f37-062cabe03b7c service nova] Lock "3996d4e9-34f4-4419-a84c-a5fed87fa009-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:23:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-cbc75198-a952-43d4-90b7-33e9be289cb5 req-90d23406-c319-4724-9f37-062cabe03b7c service nova] Lock "3996d4e9-34f4-4419-a84c-a5fed87fa009-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:23:06 user nova-compute[75076]: DEBUG nova.compute.manager [req-cbc75198-a952-43d4-90b7-33e9be289cb5 req-90d23406-c319-4724-9f37-062cabe03b7c service nova] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] No waiting events found dispatching network-vif-plugged-fdcc4ca0-cb4d-4aa7-92ce-df96d7102307 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:23:06 user nova-compute[75076]: WARNING nova.compute.manager [req-cbc75198-a952-43d4-90b7-33e9be289cb5 req-90d23406-c319-4724-9f37-062cabe03b7c service nova] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Received unexpected event network-vif-plugged-fdcc4ca0-cb4d-4aa7-92ce-df96d7102307 for instance with vm_state active and task_state resize_finish.
Oct 27 16:23:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:08 user nova-compute[75076]: DEBUG nova.compute.manager [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:23:08 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Instance running successfully.
Oct 27 16:23:08 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Failed to set time: agent not configured {{(pid=75076) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Oct 27 16:23:08 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b81be858-ef25-44df-b970-6ba8aa790880 tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] finish_migration finished successfully. {{(pid=75076) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11769}}
Oct 27 16:23:09 user nova-compute[75076]: DEBUG nova.compute.manager [req-d46c2fd0-3504-4626-bc43-6d65827f5ede req-9f466ef2-c66d-4dc4-bcd9-95153a05afec service nova] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Received event network-vif-plugged-fdcc4ca0-cb4d-4aa7-92ce-df96d7102307 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:23:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-d46c2fd0-3504-4626-bc43-6d65827f5ede req-9f466ef2-c66d-4dc4-bcd9-95153a05afec service nova] Acquiring lock "3996d4e9-34f4-4419-a84c-a5fed87fa009-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:23:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-d46c2fd0-3504-4626-bc43-6d65827f5ede req-9f466ef2-c66d-4dc4-bcd9-95153a05afec service nova] Lock "3996d4e9-34f4-4419-a84c-a5fed87fa009-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:23:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-d46c2fd0-3504-4626-bc43-6d65827f5ede req-9f466ef2-c66d-4dc4-bcd9-95153a05afec service nova] Lock "3996d4e9-34f4-4419-a84c-a5fed87fa009-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:23:09 user nova-compute[75076]: DEBUG nova.compute.manager [req-d46c2fd0-3504-4626-bc43-6d65827f5ede req-9f466ef2-c66d-4dc4-bcd9-95153a05afec service nova] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] No waiting events found dispatching network-vif-plugged-fdcc4ca0-cb4d-4aa7-92ce-df96d7102307 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:23:09 user nova-compute[75076]: WARNING nova.compute.manager [req-d46c2fd0-3504-4626-bc43-6d65827f5ede req-9f466ef2-c66d-4dc4-bcd9-95153a05afec service nova] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Received unexpected event network-vif-plugged-fdcc4ca0-cb4d-4aa7-92ce-df96d7102307 for instance with vm_state active and task_state resize_finish.
Oct 27 16:23:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EneHXiVx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:23:15 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:23:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:23:15 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:23:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:23:15 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:23:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c6c62ed-0208-42bd-90b2-5e0ce954563d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:23:15 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f53859a-6e58-43d1-b9d9-cc67de9e1534]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb] added
Oct 27 16:23:15 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[91b7b4b9-f5aa-4283-999e-e57b62814ec6]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3d93ae0-a83f-47fe-bc4b-cf7d9499abe2]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EneHXiVx {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EneHXiVx" returned: 0 in 0.026s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[388839fb-8cd8-41bb-8841-e48e717fc496]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'EneHXiVx'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.032s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee0309b4-b6e2-4563-a571-263651074570]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d679eb1-9390-47d8-97d6-0c273545a070]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:23:15 user nova-compute[75076]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)
Oct 27 16:23:15 user nova-compute[75076]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)
Oct 27 16:23:15 user nova-compute[75076]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa (non-flash)
Oct 27 16:23:15 user nova-compute[75076]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:23:15 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:23:15 user nova-compute[75076]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)
Oct 27 16:23:15 user nova-compute[75076]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)
Oct 27 16:23:15 user nova-compute[75076]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa (non-flash)
Oct 27 16:23:15 user nova-compute[75076]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:23:15 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260 --login" returned: 0 in 0.082s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[30f8c7df-1478-4481-8c08-60ec66697338]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb, portal: 172.16.0.220,3260]
Oct 27 16:23:15 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb, portal: 172.16.0.220,3260] successful.
Oct 27 16:23:15 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[38df0391-9089-435a-9f8f-67c19e4d58f1]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c41dbf2b-d670-4242-a4df-e37ae6311748]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:23:15 user nova-compute[75076]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)
Oct 27 16:23:15 user nova-compute[75076]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)
Oct 27 16:23:15 user nova-compute[75076]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa (non-flash)
Oct 27 16:23:15 user nova-compute[75076]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:23:15 user nova-compute[75076]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb (non-flash)
Oct 27 16:23:15 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:23:15 user nova-compute[75076]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)
Oct 27 16:23:15 user nova-compute[75076]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)
Oct 27 16:23:15 user nova-compute[75076]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa (non-flash)
Oct 27 16:23:15 user nova-compute[75076]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:23:15 user nova-compute[75076]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb (non-flash)
Oct 27 16:23:15 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.375s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] HCTL ('36', '-', '-', 0) found on session 30 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b30fabbe-df5e-4bb0-87b8-80cf17b7d05b]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Searching for a device in session 30 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:23:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EneHXiVx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:23:16 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.422s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:23:16 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] <== connect_volume: return (1423ms) {'type': 'block', 'scsi_wwn': '23634623536393037', 'path': '/dev/sde'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:23:16 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23634623536393037', 'path': '/dev/sde'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:23:16 user nova-compute[75076]: DEBUG nova.objects.instance [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lazy-loading 'flavor' on Instance uuid dad6d9d4-84e4-4e39-853f-566cdcd8bd30 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:23:16 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 16:23:16 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:23:16 user nova-compute[75076]:   <source dev="/dev/sde"/>
Oct 27 16:23:16 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:23:16 user nova-compute[75076]:   <serial>80c23703-296b-4e81-9ffe-6b7812039deb</serial>
Oct 27 16:23:16 user nova-compute[75076]: </disk>
Oct 27 16:23:16 user nova-compute[75076]:  {{(pid=75076) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 16:23:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:17 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:23:17 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:23:17 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] No VIF found with MAC fa:16:3e:e0:00:4d, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:23:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-21fd01c2-b3fc-4978-954a-f500acc32724 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 24.243s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:23:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-640a5049-9a30-4567-b74c-3761646c6276 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Acquiring lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:23:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-640a5049-9a30-4567-b74c-3761646c6276 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:23:18 user nova-compute[75076]: DEBUG nova.compute.manager [None req-640a5049-9a30-4567-b74c-3761646c6276 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:23:18 user nova-compute[75076]: DEBUG nova.compute.manager [None req-640a5049-9a30-4567-b74c-3761646c6276 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=75076) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Oct 27 16:23:18 user nova-compute[75076]: DEBUG nova.objects.instance [None req-640a5049-9a30-4567-b74c-3761646c6276 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lazy-loading 'flavor' on Instance uuid dad6d9d4-84e4-4e39-853f-566cdcd8bd30 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:23:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:18 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Instance destroyed successfully.
Oct 27 16:23:18 user nova-compute[75076]: DEBUG nova.compute.manager [None req-640a5049-9a30-4567-b74c-3761646c6276 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:23:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-640a5049-9a30-4567-b74c-3761646c6276 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.897s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:23:19 user nova-compute[75076]: DEBUG nova.compute.manager [req-0f874047-dad2-4b10-b131-ebb09fcc25b2 req-80e82b28-39c3-4aef-8dfd-081e559d7f3e service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Received event network-vif-unplugged-6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:23:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-0f874047-dad2-4b10-b131-ebb09fcc25b2 req-80e82b28-39c3-4aef-8dfd-081e559d7f3e service nova] Acquiring lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:23:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-0f874047-dad2-4b10-b131-ebb09fcc25b2 req-80e82b28-39c3-4aef-8dfd-081e559d7f3e service nova] Lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:23:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-0f874047-dad2-4b10-b131-ebb09fcc25b2 req-80e82b28-39c3-4aef-8dfd-081e559d7f3e service nova] Lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:23:19 user nova-compute[75076]: DEBUG nova.compute.manager [req-0f874047-dad2-4b10-b131-ebb09fcc25b2 req-80e82b28-39c3-4aef-8dfd-081e559d7f3e service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] No waiting events found dispatching network-vif-unplugged-6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:23:19 user nova-compute[75076]: WARNING nova.compute.manager [req-0f874047-dad2-4b10-b131-ebb09fcc25b2 req-80e82b28-39c3-4aef-8dfd-081e559d7f3e service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Received unexpected event network-vif-unplugged-6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 for instance with vm_state stopped and task_state None.
Oct 27 16:23:19 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:21 user nova-compute[75076]: DEBUG nova.compute.manager [req-e5212ae1-16d6-4bc3-a61d-b9eac2fe324a req-107fb097-ea6d-4ebf-aea3-23c75ecb7015 service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Received event network-vif-plugged-6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:23:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-e5212ae1-16d6-4bc3-a61d-b9eac2fe324a req-107fb097-ea6d-4ebf-aea3-23c75ecb7015 service nova] Acquiring lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:23:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-e5212ae1-16d6-4bc3-a61d-b9eac2fe324a req-107fb097-ea6d-4ebf-aea3-23c75ecb7015 service nova] Lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:23:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-e5212ae1-16d6-4bc3-a61d-b9eac2fe324a req-107fb097-ea6d-4ebf-aea3-23c75ecb7015 service nova] Lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:23:21 user nova-compute[75076]: DEBUG nova.compute.manager [req-e5212ae1-16d6-4bc3-a61d-b9eac2fe324a req-107fb097-ea6d-4ebf-aea3-23c75ecb7015 service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] No waiting events found dispatching network-vif-plugged-6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:23:21 user nova-compute[75076]: WARNING nova.compute.manager [req-e5212ae1-16d6-4bc3-a61d-b9eac2fe324a req-107fb097-ea6d-4ebf-aea3-23c75ecb7015 service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Received unexpected event network-vif-plugged-6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 for instance with vm_state stopped and task_state None.
Oct 27 16:23:21 user nova-compute[75076]: DEBUG nova.compute.manager [req-2e654e8c-45ad-4dd4-8059-a815699798b1 req-b927867f-f34d-4b86-96c8-7879bd6c2b49 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Received event network-changed-3eb6166c-750b-46ce-b20b-c5a291bc8a33 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:23:21 user nova-compute[75076]: DEBUG nova.compute.manager [req-2e654e8c-45ad-4dd4-8059-a815699798b1 req-b927867f-f34d-4b86-96c8-7879bd6c2b49 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Refreshing instance network info cache due to event network-changed-3eb6166c-750b-46ce-b20b-c5a291bc8a33. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:23:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-2e654e8c-45ad-4dd4-8059-a815699798b1 req-b927867f-f34d-4b86-96c8-7879bd6c2b49 service nova] Acquiring lock "refresh_cache-1096189a-b0ca-436c-95e7-8e27f399d7f3" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:23:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-2e654e8c-45ad-4dd4-8059-a815699798b1 req-b927867f-f34d-4b86-96c8-7879bd6c2b49 service nova] Acquired lock "refresh_cache-1096189a-b0ca-436c-95e7-8e27f399d7f3" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:23:21 user nova-compute[75076]: DEBUG nova.network.neutron [req-2e654e8c-45ad-4dd4-8059-a815699798b1 req-b927867f-f34d-4b86-96c8-7879bd6c2b49 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Refreshing network info cache for port 3eb6166c-750b-46ce-b20b-c5a291bc8a33 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:23:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-2f7a2e6b-59e3-4c9a-be12-2875b1ae761a tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "1096189a-b0ca-436c-95e7-8e27f399d7f3" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:23:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-2f7a2e6b-59e3-4c9a-be12-2875b1ae761a tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "1096189a-b0ca-436c-95e7-8e27f399d7f3" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:23:22 user nova-compute[75076]: INFO nova.compute.manager [None req-2f7a2e6b-59e3-4c9a-be12-2875b1ae761a tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Detaching volume 9eb91f04-8ca8-4257-9b6a-2a74cae8935b
Oct 27 16:23:22 user nova-compute[75076]: DEBUG nova.network.neutron [req-2e654e8c-45ad-4dd4-8059-a815699798b1 req-b927867f-f34d-4b86-96c8-7879bd6c2b49 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Updated VIF entry in instance network info cache for port 3eb6166c-750b-46ce-b20b-c5a291bc8a33. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:23:22 user nova-compute[75076]: DEBUG nova.network.neutron [req-2e654e8c-45ad-4dd4-8059-a815699798b1 req-b927867f-f34d-4b86-96c8-7879bd6c2b49 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Updating instance_info_cache with network_info: [{"id": "3eb6166c-750b-46ce-b20b-c5a291bc8a33", "address": "fa:16:3e:7a:87:a6", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3eb6166c-75", "ovs_interfaceid": "3eb6166c-750b-46ce-b20b-c5a291bc8a33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:23:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-2e654e8c-45ad-4dd4-8059-a815699798b1 req-b927867f-f34d-4b86-96c8-7879bd6c2b49 service nova] Releasing lock "refresh_cache-1096189a-b0ca-436c-95e7-8e27f399d7f3" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:23:22 user nova-compute[75076]: INFO nova.virt.block_device [None req-2f7a2e6b-59e3-4c9a-be12-2875b1ae761a tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Attempting to driver detach volume 9eb91f04-8ca8-4257-9b6a-2a74cae8935b from mountpoint /dev/vdb
Oct 27 16:23:22 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-2f7a2e6b-59e3-4c9a-be12-2875b1ae761a tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Attempting to detach device vdb from instance 1096189a-b0ca-436c-95e7-8e27f399d7f3 from the persistent domain config. {{(pid=75076) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 16:23:22 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-2f7a2e6b-59e3-4c9a-be12-2875b1ae761a tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:23:22 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:23:22 user nova-compute[75076]:   <source dev="/dev/sdg"/>
Oct 27 16:23:22 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:23:22 user nova-compute[75076]:   <serial>9eb91f04-8ca8-4257-9b6a-2a74cae8935b</serial>
Oct 27 16:23:22 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 16:23:22 user nova-compute[75076]: </disk>
Oct 27 16:23:22 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:23:22 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-2f7a2e6b-59e3-4c9a-be12-2875b1ae761a tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Successfully detached device vdb from instance 1096189a-b0ca-436c-95e7-8e27f399d7f3 from the persistent domain config.
Oct 27 16:23:22 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-2f7a2e6b-59e3-4c9a-be12-2875b1ae761a tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 1096189a-b0ca-436c-95e7-8e27f399d7f3 from the live domain config. {{(pid=75076) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 16:23:22 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-2f7a2e6b-59e3-4c9a-be12-2875b1ae761a tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:23:22 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:23:22 user nova-compute[75076]:   <source dev="/dev/sdg"/>
Oct 27 16:23:22 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:23:22 user nova-compute[75076]:   <serial>9eb91f04-8ca8-4257-9b6a-2a74cae8935b</serial>
Oct 27 16:23:22 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 16:23:22 user nova-compute[75076]: </disk>
Oct 27 16:23:22 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:23:22 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-2f7a2e6b-59e3-4c9a-be12-2875b1ae761a tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 1096189a-b0ca-436c-95e7-8e27f399d7f3 {{(pid=75076) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 16:23:23 user nova-compute[75076]: DEBUG nova.compute.manager [req-ef5ac894-9f16-4ce8-8b05-b4f53f0d0a24 req-cfd4cef6-daa0-4245-b124-9ced71969edd service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Received event network-changed-3eb6166c-750b-46ce-b20b-c5a291bc8a33 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:23:23 user nova-compute[75076]: DEBUG nova.compute.manager [req-ef5ac894-9f16-4ce8-8b05-b4f53f0d0a24 req-cfd4cef6-daa0-4245-b124-9ced71969edd service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Refreshing instance network info cache due to event network-changed-3eb6166c-750b-46ce-b20b-c5a291bc8a33. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:23:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ef5ac894-9f16-4ce8-8b05-b4f53f0d0a24 req-cfd4cef6-daa0-4245-b124-9ced71969edd service nova] Acquiring lock "refresh_cache-1096189a-b0ca-436c-95e7-8e27f399d7f3" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:23:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ef5ac894-9f16-4ce8-8b05-b4f53f0d0a24 req-cfd4cef6-daa0-4245-b124-9ced71969edd service nova] Acquired lock "refresh_cache-1096189a-b0ca-436c-95e7-8e27f399d7f3" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:23:23 user nova-compute[75076]: DEBUG nova.network.neutron [req-ef5ac894-9f16-4ce8-8b05-b4f53f0d0a24 req-cfd4cef6-daa0-4245-b124-9ced71969edd service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Refreshing network info cache for port 3eb6166c-750b-46ce-b20b-c5a291bc8a33 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:23:24 user nova-compute[75076]: DEBUG nova.network.neutron [req-ef5ac894-9f16-4ce8-8b05-b4f53f0d0a24 req-cfd4cef6-daa0-4245-b124-9ced71969edd service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Updated VIF entry in instance network info cache for port 3eb6166c-750b-46ce-b20b-c5a291bc8a33. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:23:24 user nova-compute[75076]: DEBUG nova.network.neutron [req-ef5ac894-9f16-4ce8-8b05-b4f53f0d0a24 req-cfd4cef6-daa0-4245-b124-9ced71969edd service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Updating instance_info_cache with network_info: [{"id": "3eb6166c-750b-46ce-b20b-c5a291bc8a33", "address": "fa:16:3e:7a:87:a6", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3eb6166c-75", "ovs_interfaceid": "3eb6166c-750b-46ce-b20b-c5a291bc8a33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:23:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ef5ac894-9f16-4ce8-8b05-b4f53f0d0a24 req-cfd4cef6-daa0-4245-b124-9ced71969edd service nova] Releasing lock "refresh_cache-1096189a-b0ca-436c-95e7-8e27f399d7f3" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:23:24 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:27 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:23:27 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:23:27 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Didn't find any instances for network info cache update. {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 27 16:23:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:29 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:30 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:23:30 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:23:30 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:23:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:31 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:23:32 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:23:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:23:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:23:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:23:32 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:23:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:32 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:23:32 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:23:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json" returned: 0 in 0.222s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:33 user nova-compute[75076]: INFO nova.compute.manager [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Rescuing
Oct 27 16:23:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "refresh_cache-9e671e3b-15c7-44b5-aa89-19a37117fbc9" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:23:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquired lock "refresh_cache-9e671e3b-15c7-44b5-aa89-19a37117fbc9" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:23:33 user nova-compute[75076]: DEBUG nova.network.neutron [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:23:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json" returned: 0 in 0.229s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ec4ef43-8f30-4c12-917a-9d5a3bec531c/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ec4ef43-8f30-4c12-917a-9d5a3bec531c/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ec4ef43-8f30-4c12-917a-9d5a3bec531c/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:34 user nova-compute[75076]: DEBUG nova.network.neutron [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Updating instance_info_cache with network_info: [{"id": "1421ef0d-4374-47e4-85c2-ea786187b779", "address": "fa:16:3e:fb:b7:3b", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1421ef0d-43", "ovs_interfaceid": "1421ef0d-4374-47e4-85c2-ea786187b779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:23:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Releasing lock "refresh_cache-9e671e3b-15c7-44b5-aa89-19a37117fbc9" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:23:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ec4ef43-8f30-4c12-917a-9d5a3bec531c/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:23:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7fa5d55-e571-425b-99c3-9ce4019b74ea/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7fa5d55-e571-425b-99c3-9ce4019b74ea/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7fa5d55-e571-425b-99c3-9ce4019b74ea/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7fa5d55-e571-425b-99c3-9ce4019b74ea/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:34 user nova-compute[75076]: DEBUG nova.compute.manager [req-a6d8fd86-41dc-4c74-98c8-5bd0bbfc0a17 req-9a1200ee-da70-47a4-9122-12c727e9777b service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Received event network-vif-unplugged-1421ef0d-4374-47e4-85c2-ea786187b779 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:23:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a6d8fd86-41dc-4c74-98c8-5bd0bbfc0a17 req-9a1200ee-da70-47a4-9122-12c727e9777b service nova] Acquiring lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:23:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a6d8fd86-41dc-4c74-98c8-5bd0bbfc0a17 req-9a1200ee-da70-47a4-9122-12c727e9777b service nova] Lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:23:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a6d8fd86-41dc-4c74-98c8-5bd0bbfc0a17 req-9a1200ee-da70-47a4-9122-12c727e9777b service nova] Lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:23:34 user nova-compute[75076]: DEBUG nova.compute.manager [req-a6d8fd86-41dc-4c74-98c8-5bd0bbfc0a17 req-9a1200ee-da70-47a4-9122-12c727e9777b service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] No waiting events found dispatching network-vif-unplugged-1421ef0d-4374-47e4-85c2-ea786187b779 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:23:34 user nova-compute[75076]: WARNING nova.compute.manager [req-a6d8fd86-41dc-4c74-98c8-5bd0bbfc0a17 req-9a1200ee-da70-47a4-9122-12c727e9777b service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Received unexpected event network-vif-unplugged-1421ef0d-4374-47e4-85c2-ea786187b779 for instance with vm_state active and task_state rescuing.
Oct 27 16:23:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:35 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Instance destroyed successfully.
Oct 27 16:23:35 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Attempting a stable device rescue
Oct 27 16:23:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75076) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 27 16:23:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Instance directory exists: not creating {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 27 16:23:35 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Creating image(s)
Oct 27 16:23:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "/opt/stack/data/nova/instances/9e671e3b-15c7-44b5-aa89-19a37117fbc9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:23:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "/opt/stack/data/nova/instances/9e671e3b-15c7-44b5-aa89-19a37117fbc9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:23:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "/opt/stack/data/nova/instances/9e671e3b-15c7-44b5-aa89-19a37117fbc9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:23:35 user nova-compute[75076]: DEBUG nova.objects.instance [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lazy-loading 'trusted_certs' on Instance uuid 9e671e3b-15c7-44b5-aa89-19a37117fbc9 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:23:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "6be2d240068b678a3fb6062b2d26d9cb9b834a45" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:23:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "6be2d240068b678a3fb6062b2d26d9cb9b834a45" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:23:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:23:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:23:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6be2d240068b678a3fb6062b2d26d9cb9b834a45.part --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:36 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk --force-share --output=json" returned: 0 in 1.217s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:36 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:23:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6be2d240068b678a3fb6062b2d26d9cb9b834a45.part --force-share --output=json" returned: 0 in 0.178s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:36 user nova-compute[75076]: DEBUG nova.virt.images [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] e25eca52-9ac9-452c-82d7-b959564a7524 was qcow2, converting to raw {{(pid=75076) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 27 16:23:36 user nova-compute[75076]: DEBUG nova.privsep.utils [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75076) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 27 16:23:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/6be2d240068b678a3fb6062b2d26d9cb9b834a45.part /opt/stack/data/nova/instances/_base/6be2d240068b678a3fb6062b2d26d9cb9b834a45.converted {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:36 user nova-compute[75076]: DEBUG nova.compute.manager [req-a27defb3-29e0-45b4-becf-e987adcea3f6 req-7c023fa7-dd82-4a57-934a-c465116e920d service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Received event network-vif-plugged-1421ef0d-4374-47e4-85c2-ea786187b779 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:23:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a27defb3-29e0-45b4-becf-e987adcea3f6 req-7c023fa7-dd82-4a57-934a-c465116e920d service nova] Acquiring lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:23:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a27defb3-29e0-45b4-becf-e987adcea3f6 req-7c023fa7-dd82-4a57-934a-c465116e920d service nova] Lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:23:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a27defb3-29e0-45b4-becf-e987adcea3f6 req-7c023fa7-dd82-4a57-934a-c465116e920d service nova] Lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:23:36 user nova-compute[75076]: DEBUG nova.compute.manager [req-a27defb3-29e0-45b4-becf-e987adcea3f6 req-7c023fa7-dd82-4a57-934a-c465116e920d service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] No waiting events found dispatching network-vif-plugged-1421ef0d-4374-47e4-85c2-ea786187b779 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:23:36 user nova-compute[75076]: WARNING nova.compute.manager [req-a27defb3-29e0-45b4-becf-e987adcea3f6 req-7c023fa7-dd82-4a57-934a-c465116e920d service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Received unexpected event network-vif-plugged-1421ef0d-4374-47e4-85c2-ea786187b779 for instance with vm_state active and task_state rescuing.
Oct 27 16:23:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/6be2d240068b678a3fb6062b2d26d9cb9b834a45.part /opt/stack/data/nova/instances/_base/6be2d240068b678a3fb6062b2d26d9cb9b834a45.converted" returned: 0 in 0.420s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6be2d240068b678a3fb6062b2d26d9cb9b834a45.converted --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6be2d240068b678a3fb6062b2d26d9cb9b834a45.converted --force-share --output=json" returned: 0 in 0.183s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "6be2d240068b678a3fb6062b2d26d9cb9b834a45" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.033s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "6be2d240068b678a3fb6062b2d26d9cb9b834a45" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "6be2d240068b678a3fb6062b2d26d9cb9b834a45" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6be2d240068b678a3fb6062b2d26d9cb9b834a45 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6be2d240068b678a3fb6062b2d26d9cb9b834a45 --force-share --output=json" returned: 0 in 0.201s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/6be2d240068b678a3fb6062b2d26d9cb9b834a45,backing_fmt=raw /opt/stack/data/nova/instances/9e671e3b-15c7-44b5-aa89-19a37117fbc9/disk.rescue {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/6be2d240068b678a3fb6062b2d26d9cb9b834a45,backing_fmt=raw /opt/stack/data/nova/instances/9e671e3b-15c7-44b5-aa89-19a37117fbc9/disk.rescue" returned: 0 in 0.048s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "6be2d240068b678a3fb6062b2d26d9cb9b834a45" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.254s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG nova.objects.instance [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lazy-loading 'migration_context' on Instance uuid 9e671e3b-15c7-44b5-aa89-19a37117fbc9 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG nova.objects.base [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Object Instance<9e671e3b-15c7-44b5-aa89-19a37117fbc9> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Start _get_guest_xml network_info=[{"id": "1421ef0d-4374-47e4-85c2-ea786187b779", "address": "fa:16:3e:fb:b7:3b", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "vif_mac": "fa:16:3e:fb:b7:3b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1421ef0d-43", "ovs_interfaceid": "1421ef0d-4374-47e4-85c2-ea786187b779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'e25eca52-9ac9-452c-82d7-b959564a7524', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BFbHvGdq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '9e671e3b-15c7-44b5-aa89-19a37117fbc9', 'attached_at': '', 'detached_at': '', 'volume_id': '1befe2fb-4ab3-4f88-a879-1566e60f34ce', 'serial': '1befe2fb-4ab3-4f88-a879-1566e60f34ce'}, 'boot_index': 0, 'device_type': 'disk', 'mount_device': '/dev/vda', 'disk_bus': 'virtio', 'attachment_id': '27ae3e3c-2037-46a6-86dd-5eea3c7cf9fd', 'guest_format': None, 'delete_on_termination': False, 'volume_type': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG nova.objects.instance [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lazy-loading 'resources' on Instance uuid 9e671e3b-15c7-44b5-aa89-19a37117fbc9 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG nova.objects.base [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Object Instance<9e671e3b-15c7-44b5-aa89-19a37117fbc9> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG nova.objects.instance [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lazy-loading 'numa_topology' on Instance uuid 9e671e3b-15c7-44b5-aa89-19a37117fbc9 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG nova.objects.base [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Object Instance<9e671e3b-15c7-44b5-aa89-19a37117fbc9> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:23:37 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:23:37 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:23:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG nova.objects.instance [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lazy-loading 'vcpu_model' on Instance uuid 9e671e3b-15c7-44b5-aa89-19a37117fbc9 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG nova.objects.base [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Object Instance<9e671e3b-15c7-44b5-aa89-19a37117fbc9> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BFbHvGdq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:23:37 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:23:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:23:37 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:23:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:23:37 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:23:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce -p 172.16.0.220:3260" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c262c7d4-6238-478d-bdc9-14c1069380d2]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = BFbHvGdq\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Oct 27 16:23:37 user nova-compute[75076]: node.name = iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce
Oct 27 16:23:37 user nova-compute[75076]: node.tpgt = -1
Oct 27 16:23:37 user nova-compute[75076]: node.startup = automatic
Oct 27 16:23:37 user nova-compute[75076]: node.leading_login = No
Oct 27 16:23:37 user nova-compute[75076]: iface.iscsi_ifacename = default
Oct 27 16:23:37 user nova-compute[75076]: iface.net_ifacename = <empty>
Oct 27 16:23:37 user nova-compute[75076]: iface.ipaddress = <empty>
Oct 27 16:23:37 user nova-compute[75076]: iface.prefix_len = 0
Oct 27 16:23:37 user nova-compute[75076]: iface.hwaddress = <empty>
Oct 27 16:23:37 user nova-compute[75076]: iface.transport_name = tcp
Oct 27 16:23:37 user nova-compute[75076]: iface.initiatorname = <empty>
Oct 27 16:23:37 user nova-compute[75076]: iface.state = <empty>
Oct 27 16:23:37 user nova-compute[75076]: iface.vlan_id = 0
Oct 27 16:23:37 user nova-compute[75076]: iface.vlan_priority = 0
Oct 27 16:23:37 user nova-compute[75076]: iface.vlan_state = <empty>
Oct 27 16:23:37 user nova-compute[75076]: iface.iface_num = 0
Oct 27 16:23:37 user nova-compute[75076]: iface.mtu = 0
Oct 27 16:23:37 user nova-compute[75076]: iface.port = 0
Oct 27 16:23:37 user nova-compute[75076]: iface.bootproto = <empty>
Oct 27 16:23:37 user nova-compute[75076]: iface.subnet_mask = <empty>
Oct 27 16:23:37 user nova-compute[75076]: iface.gateway = <empty>
Oct 27 16:23:37 user nova-compute[75076]: iface.dhcp_alt_client_id_state = <empty>
Oct 27 16:23:37 user nova-compute[75076]: iface.dhcp_alt_client_id = <empty>
Oct 27 16:23:37 user nova-compute[75076]: iface.dhcp_dns = <empty>
Oct 27 16:23:37 user nova-compute[75076]: iface.dhcp_learn_iqn = <empty>
Oct 27 16:23:37 user nova-compute[75076]: iface.dhcp_req_vendor_id_state = <empty>
Oct 27 16:23:37 user nova-compute[75076]: iface.dhcp_vendor_id_state = <empty>
Oct 27 16:23:37 user nova-compute[75076]: iface.dhcp_vendor_id = <empty>
Oct 27 16:23:37 user nova-compute[75076]: iface.dhcp_slp_da = <empty>
Oct 27 16:23:37 user nova-compute[75076]: iface.fragmentation = <empty>
Oct 27 16:23:37 user nova-compute[75076]: iface.gratuitous_arp = <empty>
Oct 27 16:23:37 user nova-compute[75076]: iface.incoming_forwarding = <empty>
Oct 27 16:23:37 user nova-compute[75076]: iface.tos_state = <empty>
Oct 27 16:23:37 user nova-compute[75076]: iface.tos = 0
Oct 27 16:23:37 user nova-compute[75076]: iface.ttl = 0
Oct 27 16:23:37 user nova-compute[75076]: iface.delayed_ack = <empty>
Oct 27 16:23:37 user nova-compute[75076]: iface.tcp_nagle = <empty>
Oct 27 16:23:37 user nova-compute[75076]: iface.tcp_wsf_state = <empty>
Oct 27 16:23:37 user nova-compute[75076]: iface.tcp_wsf = 0
Oct 27 16:23:37 user nova-compute[75076]: iface.tcp_timer_scale = 0
Oct 27 16:23:37 user nova-compute[75076]: iface.tcp_timestamp = <empty>
Oct 27 16:23:37 user nova-compute[75076]: iface.redirect = <empty>
Oct 27 16:23:37 user nova-compute[75076]: iface.def_task_mgmt_timeout = 0
Oct 27 16:23:37 user nova-compute[75076]: iface.header_digest = <empty>
Oct 27 16:23:37 user nova-compute[75076]: iface.data_digest = <empty>
Oct 27 16:23:37 user nova-compute[75076]: iface.immediate_data = <empty>
Oct 27 16:23:37 user nova-compute[75076]: iface.initial_r2t = <empty>
Oct 27 16:23:37 user nova-compute[75076]: iface.data_seq_inorder = <empty>
Oct 27 16:23:37 user nova-compute[75076]: iface.data_pdu_inorder = <empty>
Oct 27 16:23:37 user nova-compute[75076]: iface.erl = 0
Oct 27 16:23:37 user nova-compute[75076]: iface.max_receive_data_len = 0
Oct 27 16:23:37 user nova-compute[75076]: iface.first_burst_len = 0
Oct 27 16:23:37 user nova-compute[75076]: iface.max_outstanding_r2t = 0
Oct 27 16:23:37 user nova-compute[75076]: iface.max_burst_len = 0
Oct 27 16:23:37 user nova-compute[75076]: iface.chap_auth = <empty>
Oct 27 16:23:37 user nova-compute[75076]: iface.bidi_chap = <empty>
Oct 27 16:23:37 user nova-compute[75076]: iface.strict_login_compliance = <empty>
Oct 27 16:23:37 user nova-compute[75076]: iface.discovery_auth = <empty>
Oct 27 16:23:37 user nova-compute[75076]: iface.discovery_logout = <empty>
Oct 27 16:23:37 user nova-compute[75076]: node.discovery_address = <empty>
Oct 27 16:23:37 user nova-compute[75076]: node.discovery_port = 0
Oct 27 16:23:37 user nova-compute[75076]: node.discovery_type = static
Oct 27 16:23:37 user nova-compute[75076]: node.session.initial_cmdsn = 0
Oct 27 16:23:37 user nova-compute[75076]: node.session.initial_login_retry_max = 8
Oct 27 16:23:37 user nova-compute[75076]: node.session.xmit_thread_priority = -20
Oct 27 16:23:37 user nova-compute[75076]: node.session.cmds_max = 128
Oct 27 16:23:37 user nova-compute[75076]: node.session.queue_depth = 32
Oct 27 16:23:37 user nova-compute[75076]: node.session.nr_sessions = 1
Oct 27 16:23:37 user nova-compute[75076]: node.session.auth.authmethod = CHAP
Oct 27 16:23:37 user nova-compute[75076]: node.session.auth.username = BFbHvGdq
Oct 27 16:23:37 user nova-compute[75076]: node.session.auth.password = ***
Oct 27 16:23:37 user nova-compute[75076]: node.session.auth.username_in = <empty>
Oct 27 16:23:37 user nova-compute[75076]: node.session.auth.password_in = <empty>
Oct 27 16:23:37 user nova-compute[75076]: node.session.auth.chap_algs = MD5
Oct 27 16:23:37 user nova-compute[75076]: node.session.timeo.replacement_timeout = 120
Oct 27 16:23:37 user nova-compute[75076]: node.session.err_timeo.abort_timeout = 15
Oct 27 16:23:37 user nova-compute[75076]: node.session.err_timeo.lu_reset_timeout = 30
Oct 27 16:23:37 user nova-compute[75076]: node.session.err_timeo.tgt_reset_timeout = 30
Oct 27 16:23:37 user nova-compute[75076]: node.session.err_timeo.host_reset_timeout = 60
Oct 27 16:23:37 user nova-compute[75076]: node.session.iscsi.FastAbort = Yes
Oct 27 16:23:37 user nova-compute[75076]: node.session.iscsi.InitialR2T = No
Oct 27 16:23:37 user nova-compute[75076]: node.session.iscsi.ImmediateData = Yes
Oct 27 16:23:37 user nova-compute[75076]: node.session.iscsi.FirstBurstLength = 262144
Oct 27 16:23:37 user nova-compute[75076]: node.session.iscsi.MaxBurstLength = 16776192
Oct 27 16:23:37 user nova-compute[75076]: node.session.iscsi.DefaultTime2Retain = 0
Oct 27 16:23:37 user nova-compute[75076]: node.session.iscsi.DefaultTime2Wait = 2
Oct 27 16:23:37 user nova-compute[75076]: node.session.iscsi.MaxConnections = 1
Oct 27 16:23:37 user nova-compute[75076]: node.session.iscsi.MaxOutstandingR2T = 1
Oct 27 16:23:37 user nova-compute[75076]: node.session.iscsi.ERL = 0
Oct 27 16:23:37 user nova-compute[75076]: node.session.scan = manual
Oct 27 16:23:37 user nova-compute[75076]: node.session.reopen_max = 0
Oct 27 16:23:37 user nova-compute[75076]: node.conn[0].address = 172.16.0.220
Oct 27 16:23:37 user nova-compute[75076]: node.conn[0].port = 3260
Oct 27 16:23:37 user nova-compute[75076]: node.conn[0].startup = manual
Oct 27 16:23:37 user nova-compute[75076]: node.conn[0].tcp.window_size = 524288
Oct 27 16:23:37 user nova-compute[75076]: node.conn[0].tcp.type_of_service = 0
Oct 27 16:23:37 user nova-compute[75076]: node.conn[0].timeo.logout_timeout = 15
Oct 27 16:23:37 user nova-compute[75076]: node.conn[0].timeo.login_timeout = 15
Oct 27 16:23:37 user nova-compute[75076]: node.conn[0].timeo.auth_timeout = 45
Oct 27 16:23:37 user nova-compute[75076]: node.conn[0].timeo.noop_out_interval = 5
Oct 27 16:23:37 user nova-compute[75076]: node.conn[0].timeo.noop_out_timeout = 5
Oct 27 16:23:37 user nova-compute[75076]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Oct 27 16:23:37 user nova-compute[75076]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Oct 27 16:23:37 user nova-compute[75076]: node.conn[0].iscsi.HeaderDigest = None
Oct 27 16:23:37 user nova-compute[75076]: node.conn[0].iscsi.DataDigest = None
Oct 27 16:23:37 user nova-compute[75076]: node.conn[0].iscsi.IFMarker = No
Oct 27 16:23:37 user nova-compute[75076]: node.conn[0].iscsi.OFMarker = No
Oct 27 16:23:37 user nova-compute[75076]: # END RECORD
Oct 27 16:23:37 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[45a65da5-629f-4d21-bca9-ebc67fa2ec26]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0897ff3-6d41-4fc2-a58e-a4596d117244]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BFbHvGdq {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BFbHvGdq" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b552528-db99-4e5b-9d8e-78d9b82105d5]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BFbHvGdq'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1aec184a-73e1-44b7-8d14-5ff4b98a322d]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0fda428-8ad3-4d30-9704-542612f4057f]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:23:37 user nova-compute[75076]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)
Oct 27 16:23:37 user nova-compute[75076]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)
Oct 27 16:23:37 user nova-compute[75076]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa (non-flash)
Oct 27 16:23:37 user nova-compute[75076]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:23:37 user nova-compute[75076]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb (non-flash)
Oct 27 16:23:37 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:23:37 user nova-compute[75076]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)
Oct 27 16:23:37 user nova-compute[75076]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)
Oct 27 16:23:37 user nova-compute[75076]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa (non-flash)
Oct 27 16:23:37 user nova-compute[75076]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:23:37 user nova-compute[75076]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb (non-flash)
Oct 27 16:23:37 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.198s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] HCTL ('34', '0', '0', 0) found on session 27 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Scanning host 34 c: 0, t: 0, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a190aaf-e589-4cc7-82b7-76429c4228ce]: (4, ('0 0 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Searching for a device in session 27 and hctl ('34', '0', '0', 0) yield: sdc {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BFbHvGdq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.232s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] <== connect_volume: return (233ms) {'type': 'block', 'scsi_wwn': '23765323038613630', 'path': '/dev/sdc'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23765323038613630', 'path': '/dev/sdc'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:20:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1382631779',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1382631779',id=29,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:21:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8b35a9703a8942d3b1e8a7ed3ccdb494',ramdisk_id='',reservation_id='r-rvtbsndm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1685226580',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:21:42Z,user_data=None,user_id='292311e3f0db4dc199101504f91de7f7',uuid=9e671e3b-15c7-44b5-aa89-19a37117fbc9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1421ef0d-4374-47e4-85c2-ea786187b779", "address": "fa:16:3e:fb:b7:3b", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "vif_mac": "fa:16:3e:fb:b7:3b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1421ef0d-43", "ovs_interfaceid": "1421ef0d-4374-47e4-85c2-ea786187b779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Converting VIF {"id": "1421ef0d-4374-47e4-85c2-ea786187b779", "address": "fa:16:3e:fb:b7:3b", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "vif_mac": "fa:16:3e:fb:b7:3b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1421ef0d-43", "ovs_interfaceid": "1421ef0d-4374-47e4-85c2-ea786187b779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fb:b7:3b,bridge_name='br-int',has_traffic_filtering=True,id=1421ef0d-4374-47e4-85c2-ea786187b779,network=Network(dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1421ef0d-43') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG nova.objects.instance [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lazy-loading 'pci_devices' on Instance uuid 9e671e3b-15c7-44b5-aa89-19a37117fbc9 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG nova.objects.base [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Object Instance<9e671e3b-15c7-44b5-aa89-19a37117fbc9> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:23:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:23:37 user nova-compute[75076]:   <uuid>9e671e3b-15c7-44b5-aa89-19a37117fbc9</uuid>
Oct 27 16:23:37 user nova-compute[75076]:   <name>instance-0000001d</name>
Oct 27 16:23:37 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:23:37 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:23:37 user nova-compute[75076]:   <metadata>
Oct 27 16:23:37 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:23:37 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:23:37 user nova-compute[75076]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1382631779</nova:name>
Oct 27 16:23:37 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:23:37</nova:creationTime>
Oct 27 16:23:37 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:23:37 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:23:37 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:23:37 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:23:37 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:23:37 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:23:37 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:23:37 user nova-compute[75076]:       <nova:owner>
Oct 27 16:23:37 user nova-compute[75076]:         <nova:user uuid="292311e3f0db4dc199101504f91de7f7">tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member</nova:user>
Oct 27 16:23:37 user nova-compute[75076]:         <nova:project uuid="8b35a9703a8942d3b1e8a7ed3ccdb494">tempest-ServerBootFromVolumeStableRescueTest-1685226580</nova:project>
Oct 27 16:23:37 user nova-compute[75076]:       </nova:owner>
Oct 27 16:23:37 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:23:37 user nova-compute[75076]:       <nova:ports>
Oct 27 16:23:37 user nova-compute[75076]:         <nova:port uuid="1421ef0d-4374-47e4-85c2-ea786187b779">
Oct 27 16:23:37 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 27 16:23:37 user nova-compute[75076]:         </nova:port>
Oct 27 16:23:37 user nova-compute[75076]:       </nova:ports>
Oct 27 16:23:37 user nova-compute[75076]:     </nova:instance>
Oct 27 16:23:37 user nova-compute[75076]:   </metadata>
Oct 27 16:23:37 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:23:37 user nova-compute[75076]:     <system>
Oct 27 16:23:37 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:23:37 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:23:37 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:23:37 user nova-compute[75076]:       <entry name="serial">9e671e3b-15c7-44b5-aa89-19a37117fbc9</entry>
Oct 27 16:23:37 user nova-compute[75076]:       <entry name="uuid">9e671e3b-15c7-44b5-aa89-19a37117fbc9</entry>
Oct 27 16:23:37 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:23:37 user nova-compute[75076]:     </system>
Oct 27 16:23:37 user nova-compute[75076]:   </sysinfo>
Oct 27 16:23:37 user nova-compute[75076]:   <os>
Oct 27 16:23:37 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:23:37 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:23:37 user nova-compute[75076]:   </os>
Oct 27 16:23:37 user nova-compute[75076]:   <features>
Oct 27 16:23:37 user nova-compute[75076]:     <acpi/>
Oct 27 16:23:37 user nova-compute[75076]:     <apic/>
Oct 27 16:23:37 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:23:37 user nova-compute[75076]:   </features>
Oct 27 16:23:37 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:23:37 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:23:37 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:23:37 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:23:37 user nova-compute[75076]:   </clock>
Oct 27 16:23:37 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:23:37 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:23:37 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:23:37 user nova-compute[75076]:   </cpu>
Oct 27 16:23:37 user nova-compute[75076]:   <devices>
Oct 27 16:23:37 user nova-compute[75076]:     <disk type="block" device="disk">
Oct 27 16:23:37 user nova-compute[75076]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:23:37 user nova-compute[75076]:       <source dev="/dev/sdc"/>
Oct 27 16:23:37 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:23:37 user nova-compute[75076]:       <serial>1befe2fb-4ab3-4f88-a879-1566e60f34ce</serial>
Oct 27 16:23:37 user nova-compute[75076]:     </disk>
Oct 27 16:23:37 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:23:37 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:23:37 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/9e671e3b-15c7-44b5-aa89-19a37117fbc9/disk.rescue"/>
Oct 27 16:23:37 user nova-compute[75076]:       <target dev="vdb" bus="virtio"/>
Oct 27 16:23:37 user nova-compute[75076]:       <boot order="1"/>
Oct 27 16:23:37 user nova-compute[75076]:     </disk>
Oct 27 16:23:37 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:23:37 user nova-compute[75076]:       <mac address="fa:16:3e:fb:b7:3b"/>
Oct 27 16:23:37 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:23:37 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:23:37 user nova-compute[75076]:       <target dev="tap1421ef0d-43"/>
Oct 27 16:23:37 user nova-compute[75076]:     </interface>
Oct 27 16:23:37 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:23:37 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/9e671e3b-15c7-44b5-aa89-19a37117fbc9/console.log" append="off"/>
Oct 27 16:23:37 user nova-compute[75076]:     </serial>
Oct 27 16:23:37 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:23:37 user nova-compute[75076]:     <video>
Oct 27 16:23:37 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:23:37 user nova-compute[75076]:     </video>
Oct 27 16:23:37 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:23:37 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:23:37 user nova-compute[75076]:     </rng>
Oct 27 16:23:37 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:23:37 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:23:37 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:23:37 user nova-compute[75076]:     </memballoon>
Oct 27 16:23:37 user nova-compute[75076]:   </devices>
Oct 27 16:23:37 user nova-compute[75076]: </domain>
Oct 27 16:23:37 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:23:37 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Instance destroyed successfully.
Oct 27 16:23:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:23:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:23:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] No VIF found with MAC fa:16:3e:fb:b7:3b, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:23:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:41 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:41 user nova-compute[75076]: DEBUG nova.compute.manager [req-95e0c4e4-22fc-4716-83fc-86a96126cd45 req-2afaf376-fddc-460d-b2b9-71cff7584704 service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Received event network-vif-plugged-1421ef0d-4374-47e4-85c2-ea786187b779 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:23:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-95e0c4e4-22fc-4716-83fc-86a96126cd45 req-2afaf376-fddc-460d-b2b9-71cff7584704 service nova] Acquiring lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:23:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-95e0c4e4-22fc-4716-83fc-86a96126cd45 req-2afaf376-fddc-460d-b2b9-71cff7584704 service nova] Lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:23:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-95e0c4e4-22fc-4716-83fc-86a96126cd45 req-2afaf376-fddc-460d-b2b9-71cff7584704 service nova] Lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:23:41 user nova-compute[75076]: DEBUG nova.compute.manager [req-95e0c4e4-22fc-4716-83fc-86a96126cd45 req-2afaf376-fddc-460d-b2b9-71cff7584704 service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] No waiting events found dispatching network-vif-plugged-1421ef0d-4374-47e4-85c2-ea786187b779 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:23:41 user nova-compute[75076]: WARNING nova.compute.manager [req-95e0c4e4-22fc-4716-83fc-86a96126cd45 req-2afaf376-fddc-460d-b2b9-71cff7584704 service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Received unexpected event network-vif-plugged-1421ef0d-4374-47e4-85c2-ea786187b779 for instance with vm_state active and task_state rescuing.
Oct 27 16:23:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Acquiring lock "d86fb97b-71c1-4078-9808-288c2542891a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:23:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lock "d86fb97b-71c1-4078-9808-288c2542891a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:23:41 user nova-compute[75076]: DEBUG nova.compute.manager [None req-17cf24ba-0a73-4807-b3fb-02412ce08c70 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:23:42 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:23:42 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:23:42 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=7408MB free_disk=25.04253387451172GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:23:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:23:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:23:42 user nova-compute[75076]: DEBUG nova.compute.manager [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:23:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:23:42 user nova-compute[75076]: DEBUG nova.compute.manager [req-fef1426c-043f-4902-a149-a492c234b97c req-f05eaedd-399c-4a77-b69c-cdc93ff6b457 service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Received event network-vif-plugged-1421ef0d-4374-47e4-85c2-ea786187b779 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:23:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-fef1426c-043f-4902-a149-a492c234b97c req-f05eaedd-399c-4a77-b69c-cdc93ff6b457 service nova] Acquiring lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:23:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-fef1426c-043f-4902-a149-a492c234b97c req-f05eaedd-399c-4a77-b69c-cdc93ff6b457 service nova] Lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:23:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-fef1426c-043f-4902-a149-a492c234b97c req-f05eaedd-399c-4a77-b69c-cdc93ff6b457 service nova] Lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:23:42 user nova-compute[75076]: DEBUG nova.compute.manager [req-fef1426c-043f-4902-a149-a492c234b97c req-f05eaedd-399c-4a77-b69c-cdc93ff6b457 service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] No waiting events found dispatching network-vif-plugged-1421ef0d-4374-47e4-85c2-ea786187b779 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:23:42 user nova-compute[75076]: WARNING nova.compute.manager [req-fef1426c-043f-4902-a149-a492c234b97c req-f05eaedd-399c-4a77-b69c-cdc93ff6b457 service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Received unexpected event network-vif-plugged-1421ef0d-4374-47e4-85c2-ea786187b779 for instance with vm_state rescued and task_state None.
Oct 27 16:23:42 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Applying migration context for instance 3996d4e9-34f4-4419-a84c-a5fed87fa009 as it has an incoming, in-progress migration 650445fc-79c2-4653-ab26-075f70aabbfa. Migration status is finished {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 27 16:23:42 user nova-compute[75076]: INFO nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Updating resource usage from migration 650445fc-79c2-4653-ab26-075f70aabbfa
Oct 27 16:23:42 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 961254d8-ebf1-4fa6-a93d-62c8eb1bd359 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:23:42 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:23:42 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance add0650a-7ec6-4d12-9662-880e6b3f7052 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:23:42 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:23:42 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:23:42 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 9f9c5961-2f10-499b-8721-e00141b30d82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:23:42 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 1096189a-b0ca-436c-95e7-8e27f399d7f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:23:42 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 3b8402ec-436a-44e0-a938-bdc76b015689 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:23:42 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 4ec4ef43-8f30-4c12-917a-9d5a3bec531c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:23:42 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 9e671e3b-15c7-44b5-aa89-19a37117fbc9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:23:42 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance dad6d9d4-84e4-4e39-853f-566cdcd8bd30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:23:42 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance d7fa5d55-e571-425b-99c3-9ce4019b74ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:23:42 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Migration 650445fc-79c2-4653-ab26-075f70aabbfa is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 27 16:23:42 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 3996d4e9-34f4-4419-a84c-a5fed87fa009 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:23:42 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance d86fb97b-71c1-4078-9808-288c2542891a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 27 16:23:42 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 14 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:23:42 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=9216MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=14 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:23:42 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:23:42 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:23:42 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:23:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.738s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:23:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.630s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:23:42 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:23:42 user nova-compute[75076]: INFO nova.compute.claims [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Claim successful on node user
Oct 27 16:23:42 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-2f7a2e6b-59e3-4c9a-be12-2875b1ae761a tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 1096189a-b0ca-436c-95e7-8e27f399d7f3 is timed out.
Oct 27 16:23:42 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-2f7a2e6b-59e3-4c9a-be12-2875b1ae761a tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Successfully detached device vdb from instance 1096189a-b0ca-436c-95e7-8e27f399d7f3 from the live domain config.
Oct 27 16:23:42 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2f7a2e6b-59e3-4c9a-be12-2875b1ae761a tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:23:42 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f7a2e6b-59e3-4c9a-be12-2875b1ae761a tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uRMbSWPD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:23:42 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-2f7a2e6b-59e3-4c9a-be12-2875b1ae761a tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:23:42 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-2f7a2e6b-59e3-4c9a-be12-2875b1ae761a tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:23:42 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-2f7a2e6b-59e3-4c9a-be12-2875b1ae761a tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:23:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.028s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:42 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a8782c3-8713-4d49-9eec-b1c26499fcb4]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:23:42 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f7a2e6b-59e3-4c9a-be12-2875b1ae761a tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:23:42 user nova-compute[75076]: No targets found.
Oct 27 16:23:42 user nova-compute[75076]: iSNS:
Oct 27 16:23:42 user nova-compute[75076]: No targets found.
Oct 27 16:23:42 user nova-compute[75076]: STATIC:
Oct 27 16:23:42 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78
Oct 27 16:23:42 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:23:42 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:23:42 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce
Oct 27 16:23:42 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:23:42 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:23:42 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b
Oct 27 16:23:42 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:23:42 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:23:42 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb
Oct 27 16:23:42 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:23:42 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:23:42 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144
Oct 27 16:23:42 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:23:42 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:23:42 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa
Oct 27 16:23:42 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:23:42 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:23:42 user nova-compute[75076]: FIRMWARE:
Oct 27 16:23:42 user nova-compute[75076]: No targets found.
Oct 27 16:23:42 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:23:42 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f7a2e6b-59e3-4c9a-be12-2875b1ae761a tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:23:42 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:23:42 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:23:42 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f7a2e6b-59e3-4c9a-be12-2875b1ae761a tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:23:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ced285dc-e5c0-49e3-8310-8591ce6bb6d9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f600d35f-a9c8-4d94-ab57-b78242454045]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f7a2e6b-59e3-4c9a-be12-2875b1ae761a tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:23:43 user nova-compute[75076]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)
Oct 27 16:23:43 user nova-compute[75076]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)
Oct 27 16:23:43 user nova-compute[75076]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa (non-flash)
Oct 27 16:23:43 user nova-compute[75076]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:23:43 user nova-compute[75076]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb (non-flash)
Oct 27 16:23:43 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f7a2e6b-59e3-4c9a-be12-2875b1ae761a tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:23:43 user nova-compute[75076]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b (non-flash)
Oct 27 16:23:43 user nova-compute[75076]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)
Oct 27 16:23:43 user nova-compute[75076]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa (non-flash)
Oct 27 16:23:43 user nova-compute[75076]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:23:43 user nova-compute[75076]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb (non-flash)
Oct 27 16:23:43 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f7a2e6b-59e3-4c9a-be12-2875b1ae761a tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe2c24ad40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b'): ({'sdg'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-2f7a2e6b-59e3-4c9a-be12-2875b1ae761a tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Removing single pathed devices sdg {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f56143db-0344-4f31-b712-47f23d1747ed]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cbd1b87-b104-4ab9-a12a-aece99d7f8f4]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-2f7a2e6b-59e3-4c9a-be12-2875b1ae761a tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Flushing IO for device /dev/sdg {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[bde778ce-6255-4421-a381-58648b7e8229]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-2f7a2e6b-59e3-4c9a-be12-2875b1ae761a tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.044s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[689319df-5eb8-416e-ba9e-7940eb215140]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-2f7a2e6b-59e3-4c9a-be12-2875b1ae761a tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-2f7a2e6b-59e3-4c9a-be12-2875b1ae761a tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] SCSI volumes sdg have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f7a2e6b-59e3-4c9a-be12-2875b1ae761a tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[9342d70f-98cd-495c-83b0-f4522b65452c]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f7a2e6b-59e3-4c9a-be12-2875b1ae761a tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b -p 172.16.0.220:3260 --logout" returned: 0 in 0.075s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[45447cc0-5d21-4622-83b0-fa2adffc6ad7]: (4, ('Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b, portal: 172.16.0.220,3260]\nLogout of [sid: 25, target: iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f7a2e6b-59e3-4c9a-be12-2875b1ae761a tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b, portal: 172.16.0.220,3260]
Oct 27 16:23:43 user nova-compute[75076]: Logout of [sid: 25, target: iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b, portal: 172.16.0.220,3260] successful.
Oct 27 16:23:43 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9eb91f04-8ca8-4257-9b6a-2a74cae8935b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.032s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[8aeca161-b561-45ac-9a59-1cfddc465760]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f7a2e6b-59e3-4c9a-be12-2875b1ae761a tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-2f7a2e6b-59e3-4c9a-be12-2875b1ae761a tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.369s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f7a2e6b-59e3-4c9a-be12-2875b1ae761a tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] <== disconnect_volume: return (370ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2f7a2e6b-59e3-4c9a-be12-2875b1ae761a tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.665s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG nova.compute.manager [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG nova.compute.manager [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG nova.network.neutron [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:23:43 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:23:43 user nova-compute[75076]: DEBUG nova.compute.manager [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG nova.policy [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82ad2f7d7c334fc3841c5fda7d4195e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a37096c0e722425e894874a56edc18fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG nova.compute.manager [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:23:43 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Creating image(s)
Oct 27 16:23:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Acquiring lock "/opt/stack/data/nova/instances/d86fb97b-71c1-4078-9808-288c2542891a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lock "/opt/stack/data/nova/instances/d86fb97b-71c1-4078-9808-288c2542891a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lock "/opt/stack/data/nova/instances/d86fb97b-71c1-4078-9808-288c2542891a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.205s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Acquiring lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:23:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.203s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/d86fb97b-71c1-4078-9808-288c2542891a/disk 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/d86fb97b-71c1-4078-9808-288c2542891a/disk 1073741824" returned: 0 in 0.106s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.316s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:23:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:44 user nova-compute[75076]: DEBUG nova.objects.instance [None req-2f7a2e6b-59e3-4c9a-be12-2875b1ae761a tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lazy-loading 'flavor' on Instance uuid 1096189a-b0ca-436c-95e7-8e27f399d7f3 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:23:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.189s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:44 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d86fb97b-71c1-4078-9808-288c2542891a/disk. size=1073741824 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:23:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d86fb97b-71c1-4078-9808-288c2542891a/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:23:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-2f7a2e6b-59e3-4c9a-be12-2875b1ae761a tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "1096189a-b0ca-436c-95e7-8e27f399d7f3" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.254s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:23:44 user nova-compute[75076]: DEBUG nova.network.neutron [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Successfully created port: 1e091916-2dec-420f-bdf7-968d1213e8e2 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:23:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d86fb97b-71c1-4078-9808-288c2542891a/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:23:44 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Cannot resize image /opt/stack/data/nova/instances/d86fb97b-71c1-4078-9808-288c2542891a/disk to a smaller size. {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 16:23:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:23:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Ensure instance console log exists: /opt/stack/data/nova/instances/d86fb97b-71c1-4078-9808-288c2542891a/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:23:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:23:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:23:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:23:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG nova.network.neutron [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Successfully updated port: 1e091916-2dec-420f-bdf7-968d1213e8e2 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Acquiring lock "refresh_cache-d86fb97b-71c1-4078-9808-288c2542891a" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Acquired lock "refresh_cache-d86fb97b-71c1-4078-9808-288c2542891a" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG nova.network.neutron [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG nova.compute.manager [req-c08fa1ef-718e-44ae-affa-b512cf8c6e8d req-c8aa6840-7c26-4235-ab80-588102c9eb4e service nova] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Received event network-changed-1e091916-2dec-420f-bdf7-968d1213e8e2 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG nova.compute.manager [req-c08fa1ef-718e-44ae-affa-b512cf8c6e8d req-c8aa6840-7c26-4235-ab80-588102c9eb4e service nova] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Refreshing instance network info cache due to event network-changed-1e091916-2dec-420f-bdf7-968d1213e8e2. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c08fa1ef-718e-44ae-affa-b512cf8c6e8d req-c8aa6840-7c26-4235-ab80-588102c9eb4e service nova] Acquiring lock "refresh_cache-d86fb97b-71c1-4078-9808-288c2542891a" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG nova.network.neutron [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG nova.network.neutron [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Updating instance_info_cache with network_info: [{"id": "1e091916-2dec-420f-bdf7-968d1213e8e2", "address": "fa:16:3e:d1:32:19", "network": {"id": "ae3e19af-8efe-4397-a78e-a8b24fc53e11", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1340285280-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a37096c0e722425e894874a56edc18fa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e091916-2d", "ovs_interfaceid": "1e091916-2dec-420f-bdf7-968d1213e8e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Releasing lock "refresh_cache-d86fb97b-71c1-4078-9808-288c2542891a" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG nova.compute.manager [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Instance network_info: |[{"id": "1e091916-2dec-420f-bdf7-968d1213e8e2", "address": "fa:16:3e:d1:32:19", "network": {"id": "ae3e19af-8efe-4397-a78e-a8b24fc53e11", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1340285280-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a37096c0e722425e894874a56edc18fa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e091916-2d", "ovs_interfaceid": "1e091916-2dec-420f-bdf7-968d1213e8e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c08fa1ef-718e-44ae-affa-b512cf8c6e8d req-c8aa6840-7c26-4235-ab80-588102c9eb4e service nova] Acquired lock "refresh_cache-d86fb97b-71c1-4078-9808-288c2542891a" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG nova.network.neutron [req-c08fa1ef-718e-44ae-affa-b512cf8c6e8d req-c8aa6840-7c26-4235-ab80-588102c9eb4e service nova] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Refreshing network info cache for port 1e091916-2dec-420f-bdf7-968d1213e8e2 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Start _get_guest_xml network_info=[{"id": "1e091916-2dec-420f-bdf7-968d1213e8e2", "address": "fa:16:3e:d1:32:19", "network": {"id": "ae3e19af-8efe-4397-a78e-a8b24fc53e11", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1340285280-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a37096c0e722425e894874a56edc18fa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e091916-2d", "ovs_interfaceid": "1e091916-2dec-420f-bdf7-968d1213e8e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:23:45 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:23:45 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:23:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:23:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-2062797164',display_name='tempest-TestServerVolumeAttachmentScenario-server-2062797164',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-2062797164',id=32,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMAu5+6YIAdmwfDn3sni95dZa9hUI/Gzf3nx68AyUtvapvDjD3uFw7QA6W8oipqhNgoL6ZnKC9I3Gu3l3MjQ5vGUmjJOXK22AqvZZ5Z2Rp+qdhljgk02IGd6QZvYxZ7dSA==',key_name='tempest-keypair-344499417',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a37096c0e722425e894874a56edc18fa',ramdisk_id='',reservation_id='r-h8hze5v0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1469097139',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1469097139-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:23:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='82ad2f7d7c334fc3841c5fda7d4195e6',uuid=d86fb97b-71c1-4078-9808-288c2542891a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1e091916-2dec-420f-bdf7-968d1213e8e2", "address": "fa:16:3e:d1:32:19", "network": {"id": "ae3e19af-8efe-4397-a78e-a8b24fc53e11", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1340285280-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a37096c0e722425e894874a56edc18fa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e091916-2d", "ovs_interfaceid": "1e091916-2dec-420f-bdf7-968d1213e8e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Converting VIF {"id": "1e091916-2dec-420f-bdf7-968d1213e8e2", "address": "fa:16:3e:d1:32:19", "network": {"id": "ae3e19af-8efe-4397-a78e-a8b24fc53e11", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1340285280-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a37096c0e722425e894874a56edc18fa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e091916-2d", "ovs_interfaceid": "1e091916-2dec-420f-bdf7-968d1213e8e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d1:32:19,bridge_name='br-int',has_traffic_filtering=True,id=1e091916-2dec-420f-bdf7-968d1213e8e2,network=Network(ae3e19af-8efe-4397-a78e-a8b24fc53e11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e091916-2d') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG nova.objects.instance [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lazy-loading 'pci_devices' on Instance uuid d86fb97b-71c1-4078-9808-288c2542891a {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:23:45 user nova-compute[75076]:   <uuid>d86fb97b-71c1-4078-9808-288c2542891a</uuid>
Oct 27 16:23:45 user nova-compute[75076]:   <name>instance-00000020</name>
Oct 27 16:23:45 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:23:45 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:23:45 user nova-compute[75076]:   <metadata>
Oct 27 16:23:45 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:23:45 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:23:45 user nova-compute[75076]:       <nova:name>tempest-TestServerVolumeAttachmentScenario-server-2062797164</nova:name>
Oct 27 16:23:45 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:23:45</nova:creationTime>
Oct 27 16:23:45 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:23:45 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:23:45 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:23:45 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:23:45 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:23:45 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:23:45 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:23:45 user nova-compute[75076]:       <nova:owner>
Oct 27 16:23:45 user nova-compute[75076]:         <nova:user uuid="82ad2f7d7c334fc3841c5fda7d4195e6">tempest-TestServerVolumeAttachmentScenario-1469097139-project-member</nova:user>
Oct 27 16:23:45 user nova-compute[75076]:         <nova:project uuid="a37096c0e722425e894874a56edc18fa">tempest-TestServerVolumeAttachmentScenario-1469097139</nova:project>
Oct 27 16:23:45 user nova-compute[75076]:       </nova:owner>
Oct 27 16:23:45 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:23:45 user nova-compute[75076]:       <nova:ports>
Oct 27 16:23:45 user nova-compute[75076]:         <nova:port uuid="1e091916-2dec-420f-bdf7-968d1213e8e2">
Oct 27 16:23:45 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 27 16:23:45 user nova-compute[75076]:         </nova:port>
Oct 27 16:23:45 user nova-compute[75076]:       </nova:ports>
Oct 27 16:23:45 user nova-compute[75076]:     </nova:instance>
Oct 27 16:23:45 user nova-compute[75076]:   </metadata>
Oct 27 16:23:45 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:23:45 user nova-compute[75076]:     <system>
Oct 27 16:23:45 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:23:45 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:23:45 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:23:45 user nova-compute[75076]:       <entry name="serial">d86fb97b-71c1-4078-9808-288c2542891a</entry>
Oct 27 16:23:45 user nova-compute[75076]:       <entry name="uuid">d86fb97b-71c1-4078-9808-288c2542891a</entry>
Oct 27 16:23:45 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:23:45 user nova-compute[75076]:     </system>
Oct 27 16:23:45 user nova-compute[75076]:   </sysinfo>
Oct 27 16:23:45 user nova-compute[75076]:   <os>
Oct 27 16:23:45 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:23:45 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:23:45 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:23:45 user nova-compute[75076]:   </os>
Oct 27 16:23:45 user nova-compute[75076]:   <features>
Oct 27 16:23:45 user nova-compute[75076]:     <acpi/>
Oct 27 16:23:45 user nova-compute[75076]:     <apic/>
Oct 27 16:23:45 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:23:45 user nova-compute[75076]:   </features>
Oct 27 16:23:45 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:23:45 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:23:45 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:23:45 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:23:45 user nova-compute[75076]:   </clock>
Oct 27 16:23:45 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:23:45 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:23:45 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:23:45 user nova-compute[75076]:   </cpu>
Oct 27 16:23:45 user nova-compute[75076]:   <devices>
Oct 27 16:23:45 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:23:45 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:23:45 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/d86fb97b-71c1-4078-9808-288c2542891a/disk"/>
Oct 27 16:23:45 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:23:45 user nova-compute[75076]:     </disk>
Oct 27 16:23:45 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:23:45 user nova-compute[75076]:       <mac address="fa:16:3e:d1:32:19"/>
Oct 27 16:23:45 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:23:45 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:23:45 user nova-compute[75076]:       <target dev="tap1e091916-2d"/>
Oct 27 16:23:45 user nova-compute[75076]:     </interface>
Oct 27 16:23:45 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:23:45 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/d86fb97b-71c1-4078-9808-288c2542891a/console.log" append="off"/>
Oct 27 16:23:45 user nova-compute[75076]:     </serial>
Oct 27 16:23:45 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:23:45 user nova-compute[75076]:     <video>
Oct 27 16:23:45 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:23:45 user nova-compute[75076]:     </video>
Oct 27 16:23:45 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:23:45 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:23:45 user nova-compute[75076]:     </rng>
Oct 27 16:23:45 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:23:45 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:23:45 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:23:45 user nova-compute[75076]:     </memballoon>
Oct 27 16:23:45 user nova-compute[75076]:   </devices>
Oct 27 16:23:45 user nova-compute[75076]: </domain>
Oct 27 16:23:45 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:23:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-2062797164',display_name='tempest-TestServerVolumeAttachmentScenario-server-2062797164',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-2062797164',id=32,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMAu5+6YIAdmwfDn3sni95dZa9hUI/Gzf3nx68AyUtvapvDjD3uFw7QA6W8oipqhNgoL6ZnKC9I3Gu3l3MjQ5vGUmjJOXK22AqvZZ5Z2Rp+qdhljgk02IGd6QZvYxZ7dSA==',key_name='tempest-keypair-344499417',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a37096c0e722425e894874a56edc18fa',ramdisk_id='',reservation_id='r-h8hze5v0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1469097139',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1469097139-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:23:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='82ad2f7d7c334fc3841c5fda7d4195e6',uuid=d86fb97b-71c1-4078-9808-288c2542891a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1e091916-2dec-420f-bdf7-968d1213e8e2", "address": "fa:16:3e:d1:32:19", "network": {"id": "ae3e19af-8efe-4397-a78e-a8b24fc53e11", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1340285280-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a37096c0e722425e894874a56edc18fa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e091916-2d", "ovs_interfaceid": "1e091916-2dec-420f-bdf7-968d1213e8e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Converting VIF {"id": "1e091916-2dec-420f-bdf7-968d1213e8e2", "address": "fa:16:3e:d1:32:19", "network": {"id": "ae3e19af-8efe-4397-a78e-a8b24fc53e11", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1340285280-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a37096c0e722425e894874a56edc18fa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e091916-2d", "ovs_interfaceid": "1e091916-2dec-420f-bdf7-968d1213e8e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d1:32:19,bridge_name='br-int',has_traffic_filtering=True,id=1e091916-2dec-420f-bdf7-968d1213e8e2,network=Network(ae3e19af-8efe-4397-a78e-a8b24fc53e11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e091916-2d') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG os_vif [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d1:32:19,bridge_name='br-int',has_traffic_filtering=True,id=1e091916-2dec-420f-bdf7-968d1213e8e2,network=Network(ae3e19af-8efe-4397-a78e-a8b24fc53e11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e091916-2d') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1c5030fa-dc2f-5f0c-9059-70a2abc90920', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1e091916-2d, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1e091916-2d, col_values=(('qos', UUID('9b83bc98-c22e-4681-9099-699b65b8b6f3')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1e091916-2d, col_values=(('external_ids', {'iface-id': '1e091916-2dec-420f-bdf7-968d1213e8e2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d1:32:19', 'vm-uuid': 'd86fb97b-71c1-4078-9808-288c2542891a'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:45 user nova-compute[75076]: INFO os_vif [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d1:32:19,bridge_name='br-int',has_traffic_filtering=True,id=1e091916-2dec-420f-bdf7-968d1213e8e2,network=Network(ae3e19af-8efe-4397-a78e-a8b24fc53e11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e091916-2d')
Oct 27 16:23:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:23:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] No VIF found with MAC fa:16:3e:d1:32:19, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:23:46 user nova-compute[75076]: DEBUG nova.network.neutron [req-c08fa1ef-718e-44ae-affa-b512cf8c6e8d req-c8aa6840-7c26-4235-ab80-588102c9eb4e service nova] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Updated VIF entry in instance network info cache for port 1e091916-2dec-420f-bdf7-968d1213e8e2. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:23:46 user nova-compute[75076]: DEBUG nova.network.neutron [req-c08fa1ef-718e-44ae-affa-b512cf8c6e8d req-c8aa6840-7c26-4235-ab80-588102c9eb4e service nova] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Updating instance_info_cache with network_info: [{"id": "1e091916-2dec-420f-bdf7-968d1213e8e2", "address": "fa:16:3e:d1:32:19", "network": {"id": "ae3e19af-8efe-4397-a78e-a8b24fc53e11", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1340285280-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a37096c0e722425e894874a56edc18fa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e091916-2d", "ovs_interfaceid": "1e091916-2dec-420f-bdf7-968d1213e8e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:23:46 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c08fa1ef-718e-44ae-affa-b512cf8c6e8d req-c8aa6840-7c26-4235-ab80-588102c9eb4e service nova] Releasing lock "refresh_cache-d86fb97b-71c1-4078-9808-288c2542891a" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:23:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:47 user nova-compute[75076]: DEBUG nova.compute.manager [req-13457a09-460d-4865-89ac-9809254cfc91 req-ca137600-638b-416f-9aa7-658b30ab0d39 service nova] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Received event network-vif-plugged-1e091916-2dec-420f-bdf7-968d1213e8e2 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:23:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-13457a09-460d-4865-89ac-9809254cfc91 req-ca137600-638b-416f-9aa7-658b30ab0d39 service nova] Acquiring lock "d86fb97b-71c1-4078-9808-288c2542891a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:23:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-13457a09-460d-4865-89ac-9809254cfc91 req-ca137600-638b-416f-9aa7-658b30ab0d39 service nova] Lock "d86fb97b-71c1-4078-9808-288c2542891a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:23:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-13457a09-460d-4865-89ac-9809254cfc91 req-ca137600-638b-416f-9aa7-658b30ab0d39 service nova] Lock "d86fb97b-71c1-4078-9808-288c2542891a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:23:47 user nova-compute[75076]: DEBUG nova.compute.manager [req-13457a09-460d-4865-89ac-9809254cfc91 req-ca137600-638b-416f-9aa7-658b30ab0d39 service nova] [instance: d86fb97b-71c1-4078-9808-288c2542891a] No waiting events found dispatching network-vif-plugged-1e091916-2dec-420f-bdf7-968d1213e8e2 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:23:47 user nova-compute[75076]: WARNING nova.compute.manager [req-13457a09-460d-4865-89ac-9809254cfc91 req-ca137600-638b-416f-9aa7-658b30ab0d39 service nova] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Received unexpected event network-vif-plugged-1e091916-2dec-420f-bdf7-968d1213e8e2 for instance with vm_state building and task_state spawning.
Oct 27 16:23:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:49 user nova-compute[75076]: DEBUG nova.compute.manager [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:23:49 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:23:49 user nova-compute[75076]: DEBUG nova.compute.manager [req-7a476580-6b92-4002-acc3-456ed7b64f96 req-6aca0770-e121-4d1e-9da2-0e6f809f5752 service nova] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Received event network-vif-plugged-1e091916-2dec-420f-bdf7-968d1213e8e2 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:23:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7a476580-6b92-4002-acc3-456ed7b64f96 req-6aca0770-e121-4d1e-9da2-0e6f809f5752 service nova] Acquiring lock "d86fb97b-71c1-4078-9808-288c2542891a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:23:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7a476580-6b92-4002-acc3-456ed7b64f96 req-6aca0770-e121-4d1e-9da2-0e6f809f5752 service nova] Lock "d86fb97b-71c1-4078-9808-288c2542891a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:23:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7a476580-6b92-4002-acc3-456ed7b64f96 req-6aca0770-e121-4d1e-9da2-0e6f809f5752 service nova] Lock "d86fb97b-71c1-4078-9808-288c2542891a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:23:49 user nova-compute[75076]: DEBUG nova.compute.manager [req-7a476580-6b92-4002-acc3-456ed7b64f96 req-6aca0770-e121-4d1e-9da2-0e6f809f5752 service nova] [instance: d86fb97b-71c1-4078-9808-288c2542891a] No waiting events found dispatching network-vif-plugged-1e091916-2dec-420f-bdf7-968d1213e8e2 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:23:49 user nova-compute[75076]: WARNING nova.compute.manager [req-7a476580-6b92-4002-acc3-456ed7b64f96 req-6aca0770-e121-4d1e-9da2-0e6f809f5752 service nova] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Received unexpected event network-vif-plugged-1e091916-2dec-420f-bdf7-968d1213e8e2 for instance with vm_state building and task_state spawning.
Oct 27 16:23:49 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Instance spawned successfully.
Oct 27 16:23:49 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:23:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:49 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:23:49 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:23:49 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:23:49 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:23:49 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:23:49 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:23:49 user nova-compute[75076]: INFO nova.compute.manager [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Took 6.05 seconds to spawn the instance on the hypervisor.
Oct 27 16:23:49 user nova-compute[75076]: DEBUG nova.compute.manager [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:23:49 user nova-compute[75076]: INFO nova.compute.manager [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Took 7.80 seconds to build instance.
Oct 27 16:23:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0072d6f3-fe7e-4ad6-b5da-e5fea08edc45 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lock "d86fb97b-71c1-4078-9808-288c2542891a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.901s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:23:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:54 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:23:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:24:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:24:01 user nova-compute[75076]: DEBUG nova.compute.manager [req-0c87627f-a997-4ad1-862e-34fb006534ed req-237a7ecb-478e-41ea-b6c6-f7f30ec5fdd2 service nova] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Received event network-changed-341468c3-0692-4f62-af79-392b5b9ce579 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:24:01 user nova-compute[75076]: DEBUG nova.compute.manager [req-0c87627f-a997-4ad1-862e-34fb006534ed req-237a7ecb-478e-41ea-b6c6-f7f30ec5fdd2 service nova] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Refreshing instance network info cache due to event network-changed-341468c3-0692-4f62-af79-392b5b9ce579. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:24:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-0c87627f-a997-4ad1-862e-34fb006534ed req-237a7ecb-478e-41ea-b6c6-f7f30ec5fdd2 service nova] Acquiring lock "refresh_cache-d7fa5d55-e571-425b-99c3-9ce4019b74ea" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:24:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-0c87627f-a997-4ad1-862e-34fb006534ed req-237a7ecb-478e-41ea-b6c6-f7f30ec5fdd2 service nova] Acquired lock "refresh_cache-d7fa5d55-e571-425b-99c3-9ce4019b74ea" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:24:01 user nova-compute[75076]: DEBUG nova.network.neutron [req-0c87627f-a997-4ad1-862e-34fb006534ed req-237a7ecb-478e-41ea-b6c6-f7f30ec5fdd2 service nova] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Refreshing network info cache for port 341468c3-0692-4f62-af79-392b5b9ce579 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:24:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-73ef2b59-c01c-4a79-87f6-796367b11cb5 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "d7fa5d55-e571-425b-99c3-9ce4019b74ea" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:24:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-73ef2b59-c01c-4a79-87f6-796367b11cb5 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "d7fa5d55-e571-425b-99c3-9ce4019b74ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:24:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-73ef2b59-c01c-4a79-87f6-796367b11cb5 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "d7fa5d55-e571-425b-99c3-9ce4019b74ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:24:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-73ef2b59-c01c-4a79-87f6-796367b11cb5 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "d7fa5d55-e571-425b-99c3-9ce4019b74ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:24:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-73ef2b59-c01c-4a79-87f6-796367b11cb5 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "d7fa5d55-e571-425b-99c3-9ce4019b74ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:24:02 user nova-compute[75076]: INFO nova.compute.manager [None req-73ef2b59-c01c-4a79-87f6-796367b11cb5 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Terminating instance
Oct 27 16:24:02 user nova-compute[75076]: DEBUG nova.compute.manager [None req-73ef2b59-c01c-4a79-87f6-796367b11cb5 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:24:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:24:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:24:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:24:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:24:02 user nova-compute[75076]: DEBUG nova.network.neutron [req-0c87627f-a997-4ad1-862e-34fb006534ed req-237a7ecb-478e-41ea-b6c6-f7f30ec5fdd2 service nova] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Updated VIF entry in instance network info cache for port 341468c3-0692-4f62-af79-392b5b9ce579. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:24:02 user nova-compute[75076]: DEBUG nova.network.neutron [req-0c87627f-a997-4ad1-862e-34fb006534ed req-237a7ecb-478e-41ea-b6c6-f7f30ec5fdd2 service nova] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Updating instance_info_cache with network_info: [{"id": "341468c3-0692-4f62-af79-392b5b9ce579", "address": "fa:16:3e:c3:4b:98", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.10", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap341468c3-06", "ovs_interfaceid": "341468c3-0692-4f62-af79-392b5b9ce579", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:24:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-0c87627f-a997-4ad1-862e-34fb006534ed req-237a7ecb-478e-41ea-b6c6-f7f30ec5fdd2 service nova] Releasing lock "refresh_cache-d7fa5d55-e571-425b-99c3-9ce4019b74ea" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:24:02 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Instance destroyed successfully.
Oct 27 16:24:02 user nova-compute[75076]: DEBUG nova.objects.instance [None req-73ef2b59-c01c-4a79-87f6-796367b11cb5 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lazy-loading 'resources' on Instance uuid d7fa5d55-e571-425b-99c3-9ce4019b74ea {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:24:02 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-73ef2b59-c01c-4a79-87f6-796367b11cb5 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:22:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1859018699',display_name='tempest-AttachVolumeNegativeTest-server-1859018699',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1859018699',id=31,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOIylcsGxk1wUiCdj1fIxeK75RQlzrzBU4sAES38SODMYE49t/jGHRslxXsVehxLJLhdWN3jcyJKScmc2TRQNAy2KtV2zFVkstndhEryRf0JofK7kLE0AmG2zVeiM7hNbA==',key_name='tempest-keypair-1594048546',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:22:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c1c3f667da694a98becb9067dfed7888',ramdisk_id='',reservation_id='r-upov3dk9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-13585354',owner_user_name='tempest-AttachVolumeNegativeTest-13585354-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:22:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='500acae85b404ddfb043d00de39a7f04',uuid=d7fa5d55-e571-425b-99c3-9ce4019b74ea,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "341468c3-0692-4f62-af79-392b5b9ce579", "address": "fa:16:3e:c3:4b:98", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap341468c3-06", "ovs_interfaceid": "341468c3-0692-4f62-af79-392b5b9ce579", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:24:02 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-73ef2b59-c01c-4a79-87f6-796367b11cb5 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Converting VIF {"id": "341468c3-0692-4f62-af79-392b5b9ce579", "address": "fa:16:3e:c3:4b:98", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap341468c3-06", "ovs_interfaceid": "341468c3-0692-4f62-af79-392b5b9ce579", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:24:02 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-73ef2b59-c01c-4a79-87f6-796367b11cb5 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c3:4b:98,bridge_name='br-int',has_traffic_filtering=True,id=341468c3-0692-4f62-af79-392b5b9ce579,network=Network(361c13d0-70fe-468e-9aa6-09dfa2310541),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap341468c3-06') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:24:02 user nova-compute[75076]: DEBUG os_vif [None req-73ef2b59-c01c-4a79-87f6-796367b11cb5 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c3:4b:98,bridge_name='br-int',has_traffic_filtering=True,id=341468c3-0692-4f62-af79-392b5b9ce579,network=Network(361c13d0-70fe-468e-9aa6-09dfa2310541),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap341468c3-06') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:24:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:24:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap341468c3-06, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:24:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:24:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:24:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:24:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:24:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c3058240-8bff-465b-810d-d834a6aeb140) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:24:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:24:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:24:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:24:02 user nova-compute[75076]: INFO os_vif [None req-73ef2b59-c01c-4a79-87f6-796367b11cb5 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c3:4b:98,bridge_name='br-int',has_traffic_filtering=True,id=341468c3-0692-4f62-af79-392b5b9ce579,network=Network(361c13d0-70fe-468e-9aa6-09dfa2310541),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap341468c3-06')
Oct 27 16:24:02 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-73ef2b59-c01c-4a79-87f6-796367b11cb5 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Deleting instance files /opt/stack/data/nova/instances/d7fa5d55-e571-425b-99c3-9ce4019b74ea_del
Oct 27 16:24:02 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-73ef2b59-c01c-4a79-87f6-796367b11cb5 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Deletion of /opt/stack/data/nova/instances/d7fa5d55-e571-425b-99c3-9ce4019b74ea_del complete
Oct 27 16:24:02 user nova-compute[75076]: DEBUG nova.compute.manager [req-32975dad-5668-477d-b544-4ea0c9d0e3c5 req-ed5abb09-96f6-4b66-b84f-fadf288f659b service nova] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Received event network-vif-unplugged-341468c3-0692-4f62-af79-392b5b9ce579 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:24:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-32975dad-5668-477d-b544-4ea0c9d0e3c5 req-ed5abb09-96f6-4b66-b84f-fadf288f659b service nova] Acquiring lock "d7fa5d55-e571-425b-99c3-9ce4019b74ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:24:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-32975dad-5668-477d-b544-4ea0c9d0e3c5 req-ed5abb09-96f6-4b66-b84f-fadf288f659b service nova] Lock "d7fa5d55-e571-425b-99c3-9ce4019b74ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:24:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-32975dad-5668-477d-b544-4ea0c9d0e3c5 req-ed5abb09-96f6-4b66-b84f-fadf288f659b service nova] Lock "d7fa5d55-e571-425b-99c3-9ce4019b74ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:24:02 user nova-compute[75076]: DEBUG nova.compute.manager [req-32975dad-5668-477d-b544-4ea0c9d0e3c5 req-ed5abb09-96f6-4b66-b84f-fadf288f659b service nova] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] No waiting events found dispatching network-vif-unplugged-341468c3-0692-4f62-af79-392b5b9ce579 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:24:02 user nova-compute[75076]: DEBUG nova.compute.manager [req-32975dad-5668-477d-b544-4ea0c9d0e3c5 req-ed5abb09-96f6-4b66-b84f-fadf288f659b service nova] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Received event network-vif-unplugged-341468c3-0692-4f62-af79-392b5b9ce579 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:24:02 user nova-compute[75076]: INFO nova.compute.manager [None req-73ef2b59-c01c-4a79-87f6-796367b11cb5 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Took 0.71 seconds to destroy the instance on the hypervisor.
Oct 27 16:24:02 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-73ef2b59-c01c-4a79-87f6-796367b11cb5 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:24:02 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:24:02 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:24:03 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:24:03 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Took 1.17 seconds to deallocate network for instance.
Oct 27 16:24:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-73ef2b59-c01c-4a79-87f6-796367b11cb5 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:24:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-73ef2b59-c01c-4a79-87f6-796367b11cb5 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:24:04 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-73ef2b59-c01c-4a79-87f6-796367b11cb5 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:24:04 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-73ef2b59-c01c-4a79-87f6-796367b11cb5 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:24:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-73ef2b59-c01c-4a79-87f6-796367b11cb5 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.571s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:24:04 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-73ef2b59-c01c-4a79-87f6-796367b11cb5 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Deleted allocations for instance d7fa5d55-e571-425b-99c3-9ce4019b74ea
Oct 27 16:24:04 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:24:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-73ef2b59-c01c-4a79-87f6-796367b11cb5 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "d7fa5d55-e571-425b-99c3-9ce4019b74ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.699s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:24:04 user nova-compute[75076]: DEBUG nova.compute.manager [req-bca585be-7ec3-4e06-9ed3-31fe57ef6fb8 req-49d27129-8b5b-4eba-8871-0b90fe87b33c service nova] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Received event network-vif-plugged-341468c3-0692-4f62-af79-392b5b9ce579 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:24:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bca585be-7ec3-4e06-9ed3-31fe57ef6fb8 req-49d27129-8b5b-4eba-8871-0b90fe87b33c service nova] Acquiring lock "d7fa5d55-e571-425b-99c3-9ce4019b74ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:24:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bca585be-7ec3-4e06-9ed3-31fe57ef6fb8 req-49d27129-8b5b-4eba-8871-0b90fe87b33c service nova] Lock "d7fa5d55-e571-425b-99c3-9ce4019b74ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:24:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bca585be-7ec3-4e06-9ed3-31fe57ef6fb8 req-49d27129-8b5b-4eba-8871-0b90fe87b33c service nova] Lock "d7fa5d55-e571-425b-99c3-9ce4019b74ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:24:04 user nova-compute[75076]: DEBUG nova.compute.manager [req-bca585be-7ec3-4e06-9ed3-31fe57ef6fb8 req-49d27129-8b5b-4eba-8871-0b90fe87b33c service nova] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] No waiting events found dispatching network-vif-plugged-341468c3-0692-4f62-af79-392b5b9ce579 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:24:04 user nova-compute[75076]: WARNING nova.compute.manager [req-bca585be-7ec3-4e06-9ed3-31fe57ef6fb8 req-49d27129-8b5b-4eba-8871-0b90fe87b33c service nova] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Received unexpected event network-vif-plugged-341468c3-0692-4f62-af79-392b5b9ce579 for instance with vm_state deleted and task_state None.
Oct 27 16:24:04 user nova-compute[75076]: DEBUG nova.compute.manager [req-bca585be-7ec3-4e06-9ed3-31fe57ef6fb8 req-49d27129-8b5b-4eba-8871-0b90fe87b33c service nova] [instance: d7fa5d55-e571-425b-99c3-9ce4019b74ea] Received event network-vif-deleted-341468c3-0692-4f62-af79-392b5b9ce579 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:24:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:24:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:24:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:24:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c2b2e6b4-1eb7-4c36-806a-edaade247cd9 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "1096189a-b0ca-436c-95e7-8e27f399d7f3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:24:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c2b2e6b4-1eb7-4c36-806a-edaade247cd9 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "1096189a-b0ca-436c-95e7-8e27f399d7f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:24:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c2b2e6b4-1eb7-4c36-806a-edaade247cd9 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "1096189a-b0ca-436c-95e7-8e27f399d7f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:24:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c2b2e6b4-1eb7-4c36-806a-edaade247cd9 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "1096189a-b0ca-436c-95e7-8e27f399d7f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:24:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c2b2e6b4-1eb7-4c36-806a-edaade247cd9 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "1096189a-b0ca-436c-95e7-8e27f399d7f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:24:12 user nova-compute[75076]: INFO nova.compute.manager [None req-c2b2e6b4-1eb7-4c36-806a-edaade247cd9 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Terminating instance
Oct 27 16:24:12 user nova-compute[75076]: DEBUG nova.compute.manager [None req-c2b2e6b4-1eb7-4c36-806a-edaade247cd9 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:24:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:24:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:24:13 user nova-compute[75076]: DEBUG nova.compute.manager [req-5ecd44ad-a2f9-4874-bda1-36b8fb5c97c3 req-7ba31a2b-d432-4b33-82b4-78b725ddc8b3 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Received event network-vif-unplugged-3eb6166c-750b-46ce-b20b-c5a291bc8a33 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:24:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-5ecd44ad-a2f9-4874-bda1-36b8fb5c97c3 req-7ba31a2b-d432-4b33-82b4-78b725ddc8b3 service nova] Acquiring lock "1096189a-b0ca-436c-95e7-8e27f399d7f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:24:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-5ecd44ad-a2f9-4874-bda1-36b8fb5c97c3 req-7ba31a2b-d432-4b33-82b4-78b725ddc8b3 service nova] Lock "1096189a-b0ca-436c-95e7-8e27f399d7f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:24:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-5ecd44ad-a2f9-4874-bda1-36b8fb5c97c3 req-7ba31a2b-d432-4b33-82b4-78b725ddc8b3 service nova] Lock "1096189a-b0ca-436c-95e7-8e27f399d7f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:24:13 user nova-compute[75076]: DEBUG nova.compute.manager [req-5ecd44ad-a2f9-4874-bda1-36b8fb5c97c3 req-7ba31a2b-d432-4b33-82b4-78b725ddc8b3 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] No waiting events found dispatching network-vif-unplugged-3eb6166c-750b-46ce-b20b-c5a291bc8a33 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:24:13 user nova-compute[75076]: DEBUG nova.compute.manager [req-5ecd44ad-a2f9-4874-bda1-36b8fb5c97c3 req-7ba31a2b-d432-4b33-82b4-78b725ddc8b3 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Received event network-vif-unplugged-3eb6166c-750b-46ce-b20b-c5a291bc8a33 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:24:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:24:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:24:13 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Instance destroyed successfully.
Oct 27 16:24:13 user nova-compute[75076]: DEBUG nova.objects.instance [None req-c2b2e6b4-1eb7-4c36-806a-edaade247cd9 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lazy-loading 'resources' on Instance uuid 1096189a-b0ca-436c-95e7-8e27f399d7f3 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:24:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-c2b2e6b4-1eb7-4c36-806a-edaade247cd9 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:17:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-9667271',display_name='tempest-ServerRescueNegativeTestJSON-server-9667271',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-9667271',id=22,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIK7rj/RKh7k1lO/mfk9jd2Q5WCTfA0Cs8yZLYOaO2OJl5XFDF2vM3gWVchXWp03Txfgdn3Hm5ghxRB9dGY705dYfIYhN/izd0arHXD55HtgSYEzY2V+F370QWZ5arQ/Uw==',key_name='tempest-keypair-1962523774',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:19:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0ef018ddb1b54e7b996b9fb0f8e15c10',ramdisk_id='',reservation_id='r-0xz0x0cc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1251262599',owner_user_name='tempest-ServerRescueNegativeTestJSON-1251262599-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:21:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0c99e98aaaae434397f33178d51b0f20',uuid=1096189a-b0ca-436c-95e7-8e27f399d7f3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3eb6166c-750b-46ce-b20b-c5a291bc8a33", "address": "fa:16:3e:7a:87:a6", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3eb6166c-75", "ovs_interfaceid": "3eb6166c-750b-46ce-b20b-c5a291bc8a33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:24:13 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-c2b2e6b4-1eb7-4c36-806a-edaade247cd9 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Converting VIF {"id": "3eb6166c-750b-46ce-b20b-c5a291bc8a33", "address": "fa:16:3e:7a:87:a6", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3eb6166c-75", "ovs_interfaceid": "3eb6166c-750b-46ce-b20b-c5a291bc8a33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:24:13 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-c2b2e6b4-1eb7-4c36-806a-edaade247cd9 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7a:87:a6,bridge_name='br-int',has_traffic_filtering=True,id=3eb6166c-750b-46ce-b20b-c5a291bc8a33,network=Network(a3001d2a-0821-4923-b18e-5d46ff3977e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3eb6166c-75') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:24:13 user nova-compute[75076]: DEBUG os_vif [None req-c2b2e6b4-1eb7-4c36-806a-edaade247cd9 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7a:87:a6,bridge_name='br-int',has_traffic_filtering=True,id=3eb6166c-750b-46ce-b20b-c5a291bc8a33,network=Network(a3001d2a-0821-4923-b18e-5d46ff3977e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3eb6166c-75') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:24:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:24:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3eb6166c-75, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:24:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:24:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:24:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:24:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:24:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3f82d865-c868-4a25-9fea-be509c01f50e) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:24:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:24:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:24:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:24:13 user nova-compute[75076]: INFO os_vif [None req-c2b2e6b4-1eb7-4c36-806a-edaade247cd9 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7a:87:a6,bridge_name='br-int',has_traffic_filtering=True,id=3eb6166c-750b-46ce-b20b-c5a291bc8a33,network=Network(a3001d2a-0821-4923-b18e-5d46ff3977e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3eb6166c-75')
Oct 27 16:24:13 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-c2b2e6b4-1eb7-4c36-806a-edaade247cd9 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Deleting instance files /opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3_del
Oct 27 16:24:13 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-c2b2e6b4-1eb7-4c36-806a-edaade247cd9 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Deletion of /opt/stack/data/nova/instances/1096189a-b0ca-436c-95e7-8e27f399d7f3_del complete
Oct 27 16:24:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:24:13 user nova-compute[75076]: INFO nova.compute.manager [None req-c2b2e6b4-1eb7-4c36-806a-edaade247cd9 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Took 0.93 seconds to destroy the instance on the hypervisor.
Oct 27 16:24:13 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-c2b2e6b4-1eb7-4c36-806a-edaade247cd9 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:24:13 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:24:13 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:24:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:24:14 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:24:14 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Took 0.89 seconds to deallocate network for instance.
Oct 27 16:24:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c2b2e6b4-1eb7-4c36-806a-edaade247cd9 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:24:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c2b2e6b4-1eb7-4c36-806a-edaade247cd9 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:24:14 user nova-compute[75076]: DEBUG nova.compute.manager [req-444101a3-ce08-4ea9-8c66-d13027570076 req-f40539ac-4a1e-4d7b-bc4e-6e975c6cd6e5 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Received event network-vif-deleted-3eb6166c-750b-46ce-b20b-c5a291bc8a33 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:24:15 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-c2b2e6b4-1eb7-4c36-806a-edaade247cd9 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:24:15 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-c2b2e6b4-1eb7-4c36-806a-edaade247cd9 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:24:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c2b2e6b4-1eb7-4c36-806a-edaade247cd9 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.515s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:24:15 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-c2b2e6b4-1eb7-4c36-806a-edaade247cd9 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Deleted allocations for instance 1096189a-b0ca-436c-95e7-8e27f399d7f3
Oct 27 16:24:15 user nova-compute[75076]: DEBUG nova.compute.manager [req-1a9b0449-be02-4b18-b06a-a9a71760bea1 req-840a3156-fb3b-422a-892e-ec893c6a4556 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Received event network-vif-plugged-3eb6166c-750b-46ce-b20b-c5a291bc8a33 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:24:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-1a9b0449-be02-4b18-b06a-a9a71760bea1 req-840a3156-fb3b-422a-892e-ec893c6a4556 service nova] Acquiring lock "1096189a-b0ca-436c-95e7-8e27f399d7f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:24:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-1a9b0449-be02-4b18-b06a-a9a71760bea1 req-840a3156-fb3b-422a-892e-ec893c6a4556 service nova] Lock "1096189a-b0ca-436c-95e7-8e27f399d7f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:24:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-1a9b0449-be02-4b18-b06a-a9a71760bea1 req-840a3156-fb3b-422a-892e-ec893c6a4556 service nova] Lock "1096189a-b0ca-436c-95e7-8e27f399d7f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:24:15 user nova-compute[75076]: DEBUG nova.compute.manager [req-1a9b0449-be02-4b18-b06a-a9a71760bea1 req-840a3156-fb3b-422a-892e-ec893c6a4556 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] No waiting events found dispatching network-vif-plugged-3eb6166c-750b-46ce-b20b-c5a291bc8a33 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:24:15 user nova-compute[75076]: WARNING nova.compute.manager [req-1a9b0449-be02-4b18-b06a-a9a71760bea1 req-840a3156-fb3b-422a-892e-ec893c6a4556 service nova] [instance: 1096189a-b0ca-436c-95e7-8e27f399d7f3] Received unexpected event network-vif-plugged-3eb6166c-750b-46ce-b20b-c5a291bc8a33 for instance with vm_state deleted and task_state None.
Oct 27 16:24:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c2b2e6b4-1eb7-4c36-806a-edaade247cd9 tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "1096189a-b0ca-436c-95e7-8e27f399d7f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.551s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:24:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:24:19 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:24:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:24:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d854d1ae-cc69-4a4d-a0d2-b1121c2b271e tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "3996d4e9-34f4-4419-a84c-a5fed87fa009" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:24:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d854d1ae-cc69-4a4d-a0d2-b1121c2b271e tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "3996d4e9-34f4-4419-a84c-a5fed87fa009" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:24:26 user nova-compute[75076]: DEBUG nova.compute.manager [None req-d854d1ae-cc69-4a4d-a0d2-b1121c2b271e tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Going to confirm migration 1 {{(pid=75076) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4773}}
Oct 27 16:24:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d854d1ae-cc69-4a4d-a0d2-b1121c2b271e tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "refresh_cache-3996d4e9-34f4-4419-a84c-a5fed87fa009" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:24:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d854d1ae-cc69-4a4d-a0d2-b1121c2b271e tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquired lock "refresh_cache-3996d4e9-34f4-4419-a84c-a5fed87fa009" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:24:27 user nova-compute[75076]: DEBUG nova.network.neutron [None req-d854d1ae-cc69-4a4d-a0d2-b1121c2b271e tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:24:27 user nova-compute[75076]: DEBUG nova.objects.instance [None req-d854d1ae-cc69-4a4d-a0d2-b1121c2b271e tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lazy-loading 'info_cache' on Instance uuid 3996d4e9-34f4-4419-a84c-a5fed87fa009 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:24:27 user nova-compute[75076]: DEBUG nova.network.neutron [None req-d854d1ae-cc69-4a4d-a0d2-b1121c2b271e tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Updating instance_info_cache with network_info: [{"id": "fdcc4ca0-cb4d-4aa7-92ce-df96d7102307", "address": "fa:16:3e:44:96:5b", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.47", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdcc4ca0-cb", "ovs_interfaceid": "fdcc4ca0-cb4d-4aa7-92ce-df96d7102307", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:24:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d854d1ae-cc69-4a4d-a0d2-b1121c2b271e tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Releasing lock "refresh_cache-3996d4e9-34f4-4419-a84c-a5fed87fa009" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:24:27 user nova-compute[75076]: DEBUG nova.objects.instance [None req-d854d1ae-cc69-4a4d-a0d2-b1121c2b271e tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lazy-loading 'migration_context' on Instance uuid 3996d4e9-34f4-4419-a84c-a5fed87fa009 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:24:27 user nova-compute[75076]: DEBUG nova.objects.base [None req-d854d1ae-cc69-4a4d-a0d2-b1121c2b271e tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Object Instance<3996d4e9-34f4-4419-a84c-a5fed87fa009> lazy-loaded attributes: info_cache,migration_context {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:24:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d854d1ae-cc69-4a4d-a0d2-b1121c2b271e tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:24:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d854d1ae-cc69-4a4d-a0d2-b1121c2b271e tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:24:28 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-d854d1ae-cc69-4a4d-a0d2-b1121c2b271e tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:24:28 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:24:28 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-d854d1ae-cc69-4a4d-a0d2-b1121c2b271e tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:24:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d854d1ae-cc69-4a4d-a0d2-b1121c2b271e tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 0.482s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:24:28 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-d854d1ae-cc69-4a4d-a0d2-b1121c2b271e tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Deleted allocation for migration 650445fc-79c2-4653-ab26-075f70aabbfa
Oct 27 16:24:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d854d1ae-cc69-4a4d-a0d2-b1121c2b271e tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "3996d4e9-34f4-4419-a84c-a5fed87fa009" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 1.578s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:24:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:24:29 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:24:29 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:24:29 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Rebuilding the list of instances to heal {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 16:24:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-961254d8-ebf1-4fa6-a93d-62c8eb1bd359" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:24:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-961254d8-ebf1-4fa6-a93d-62c8eb1bd359" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:24:29 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 16:24:29 user nova-compute[75076]: DEBUG nova.objects.instance [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lazy-loading 'info_cache' on Instance uuid 961254d8-ebf1-4fa6-a93d-62c8eb1bd359 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:24:29 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Updating instance_info_cache with network_info: [{"id": "3b291e38-39d5-4060-982d-e302febd2986", "address": "fa:16:3e:36:e0:3f", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b291e38-39", "ovs_interfaceid": "3b291e38-39d5-4060-982d-e302febd2986", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:24:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-961254d8-ebf1-4fa6-a93d-62c8eb1bd359" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:24:29 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 16:24:31 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:24:32 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:24:32 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:24:33 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:24:33 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:24:33 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:24:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:24:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:24:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:24:33 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:24:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:24:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:24:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:24:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:24:33 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:24:33 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:24:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e671e3b-15c7-44b5-aa89-19a37117fbc9/disk.rescue --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:24:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:24:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e671e3b-15c7-44b5-aa89-19a37117fbc9/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:24:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e671e3b-15c7-44b5-aa89-19a37117fbc9/disk.rescue --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:24:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e671e3b-15c7-44b5-aa89-19a37117fbc9/disk.rescue --force-share --output=json" returned: 0 in 0.210s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:24:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:24:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json" returned: 0 in 0.214s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:24:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:24:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk.rescue --force-share --output=json" returned: 0 in 0.246s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:24:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:24:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json" returned: 0 in 0.268s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:24:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:24:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:24:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d86fb97b-71c1-4078-9808-288c2542891a/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:24:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d86fb97b-71c1-4078-9808-288c2542891a/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:24:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d86fb97b-71c1-4078-9808-288c2542891a/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:24:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d86fb97b-71c1-4078-9808-288c2542891a/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:24:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ec4ef43-8f30-4c12-917a-9d5a3bec531c/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:24:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ec4ef43-8f30-4c12-917a-9d5a3bec531c/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:24:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ec4ef43-8f30-4c12-917a-9d5a3bec531c/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:24:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ec4ef43-8f30-4c12-917a-9d5a3bec531c/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:24:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:24:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:24:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:24:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:24:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:24:36 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:24:36 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:24:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:24:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:24:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:24:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:24:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:24:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:24:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:24:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:24:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:24:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:24:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:24:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:24:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:24:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:24:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:24:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:24:38 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:24:38 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:24:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=7498MB free_disk=24.96959686279297GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:24:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:24:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:24:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 961254d8-ebf1-4fa6-a93d-62c8eb1bd359 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:24:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:24:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance add0650a-7ec6-4d12-9662-880e6b3f7052 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:24:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:24:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:24:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 9f9c5961-2f10-499b-8721-e00141b30d82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:24:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 3b8402ec-436a-44e0-a938-bdc76b015689 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:24:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 4ec4ef43-8f30-4c12-917a-9d5a3bec531c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:24:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 9e671e3b-15c7-44b5-aa89-19a37117fbc9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:24:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance dad6d9d4-84e4-4e39-853f-566cdcd8bd30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:24:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 3996d4e9-34f4-4419-a84c-a5fed87fa009 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:24:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance d86fb97b-71c1-4078-9808-288c2542891a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:24:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:24:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=8192MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:24:38 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Refreshing inventories for resource provider 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 27 16:24:38 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Updating ProviderTree inventory for provider 543fff1b-1911-4710-bad6-6bd4c750c641 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 27 16:24:38 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Updating inventory in ProviderTree for provider 543fff1b-1911-4710-bad6-6bd4c750c641 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 27 16:24:38 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Refreshing aggregate associations for resource provider 543fff1b-1911-4710-bad6-6bd4c750c641, aggregates: None {{(pid=75076) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 27 16:24:38 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Refreshing trait associations for resource provider 543fff1b-1911-4710-bad6-6bd4c750c641, traits: COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ARI,HW_CPU_X86_SSE2,HW_CPU_X86_MMX,COMPUTE_NODE,HW_CPU_X86_SSSE3,HW_CPU_X86_SSE,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSE41,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_ATTACH_INTERFACE {{(pid=75076) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 27 16:24:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:24:39 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:24:39 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:24:39 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:24:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.942s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:24:39 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:24:39 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Cleaning up deleted instances {{(pid=75076) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 27 16:24:39 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] There are 0 instances to clean {{(pid=75076) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 27 16:24:39 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:24:39 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Cleaning up deleted instances with incomplete migration  {{(pid=75076) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 27 16:24:40 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:24:40 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:24:40 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:24:40 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:24:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:24:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:24:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:24:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:24:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e33e0a6d-ae15-467a-a3e0-bb5dbe3a5354 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:24:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e33e0a6d-ae15-467a-a3e0-bb5dbe3a5354 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:24:54 user nova-compute[75076]: INFO nova.compute.manager [None req-e33e0a6d-ae15-467a-a3e0-bb5dbe3a5354 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Detaching volume 61e1f9ab-1cef-4a92-9c09-97139ea9e9fa
Oct 27 16:24:54 user nova-compute[75076]: INFO nova.virt.block_device [None req-e33e0a6d-ae15-467a-a3e0-bb5dbe3a5354 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Attempting to driver detach volume 61e1f9ab-1cef-4a92-9c09-97139ea9e9fa from mountpoint /dev/vdb
Oct 27 16:24:54 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e33e0a6d-ae15-467a-a3e0-bb5dbe3a5354 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Attempting to detach device vdb from instance 4ec4ef43-8f30-4c12-917a-9d5a3bec531c from the persistent domain config. {{(pid=75076) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 16:24:54 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-e33e0a6d-ae15-467a-a3e0-bb5dbe3a5354 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:24:54 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:24:54 user nova-compute[75076]:   <source dev="/dev/sdd"/>
Oct 27 16:24:54 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:24:54 user nova-compute[75076]:   <serial>61e1f9ab-1cef-4a92-9c09-97139ea9e9fa</serial>
Oct 27 16:24:54 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 16:24:54 user nova-compute[75076]: </disk>
Oct 27 16:24:54 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:24:54 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-e33e0a6d-ae15-467a-a3e0-bb5dbe3a5354 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Successfully detached device vdb from instance 4ec4ef43-8f30-4c12-917a-9d5a3bec531c from the persistent domain config.
Oct 27 16:24:54 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e33e0a6d-ae15-467a-a3e0-bb5dbe3a5354 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 4ec4ef43-8f30-4c12-917a-9d5a3bec531c from the live domain config. {{(pid=75076) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 16:24:54 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-e33e0a6d-ae15-467a-a3e0-bb5dbe3a5354 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:24:54 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:24:54 user nova-compute[75076]:   <source dev="/dev/sdd"/>
Oct 27 16:24:54 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:24:54 user nova-compute[75076]:   <serial>61e1f9ab-1cef-4a92-9c09-97139ea9e9fa</serial>
Oct 27 16:24:54 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 16:24:54 user nova-compute[75076]: </disk>
Oct 27 16:24:54 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:24:54 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e33e0a6d-ae15-467a-a3e0-bb5dbe3a5354 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 4ec4ef43-8f30-4c12-917a-9d5a3bec531c {{(pid=75076) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 16:24:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:25:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:25:09 user nova-compute[75076]: DEBUG nova.objects.instance [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lazy-loading 'flavor' on Instance uuid dad6d9d4-84e4-4e39-853f-566cdcd8bd30 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:25:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Acquiring lock "refresh_cache-dad6d9d4-84e4-4e39-853f-566cdcd8bd30" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:25:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Acquired lock "refresh_cache-dad6d9d4-84e4-4e39-853f-566cdcd8bd30" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:25:09 user nova-compute[75076]: DEBUG nova.network.neutron [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:25:09 user nova-compute[75076]: DEBUG nova.objects.instance [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lazy-loading 'info_cache' on Instance uuid dad6d9d4-84e4-4e39-853f-566cdcd8bd30 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:25:09 user nova-compute[75076]: DEBUG nova.objects.base [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Object Instance<dad6d9d4-84e4-4e39-853f-566cdcd8bd30> lazy-loaded attributes: flavor,info_cache {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:25:09 user nova-compute[75076]: DEBUG nova.network.neutron [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Updating instance_info_cache with network_info: [{"id": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "address": "fa:16:3e:e0:00:4d", "network": {"id": "a4cd92b5-8cea-4135-86fc-8241f5ec05e6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1716485942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.76", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "44ca7e988f9f466bb169bceae343c954", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e8e0de7-63", "ovs_interfaceid": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:25:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Releasing lock "refresh_cache-dad6d9d4-84e4-4e39-853f-566cdcd8bd30" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:25:09 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Instance destroyed successfully.
Oct 27 16:25:09 user nova-compute[75076]: DEBUG nova.objects.instance [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lazy-loading 'resources' on Instance uuid dad6d9d4-84e4-4e39-853f-566cdcd8bd30 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:25:09 user nova-compute[75076]: DEBUG nova.objects.base [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Object Instance<dad6d9d4-84e4-4e39-853f-566cdcd8bd30> lazy-loaded attributes: flavor,info_cache,resources {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:25:09 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:20:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-317602260',display_name='tempest-AttachVolumeTestJSON-server-317602260',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-317602260',id=30,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDzp/ZsHuLqb72phHRfw68YFeSmYbfUeuy0fY+TiXMdb/8sM0h9eabK9OohMW/U/eB19AHg7wXzdhLY3a+0wQDjlHbDt6AfZ4HIjeWRkQ7/+rJ0Hlp87YxzhGdd75RshYQ==',key_name='tempest-keypair-1036079968',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:21:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='44ca7e988f9f466bb169bceae343c954',ramdisk_id='',reservation_id='r-fs2fds7z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1648334762',owner_user_name='tempest-AttachVolumeTestJSON-1648334762-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:23:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dab7a049eef348cba35f260a2eea1707',uuid=dad6d9d4-84e4-4e39-853f-566cdcd8bd30,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "address": "fa:16:3e:e0:00:4d", "network": {"id": "a4cd92b5-8cea-4135-86fc-8241f5ec05e6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1716485942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.76", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "44ca7e988f9f466bb169bceae343c954", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e8e0de7-63", "ovs_interfaceid": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:25:09 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Converting VIF {"id": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "address": "fa:16:3e:e0:00:4d", "network": {"id": "a4cd92b5-8cea-4135-86fc-8241f5ec05e6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1716485942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.76", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "44ca7e988f9f466bb169bceae343c954", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e8e0de7-63", "ovs_interfaceid": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:25:09 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:00:4d,bridge_name='br-int',has_traffic_filtering=True,id=6e8e0de7-63a3-4c63-8e17-5f420fb22ca0,network=Network(a4cd92b5-8cea-4135-86fc-8241f5ec05e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e8e0de7-63') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:25:09 user nova-compute[75076]: DEBUG os_vif [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:00:4d,bridge_name='br-int',has_traffic_filtering=True,id=6e8e0de7-63a3-4c63-8e17-5f420fb22ca0,network=Network(a4cd92b5-8cea-4135-86fc-8241f5ec05e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e8e0de7-63') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:25:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6e8e0de7-63, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:25:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:25:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=52fb3d37-94b7-474d-93d2-d62b614c52b6) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:25:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:09 user nova-compute[75076]: INFO os_vif [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:00:4d,bridge_name='br-int',has_traffic_filtering=True,id=6e8e0de7-63a3-4c63-8e17-5f420fb22ca0,network=Network(a4cd92b5-8cea-4135-86fc-8241f5ec05e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e8e0de7-63')
Oct 27 16:25:09 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:25:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EneHXiVx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:25:09 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:25:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:25:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:25:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[dac61f36-6d33-4653-be98-43ed75efb416]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:25:10 user nova-compute[75076]: No targets found.
Oct 27 16:25:10 user nova-compute[75076]: iSNS:
Oct 27 16:25:10 user nova-compute[75076]: No targets found.
Oct 27 16:25:10 user nova-compute[75076]: STATIC:
Oct 27 16:25:10 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78
Oct 27 16:25:10 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:25:10 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:25:10 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce
Oct 27 16:25:10 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:25:10 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:25:10 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb
Oct 27 16:25:10 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:25:10 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:25:10 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144
Oct 27 16:25:10 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:25:10 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:25:10 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa
Oct 27 16:25:10 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:25:10 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:25:10 user nova-compute[75076]: FIRMWARE:
Oct 27 16:25:10 user nova-compute[75076]: No targets found.
Oct 27 16:25:10 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:25:10 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:25:10 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fe7506b-6ce5-4794-9199-b4f77c61dcb3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5121d96-dec3-4a1a-94af-7319a0c97df0]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:25:10 user nova-compute[75076]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)
Oct 27 16:25:10 user nova-compute[75076]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa (non-flash)
Oct 27 16:25:10 user nova-compute[75076]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:25:10 user nova-compute[75076]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb (non-flash)
Oct 27 16:25:10 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:25:10 user nova-compute[75076]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)
Oct 27 16:25:10 user nova-compute[75076]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa (non-flash)
Oct 27 16:25:10 user nova-compute[75076]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:25:10 user nova-compute[75076]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb (non-flash)
Oct 27 16:25:10 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe1c56eef0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb'): ({'sde'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Removing single pathed devices sde {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[eeed5de1-ec8f-470c-8a63-2ae39f387bbd]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b428d1a-584f-43f5-a6c7-1c8520fad7a3]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Flushing IO for device /dev/sde {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[460333df-ac12-44fb-8f95-849b587f0e1d]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.066s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1030f85-9b5e-4592-9af1-a27bd915fb32]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] SCSI volumes sde have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c8220b4-e229-457e-80d5-165fa65b4a32]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[135399e9-6d88-48d5-af9b-caebbba53871]: (4, ('Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb, portal: 172.16.0.220,3260]\nLogout of [sid: 30, target: iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb, portal: 172.16.0.220,3260]
Oct 27 16:25:10 user nova-compute[75076]: Logout of [sid: 30, target: iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb, portal: 172.16.0.220,3260] successful.
Oct 27 16:25:10 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260 --op delete" returned: 0 in 0.133s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd687083-9cec-4638-bfd1-937abddb7c66]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.468s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] <== disconnect_volume: return (470ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Start _get_guest_xml network_info=[{"id": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "address": "fa:16:3e:e0:00:4d", "network": {"id": "a4cd92b5-8cea-4135-86fc-8241f5ec05e6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1716485942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.76", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "44ca7e988f9f466bb169bceae343c954", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e8e0de7-63", "ovs_interfaceid": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EneHXiVx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, 'status': 'reserved', 'instance': 'dad6d9d4-84e4-4e39-853f-566cdcd8bd30', 'attached_at': '', 'detached_at': '', 'volume_id': '80c23703-296b-4e81-9ffe-6b7812039deb', 'serial': '80c23703-296b-4e81-9ffe-6b7812039deb'}, 'boot_index': None, 'device_type': 'disk', 'mount_device': '/dev/vdb', 'disk_bus': 'virtio', 'attachment_id': 'fcda86ff-17c0-40b3-9b73-698d20a875be', 'guest_format': None, 'delete_on_termination': False, 'volume_type': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG nova.objects.instance [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lazy-loading 'numa_topology' on Instance uuid dad6d9d4-84e4-4e39-853f-566cdcd8bd30 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG nova.objects.base [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Object Instance<dad6d9d4-84e4-4e39-853f-566cdcd8bd30> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:25:10 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:25:10 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:25:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG nova.objects.instance [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lazy-loading 'vcpu_model' on Instance uuid dad6d9d4-84e4-4e39-853f-566cdcd8bd30 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG nova.objects.base [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Object Instance<dad6d9d4-84e4-4e39-853f-566cdcd8bd30> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EneHXiVx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:25:10 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:25:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:25:10 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:25:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:25:10 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b02d9a2d-74c2-4422-b923-e65f5a494fe7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:25:10 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee8dcc78-89ee-4d2e-9a39-4e915b666ffb]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb] added
Oct 27 16:25:10 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[3744fc6c-a7be-42a9-b704-09d620a291f1]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c549a09b-8e8e-432d-9745-02789fc0a0c5]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EneHXiVx {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EneHXiVx" returned: 0 in 0.025s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[421cd2aa-8ab3-4aef-afcd-3ed42e85272f]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'EneHXiVx'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[35177915-9234-4e10-a06d-71ea91632e01]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[81b736b8-9362-49bc-a744-a089b279da7f]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:25:10 user nova-compute[75076]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)
Oct 27 16:25:10 user nova-compute[75076]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa (non-flash)
Oct 27 16:25:10 user nova-compute[75076]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:25:10 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:25:10 user nova-compute[75076]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)
Oct 27 16:25:10 user nova-compute[75076]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa (non-flash)
Oct 27 16:25:10 user nova-compute[75076]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:25:10 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260 --login" returned: 0 in 0.073s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[92dedd02-23df-47e4-a43f-db55e4b5f46c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb, portal: 172.16.0.220,3260]
Oct 27 16:25:10 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb, portal: 172.16.0.220,3260] successful.
Oct 27 16:25:10 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[26156390-b5d7-4e16-b802-5c64b5d1ae7c]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d22556c-0c26-4afb-9f2c-c8744491bc76]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:25:10 user nova-compute[75076]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)
Oct 27 16:25:10 user nova-compute[75076]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa (non-flash)
Oct 27 16:25:10 user nova-compute[75076]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:25:10 user nova-compute[75076]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb (non-flash)
Oct 27 16:25:10 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:25:10 user nova-compute[75076]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)
Oct 27 16:25:10 user nova-compute[75076]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa (non-flash)
Oct 27 16:25:10 user nova-compute[75076]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:25:10 user nova-compute[75076]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb (non-flash)
Oct 27 16:25:10 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.313s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] HCTL ('36', '-', '-', 0) found on session 31 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[85d8f4c2-d39b-42d2-9772-74cbe146adac]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:25:10 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Searching for a device in session 31 and hctl ['36', '*', '*', 0] yield: None {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:25:11 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Searching for a device in session 31 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:25:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EneHXiVx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:25:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.344s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:25:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] <== connect_volume: return (1346ms) {'type': 'block', 'scsi_wwn': '23634623536393037', 'path': '/dev/sde'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:25:11 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23634623536393037', 'path': '/dev/sde'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:25:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:20:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-317602260',display_name='tempest-AttachVolumeTestJSON-server-317602260',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-317602260',id=30,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDzp/ZsHuLqb72phHRfw68YFeSmYbfUeuy0fY+TiXMdb/8sM0h9eabK9OohMW/U/eB19AHg7wXzdhLY3a+0wQDjlHbDt6AfZ4HIjeWRkQ7/+rJ0Hlp87YxzhGdd75RshYQ==',key_name='tempest-keypair-1036079968',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:21:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='44ca7e988f9f466bb169bceae343c954',ramdisk_id='',reservation_id='r-fs2fds7z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1648334762',owner_user_name='tempest-AttachVolumeTestJSON-1648334762-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:23:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dab7a049eef348cba35f260a2eea1707',uuid=dad6d9d4-84e4-4e39-853f-566cdcd8bd30,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "address": "fa:16:3e:e0:00:4d", "network": {"id": "a4cd92b5-8cea-4135-86fc-8241f5ec05e6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1716485942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.76", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "44ca7e988f9f466bb169bceae343c954", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e8e0de7-63", "ovs_interfaceid": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:25:12 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Converting VIF {"id": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "address": "fa:16:3e:e0:00:4d", "network": {"id": "a4cd92b5-8cea-4135-86fc-8241f5ec05e6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1716485942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.76", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "44ca7e988f9f466bb169bceae343c954", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e8e0de7-63", "ovs_interfaceid": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:25:12 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:00:4d,bridge_name='br-int',has_traffic_filtering=True,id=6e8e0de7-63a3-4c63-8e17-5f420fb22ca0,network=Network(a4cd92b5-8cea-4135-86fc-8241f5ec05e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e8e0de7-63') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:25:12 user nova-compute[75076]: DEBUG nova.objects.instance [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lazy-loading 'pci_devices' on Instance uuid dad6d9d4-84e4-4e39-853f-566cdcd8bd30 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:25:12 user nova-compute[75076]: DEBUG nova.objects.base [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Object Instance<dad6d9d4-84e4-4e39-853f-566cdcd8bd30> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:25:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:25:12 user nova-compute[75076]:   <uuid>dad6d9d4-84e4-4e39-853f-566cdcd8bd30</uuid>
Oct 27 16:25:12 user nova-compute[75076]:   <name>instance-0000001e</name>
Oct 27 16:25:12 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:25:12 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:25:12 user nova-compute[75076]:   <metadata>
Oct 27 16:25:12 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:25:12 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:25:12 user nova-compute[75076]:       <nova:name>tempest-AttachVolumeTestJSON-server-317602260</nova:name>
Oct 27 16:25:12 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:25:10</nova:creationTime>
Oct 27 16:25:12 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:25:12 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:25:12 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:25:12 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:25:12 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:25:12 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:25:12 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:25:12 user nova-compute[75076]:       <nova:owner>
Oct 27 16:25:12 user nova-compute[75076]:         <nova:user uuid="dab7a049eef348cba35f260a2eea1707">tempest-AttachVolumeTestJSON-1648334762-project-member</nova:user>
Oct 27 16:25:12 user nova-compute[75076]:         <nova:project uuid="44ca7e988f9f466bb169bceae343c954">tempest-AttachVolumeTestJSON-1648334762</nova:project>
Oct 27 16:25:12 user nova-compute[75076]:       </nova:owner>
Oct 27 16:25:12 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:25:12 user nova-compute[75076]:       <nova:ports>
Oct 27 16:25:12 user nova-compute[75076]:         <nova:port uuid="6e8e0de7-63a3-4c63-8e17-5f420fb22ca0">
Oct 27 16:25:12 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 27 16:25:12 user nova-compute[75076]:         </nova:port>
Oct 27 16:25:12 user nova-compute[75076]:       </nova:ports>
Oct 27 16:25:12 user nova-compute[75076]:     </nova:instance>
Oct 27 16:25:12 user nova-compute[75076]:   </metadata>
Oct 27 16:25:12 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:25:12 user nova-compute[75076]:     <system>
Oct 27 16:25:12 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:25:12 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:25:12 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:25:12 user nova-compute[75076]:       <entry name="serial">dad6d9d4-84e4-4e39-853f-566cdcd8bd30</entry>
Oct 27 16:25:12 user nova-compute[75076]:       <entry name="uuid">dad6d9d4-84e4-4e39-853f-566cdcd8bd30</entry>
Oct 27 16:25:12 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:25:12 user nova-compute[75076]:     </system>
Oct 27 16:25:12 user nova-compute[75076]:   </sysinfo>
Oct 27 16:25:12 user nova-compute[75076]:   <os>
Oct 27 16:25:12 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:25:12 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:25:12 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:25:12 user nova-compute[75076]:   </os>
Oct 27 16:25:12 user nova-compute[75076]:   <features>
Oct 27 16:25:12 user nova-compute[75076]:     <acpi/>
Oct 27 16:25:12 user nova-compute[75076]:     <apic/>
Oct 27 16:25:12 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:25:12 user nova-compute[75076]:   </features>
Oct 27 16:25:12 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:25:12 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:25:12 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:25:12 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:25:12 user nova-compute[75076]:   </clock>
Oct 27 16:25:12 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:25:12 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:25:12 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:25:12 user nova-compute[75076]:   </cpu>
Oct 27 16:25:12 user nova-compute[75076]:   <devices>
Oct 27 16:25:12 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:25:12 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:25:12 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk"/>
Oct 27 16:25:12 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:25:12 user nova-compute[75076]:     </disk>
Oct 27 16:25:12 user nova-compute[75076]:     <disk type="block" device="disk">
Oct 27 16:25:12 user nova-compute[75076]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:25:12 user nova-compute[75076]:       <source dev="/dev/sde"/>
Oct 27 16:25:12 user nova-compute[75076]:       <target dev="vdb" bus="virtio"/>
Oct 27 16:25:12 user nova-compute[75076]:       <serial>80c23703-296b-4e81-9ffe-6b7812039deb</serial>
Oct 27 16:25:12 user nova-compute[75076]:     </disk>
Oct 27 16:25:12 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:25:12 user nova-compute[75076]:       <mac address="fa:16:3e:e0:00:4d"/>
Oct 27 16:25:12 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:25:12 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:25:12 user nova-compute[75076]:       <target dev="tap6e8e0de7-63"/>
Oct 27 16:25:12 user nova-compute[75076]:     </interface>
Oct 27 16:25:12 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:25:12 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/console.log" append="off"/>
Oct 27 16:25:12 user nova-compute[75076]:     </serial>
Oct 27 16:25:12 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:25:12 user nova-compute[75076]:     <video>
Oct 27 16:25:12 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:25:12 user nova-compute[75076]:     </video>
Oct 27 16:25:12 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:25:12 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:25:12 user nova-compute[75076]:     </rng>
Oct 27 16:25:12 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:25:12 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:25:12 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:25:12 user nova-compute[75076]:     </memballoon>
Oct 27 16:25:12 user nova-compute[75076]:   </devices>
Oct 27 16:25:12 user nova-compute[75076]: </domain>
Oct 27 16:25:12 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:25:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:25:12 user nova-compute[75076]: DEBUG nova.objects.instance [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lazy-loading 'trusted_certs' on Instance uuid dad6d9d4-84e4-4e39-853f-566cdcd8bd30 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:25:12 user nova-compute[75076]: DEBUG nova.objects.base [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Object Instance<dad6d9d4-84e4-4e39-853f-566cdcd8bd30> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:25:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.193s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:12 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Checking if we can resize image /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk. size=1073741824 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:25:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:12 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Cannot resize image /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk to a smaller size. {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 16:25:12 user nova-compute[75076]: DEBUG nova.objects.instance [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lazy-loading 'migration_context' on Instance uuid dad6d9d4-84e4-4e39-853f-566cdcd8bd30 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:25:12 user nova-compute[75076]: DEBUG nova.objects.base [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Object Instance<dad6d9d4-84e4-4e39-853f-566cdcd8bd30> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:25:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:20:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-317602260',display_name='tempest-AttachVolumeTestJSON-server-317602260',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-317602260',id=30,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDzp/ZsHuLqb72phHRfw68YFeSmYbfUeuy0fY+TiXMdb/8sM0h9eabK9OohMW/U/eB19AHg7wXzdhLY3a+0wQDjlHbDt6AfZ4HIjeWRkQ7/+rJ0Hlp87YxzhGdd75RshYQ==',key_name='tempest-keypair-1036079968',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:21:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='44ca7e988f9f466bb169bceae343c954',ramdisk_id='',reservation_id='r-fs2fds7z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1648334762',owner_user_name='tempest-AttachVolumeTestJSON-1648334762-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:23:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dab7a049eef348cba35f260a2eea1707',uuid=dad6d9d4-84e4-4e39-853f-566cdcd8bd30,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "address": "fa:16:3e:e0:00:4d", "network": {"id": "a4cd92b5-8cea-4135-86fc-8241f5ec05e6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1716485942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.76", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "44ca7e988f9f466bb169bceae343c954", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e8e0de7-63", "ovs_interfaceid": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:25:12 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Converting VIF {"id": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "address": "fa:16:3e:e0:00:4d", "network": {"id": "a4cd92b5-8cea-4135-86fc-8241f5ec05e6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1716485942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.76", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "44ca7e988f9f466bb169bceae343c954", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e8e0de7-63", "ovs_interfaceid": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:25:12 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:00:4d,bridge_name='br-int',has_traffic_filtering=True,id=6e8e0de7-63a3-4c63-8e17-5f420fb22ca0,network=Network(a4cd92b5-8cea-4135-86fc-8241f5ec05e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e8e0de7-63') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:25:12 user nova-compute[75076]: DEBUG os_vif [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:00:4d,bridge_name='br-int',has_traffic_filtering=True,id=6e8e0de7-63a3-4c63-8e17-5f420fb22ca0,network=Network(a4cd92b5-8cea-4135-86fc-8241f5ec05e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e8e0de7-63') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:25:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:25:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:25:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '035e2c57-5587-552a-b032-da2d8da7b3c0', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:25:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6e8e0de7-63, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:25:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6e8e0de7-63, col_values=(('qos', UUID('5626bec4-abf4-4e9e-bd17-7bbd3a618006')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:25:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6e8e0de7-63, col_values=(('external_ids', {'iface-id': '6e8e0de7-63a3-4c63-8e17-5f420fb22ca0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e0:00:4d', 'vm-uuid': 'dad6d9d4-84e4-4e39-853f-566cdcd8bd30'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:25:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:25:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:12 user nova-compute[75076]: INFO os_vif [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:00:4d,bridge_name='br-int',has_traffic_filtering=True,id=6e8e0de7-63a3-4c63-8e17-5f420fb22ca0,network=Network(a4cd92b5-8cea-4135-86fc-8241f5ec05e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e8e0de7-63')
Oct 27 16:25:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:14 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-e33e0a6d-ae15-467a-a3e0-bb5dbe3a5354 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 4ec4ef43-8f30-4c12-917a-9d5a3bec531c is timed out.
Oct 27 16:25:14 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-e33e0a6d-ae15-467a-a3e0-bb5dbe3a5354 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Successfully detached device vdb from instance 4ec4ef43-8f30-4c12-917a-9d5a3bec531c from the live domain config.
Oct 27 16:25:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e33e0a6d-ae15-467a-a3e0-bb5dbe3a5354 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-e33e0a6d-ae15-467a-a3e0-bb5dbe3a5354 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kxneTLHI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:25:14 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-e33e0a6d-ae15-467a-a3e0-bb5dbe3a5354 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:25:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-e33e0a6d-ae15-467a-a3e0-bb5dbe3a5354 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-e33e0a6d-ae15-467a-a3e0-bb5dbe3a5354 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.004s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1609239d-a05d-4a2b-9b69-f8bf9078d984]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-e33e0a6d-ae15-467a-a3e0-bb5dbe3a5354 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:25:14 user nova-compute[75076]: No targets found.
Oct 27 16:25:14 user nova-compute[75076]: iSNS:
Oct 27 16:25:14 user nova-compute[75076]: No targets found.
Oct 27 16:25:14 user nova-compute[75076]: STATIC:
Oct 27 16:25:14 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78
Oct 27 16:25:14 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:25:14 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:25:14 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce
Oct 27 16:25:14 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:25:14 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:25:14 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb
Oct 27 16:25:14 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:25:14 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:25:14 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144
Oct 27 16:25:14 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:25:14 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:25:14 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa
Oct 27 16:25:14 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:25:14 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:25:14 user nova-compute[75076]: FIRMWARE:
Oct 27 16:25:14 user nova-compute[75076]: No targets found.
Oct 27 16:25:14 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-e33e0a6d-ae15-467a-a3e0-bb5dbe3a5354 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:25:14 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:25:14 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-e33e0a6d-ae15-467a-a3e0-bb5dbe3a5354 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcc442a2-a028-4894-8b5c-53124c1a8352]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[eed92b71-2539-4307-971e-4fb30e2f3219]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-e33e0a6d-ae15-467a-a3e0-bb5dbe3a5354 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:25:14 user nova-compute[75076]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)
Oct 27 16:25:14 user nova-compute[75076]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa (non-flash)
Oct 27 16:25:14 user nova-compute[75076]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:25:14 user nova-compute[75076]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb (non-flash)
Oct 27 16:25:14 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-e33e0a6d-ae15-467a-a3e0-bb5dbe3a5354 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:25:14 user nova-compute[75076]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)
Oct 27 16:25:14 user nova-compute[75076]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa (non-flash)
Oct 27 16:25:14 user nova-compute[75076]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:25:14 user nova-compute[75076]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb (non-flash)
Oct 27 16:25:14 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-e33e0a6d-ae15-467a-a3e0-bb5dbe3a5354 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe1c7dd1b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa'): ({'sdd'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-e33e0a6d-ae15-467a-a3e0-bb5dbe3a5354 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Removing single pathed devices sdd {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG nova.compute.manager [req-0e59bfbd-22c3-4ae6-a54a-294cb1850fc8 req-16b3d84b-9c40-4485-b16b-6a5de73fe8ac service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Received event network-vif-plugged-6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-0e59bfbd-22c3-4ae6-a54a-294cb1850fc8 req-16b3d84b-9c40-4485-b16b-6a5de73fe8ac service nova] Acquiring lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-0e59bfbd-22c3-4ae6-a54a-294cb1850fc8 req-16b3d84b-9c40-4485-b16b-6a5de73fe8ac service nova] Lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-0e59bfbd-22c3-4ae6-a54a-294cb1850fc8 req-16b3d84b-9c40-4485-b16b-6a5de73fe8ac service nova] Lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG nova.compute.manager [req-0e59bfbd-22c3-4ae6-a54a-294cb1850fc8 req-16b3d84b-9c40-4485-b16b-6a5de73fe8ac service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] No waiting events found dispatching network-vif-plugged-6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:25:14 user nova-compute[75076]: WARNING nova.compute.manager [req-0e59bfbd-22c3-4ae6-a54a-294cb1850fc8 req-16b3d84b-9c40-4485-b16b-6a5de73fe8ac service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Received unexpected event network-vif-plugged-6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 for instance with vm_state stopped and task_state powering-on.
Oct 27 16:25:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bd21fa1-81f6-4b49-94ed-8fc6f91fcfc4]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.027s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[73b62ce9-fd08-4beb-a54d-bc558b960fb3]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-e33e0a6d-ae15-467a-a3e0-bb5dbe3a5354 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Flushing IO for device /dev/sdd {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c0ee2a2-8814-401b-9fd2-079b7eafaca3]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-e33e0a6d-ae15-467a-a3e0-bb5dbe3a5354 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.053s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fce245e-ce8d-44ee-bb3d-1e1b6daf2b67]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-e33e0a6d-ae15-467a-a3e0-bb5dbe3a5354 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-e33e0a6d-ae15-467a-a3e0-bb5dbe3a5354 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] SCSI volumes sdd have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-e33e0a6d-ae15-467a-a3e0-bb5dbe3a5354 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbb441f4-f2a4-452a-a076-915b1b600da6]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-e33e0a6d-ae15-467a-a3e0-bb5dbe3a5354 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:25:14 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa -p 172.16.0.220:3260 --logout" returned: 0 in 0.079s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:15 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[81efb31a-42c5-4020-a383-3bd63dc9f536]: (4, ('Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa, portal: 172.16.0.220,3260]\nLogout of [sid: 28, target: iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:25:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-e33e0a6d-ae15-467a-a3e0-bb5dbe3a5354 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa, portal: 172.16.0.220,3260]
Oct 27 16:25:15 user nova-compute[75076]: Logout of [sid: 28, target: iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa, portal: 172.16.0.220,3260] successful.
Oct 27 16:25:15 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:25:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:61e1f9ab-1cef-4a92-9c09-97139ea9e9fa -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:15 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d278e92-0992-4d52-8d9e-27caa7c99d9d]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:25:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-e33e0a6d-ae15-467a-a3e0-bb5dbe3a5354 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:25:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-e33e0a6d-ae15-467a-a3e0-bb5dbe3a5354 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.385s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:25:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-e33e0a6d-ae15-467a-a3e0-bb5dbe3a5354 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] <== disconnect_volume: return (388ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:25:15 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e33e0a6d-ae15-467a-a3e0-bb5dbe3a5354 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:25:16 user nova-compute[75076]: DEBUG nova.objects.instance [None req-e33e0a6d-ae15-467a-a3e0-bb5dbe3a5354 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lazy-loading 'flavor' on Instance uuid 4ec4ef43-8f30-4c12-917a-9d5a3bec531c {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:25:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e33e0a6d-ae15-467a-a3e0-bb5dbe3a5354 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.032s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:25:16 user nova-compute[75076]: DEBUG nova.compute.manager [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:25:16 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Instance rebooted successfully.
Oct 27 16:25:16 user nova-compute[75076]: DEBUG nova.compute.manager [None req-fc05cab0-c7c5-478f-861d-c6be1d15c29b tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:25:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-a2f51f42-09bc-45c6-bea4-92063e21055a req-9975fe5c-30a1-400b-9f14-316fd2c2de13 service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Received event network-vif-plugged-6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:25:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a2f51f42-09bc-45c6-bea4-92063e21055a req-9975fe5c-30a1-400b-9f14-316fd2c2de13 service nova] Acquiring lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:25:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a2f51f42-09bc-45c6-bea4-92063e21055a req-9975fe5c-30a1-400b-9f14-316fd2c2de13 service nova] Lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:25:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a2f51f42-09bc-45c6-bea4-92063e21055a req-9975fe5c-30a1-400b-9f14-316fd2c2de13 service nova] Lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:25:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-a2f51f42-09bc-45c6-bea4-92063e21055a req-9975fe5c-30a1-400b-9f14-316fd2c2de13 service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] No waiting events found dispatching network-vif-plugged-6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:25:16 user nova-compute[75076]: WARNING nova.compute.manager [req-a2f51f42-09bc-45c6-bea4-92063e21055a req-9975fe5c-30a1-400b-9f14-316fd2c2de13 service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Received unexpected event network-vif-plugged-6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 for instance with vm_state active and task_state None.
Oct 27 16:25:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._sync_power_states {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Triggering sync for uuid 961254d8-ebf1-4fa6-a93d-62c8eb1bd359 {{(pid=75076) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Triggering sync for uuid 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4 {{(pid=75076) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Triggering sync for uuid add0650a-7ec6-4d12-9662-880e6b3f7052 {{(pid=75076) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Triggering sync for uuid b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8 {{(pid=75076) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Triggering sync for uuid 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005 {{(pid=75076) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Triggering sync for uuid 9f9c5961-2f10-499b-8721-e00141b30d82 {{(pid=75076) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Triggering sync for uuid 3b8402ec-436a-44e0-a938-bdc76b015689 {{(pid=75076) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Triggering sync for uuid 4ec4ef43-8f30-4c12-917a-9d5a3bec531c {{(pid=75076) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Triggering sync for uuid 3996d4e9-34f4-4419-a84c-a5fed87fa009 {{(pid=75076) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Triggering sync for uuid 9e671e3b-15c7-44b5-aa89-19a37117fbc9 {{(pid=75076) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Triggering sync for uuid dad6d9d4-84e4-4e39-853f-566cdcd8bd30 {{(pid=75076) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Triggering sync for uuid d86fb97b-71c1-4078-9808-288c2542891a {{(pid=75076) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "961254d8-ebf1-4fa6-a93d-62c8eb1bd359" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "961254d8-ebf1-4fa6-a93d-62c8eb1bd359" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "add0650a-7ec6-4d12-9662-880e6b3f7052" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "add0650a-7ec6-4d12-9662-880e6b3f7052" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "9f9c5961-2f10-499b-8721-e00141b30d82" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "9f9c5961-2f10-499b-8721-e00141b30d82" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "3b8402ec-436a-44e0-a938-bdc76b015689" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "3b8402ec-436a-44e0-a938-bdc76b015689" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "3996d4e9-34f4-4419-a84c-a5fed87fa009" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "3996d4e9-34f4-4419-a84c-a5fed87fa009" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "d86fb97b-71c1-4078-9808-288c2542891a" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "d86fb97b-71c1-4078-9808-288c2542891a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "add0650a-7ec6-4d12-9662-880e6b3f7052" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.052s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "961254d8-ebf1-4fa6-a93d-62c8eb1bd359" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.056s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.064s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.071s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "9f9c5961-2f10-499b-8721-e00141b30d82" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.070s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.076s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "3b8402ec-436a-44e0-a938-bdc76b015689" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.075s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.098s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.113s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.117s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "3996d4e9-34f4-4419-a84c-a5fed87fa009" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.126s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "d86fb97b-71c1-4078-9808-288c2542891a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.138s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:25:19 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:25 user nova-compute[75076]: INFO nova.compute.manager [None req-5e8a38d6-222c-45b4-8577-47dac846a94b tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Unrescuing
Oct 27 16:25:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5e8a38d6-222c-45b4-8577-47dac846a94b tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "refresh_cache-9e671e3b-15c7-44b5-aa89-19a37117fbc9" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:25:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5e8a38d6-222c-45b4-8577-47dac846a94b tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquired lock "refresh_cache-9e671e3b-15c7-44b5-aa89-19a37117fbc9" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:25:25 user nova-compute[75076]: DEBUG nova.network.neutron [None req-5e8a38d6-222c-45b4-8577-47dac846a94b tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:25:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-67b11b72-5f7e-442d-9c22-99776e8a3c8f tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Acquiring lock "9f9c5961-2f10-499b-8721-e00141b30d82" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:25:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-67b11b72-5f7e-442d-9c22-99776e8a3c8f tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Lock "9f9c5961-2f10-499b-8721-e00141b30d82" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:25:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-67b11b72-5f7e-442d-9c22-99776e8a3c8f tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Acquiring lock "9f9c5961-2f10-499b-8721-e00141b30d82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:25:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-67b11b72-5f7e-442d-9c22-99776e8a3c8f tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Lock "9f9c5961-2f10-499b-8721-e00141b30d82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:25:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-67b11b72-5f7e-442d-9c22-99776e8a3c8f tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Lock "9f9c5961-2f10-499b-8721-e00141b30d82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:25:25 user nova-compute[75076]: INFO nova.compute.manager [None req-67b11b72-5f7e-442d-9c22-99776e8a3c8f tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Terminating instance
Oct 27 16:25:25 user nova-compute[75076]: DEBUG nova.compute.manager [None req-67b11b72-5f7e-442d-9c22-99776e8a3c8f tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:25:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:25 user nova-compute[75076]: DEBUG nova.network.neutron [None req-5e8a38d6-222c-45b4-8577-47dac846a94b tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Updating instance_info_cache with network_info: [{"id": "1421ef0d-4374-47e4-85c2-ea786187b779", "address": "fa:16:3e:fb:b7:3b", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1421ef0d-43", "ovs_interfaceid": "1421ef0d-4374-47e4-85c2-ea786187b779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:25:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5e8a38d6-222c-45b4-8577-47dac846a94b tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Releasing lock "refresh_cache-9e671e3b-15c7-44b5-aa89-19a37117fbc9" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:25:25 user nova-compute[75076]: DEBUG nova.objects.instance [None req-5e8a38d6-222c-45b4-8577-47dac846a94b tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lazy-loading 'flavor' on Instance uuid 9e671e3b-15c7-44b5-aa89-19a37117fbc9 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:25:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:25 user nova-compute[75076]: DEBUG nova.compute.manager [req-75330539-cb70-42e6-a4f3-525bcea0639a req-dc5b89f1-84e0-4328-8a96-1a1b8a8912e8 service nova] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Received event network-vif-unplugged-87ff9934-c871-4f3a-b1a3-f3aebbb718c6 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:25:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-75330539-cb70-42e6-a4f3-525bcea0639a req-dc5b89f1-84e0-4328-8a96-1a1b8a8912e8 service nova] Acquiring lock "9f9c5961-2f10-499b-8721-e00141b30d82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:25:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-75330539-cb70-42e6-a4f3-525bcea0639a req-dc5b89f1-84e0-4328-8a96-1a1b8a8912e8 service nova] Lock "9f9c5961-2f10-499b-8721-e00141b30d82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:25:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-75330539-cb70-42e6-a4f3-525bcea0639a req-dc5b89f1-84e0-4328-8a96-1a1b8a8912e8 service nova] Lock "9f9c5961-2f10-499b-8721-e00141b30d82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:25:25 user nova-compute[75076]: DEBUG nova.compute.manager [req-75330539-cb70-42e6-a4f3-525bcea0639a req-dc5b89f1-84e0-4328-8a96-1a1b8a8912e8 service nova] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] No waiting events found dispatching network-vif-unplugged-87ff9934-c871-4f3a-b1a3-f3aebbb718c6 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:25:25 user nova-compute[75076]: DEBUG nova.compute.manager [req-75330539-cb70-42e6-a4f3-525bcea0639a req-dc5b89f1-84e0-4328-8a96-1a1b8a8912e8 service nova] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Received event network-vif-unplugged-87ff9934-c871-4f3a-b1a3-f3aebbb718c6 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:25:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:26 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:26 user nova-compute[75076]: DEBUG nova.compute.manager [req-b03e8dbb-a9d4-475f-ad6d-71de390ddf9f req-cb4bb488-e22b-43ed-964c-7bde83c27f8f service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Received event network-vif-unplugged-1421ef0d-4374-47e4-85c2-ea786187b779 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:25:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b03e8dbb-a9d4-475f-ad6d-71de390ddf9f req-cb4bb488-e22b-43ed-964c-7bde83c27f8f service nova] Acquiring lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:25:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b03e8dbb-a9d4-475f-ad6d-71de390ddf9f req-cb4bb488-e22b-43ed-964c-7bde83c27f8f service nova] Lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:25:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b03e8dbb-a9d4-475f-ad6d-71de390ddf9f req-cb4bb488-e22b-43ed-964c-7bde83c27f8f service nova] Lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:25:26 user nova-compute[75076]: DEBUG nova.compute.manager [req-b03e8dbb-a9d4-475f-ad6d-71de390ddf9f req-cb4bb488-e22b-43ed-964c-7bde83c27f8f service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] No waiting events found dispatching network-vif-unplugged-1421ef0d-4374-47e4-85c2-ea786187b779 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:25:26 user nova-compute[75076]: WARNING nova.compute.manager [req-b03e8dbb-a9d4-475f-ad6d-71de390ddf9f req-cb4bb488-e22b-43ed-964c-7bde83c27f8f service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Received unexpected event network-vif-unplugged-1421ef0d-4374-47e4-85c2-ea786187b779 for instance with vm_state rescued and task_state unrescuing.
Oct 27 16:25:26 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:26 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Instance destroyed successfully.
Oct 27 16:25:26 user nova-compute[75076]: DEBUG nova.objects.instance [None req-67b11b72-5f7e-442d-9c22-99776e8a3c8f tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Lazy-loading 'resources' on Instance uuid 9f9c5961-2f10-499b-8721-e00141b30d82 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:25:26 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-67b11b72-5f7e-442d-9c22-99776e8a3c8f tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:16:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-604080469',display_name='tempest-ServersNegativeTestJSON-server-604080469',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-604080469',id=19,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:16:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1ceb160ede224e7d8a2ad7bd7377cf4b',ramdisk_id='',reservation_id='r-p0ovbo3t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-234674696',owner_user_name='tempest-ServersNegativeTestJSON-234674696-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:16:17Z,user_data=None,user_id='1acba74cff02418a94f2e6b8ed9dcc9b',uuid=9f9c5961-2f10-499b-8721-e00141b30d82,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "87ff9934-c871-4f3a-b1a3-f3aebbb718c6", "address": "fa:16:3e:7c:1b:5e", "network": {"id": "dfaf7d8c-84c4-4daf-a695-7137b3ba15da", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-302496115-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ceb160ede224e7d8a2ad7bd7377cf4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap87ff9934-c8", "ovs_interfaceid": "87ff9934-c871-4f3a-b1a3-f3aebbb718c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:25:26 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-67b11b72-5f7e-442d-9c22-99776e8a3c8f tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Converting VIF {"id": "87ff9934-c871-4f3a-b1a3-f3aebbb718c6", "address": "fa:16:3e:7c:1b:5e", "network": {"id": "dfaf7d8c-84c4-4daf-a695-7137b3ba15da", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-302496115-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ceb160ede224e7d8a2ad7bd7377cf4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap87ff9934-c8", "ovs_interfaceid": "87ff9934-c871-4f3a-b1a3-f3aebbb718c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:25:26 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-67b11b72-5f7e-442d-9c22-99776e8a3c8f tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7c:1b:5e,bridge_name='br-int',has_traffic_filtering=True,id=87ff9934-c871-4f3a-b1a3-f3aebbb718c6,network=Network(dfaf7d8c-84c4-4daf-a695-7137b3ba15da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap87ff9934-c8') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:25:26 user nova-compute[75076]: DEBUG os_vif [None req-67b11b72-5f7e-442d-9c22-99776e8a3c8f tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7c:1b:5e,bridge_name='br-int',has_traffic_filtering=True,id=87ff9934-c871-4f3a-b1a3-f3aebbb718c6,network=Network(dfaf7d8c-84c4-4daf-a695-7137b3ba15da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap87ff9934-c8') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:25:26 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:26 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap87ff9934-c8, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:25:26 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:26 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:25:26 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Instance destroyed successfully.
Oct 27 16:25:26 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:26 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:26 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=aacd8266-e222-4d5c-ade7-5e801ed8331f) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:25:26 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:26 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:25:26 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:26 user nova-compute[75076]: INFO os_vif [None req-67b11b72-5f7e-442d-9c22-99776e8a3c8f tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7c:1b:5e,bridge_name='br-int',has_traffic_filtering=True,id=87ff9934-c871-4f3a-b1a3-f3aebbb718c6,network=Network(dfaf7d8c-84c4-4daf-a695-7137b3ba15da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap87ff9934-c8')
Oct 27 16:25:26 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-67b11b72-5f7e-442d-9c22-99776e8a3c8f tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Deleting instance files /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82_del
Oct 27 16:25:26 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-67b11b72-5f7e-442d-9c22-99776e8a3c8f tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Deletion of /opt/stack/data/nova/instances/9f9c5961-2f10-499b-8721-e00141b30d82_del complete
Oct 27 16:25:26 user nova-compute[75076]: INFO nova.compute.manager [None req-67b11b72-5f7e-442d-9c22-99776e8a3c8f tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Took 1.28 seconds to destroy the instance on the hypervisor.
Oct 27 16:25:26 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-67b11b72-5f7e-442d-9c22-99776e8a3c8f tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:25:26 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:25:26 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:25:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-6dc11ec0-c81c-46b1-85b2-a1571a938abb tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "add0650a-7ec6-4d12-9662-880e6b3f7052" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:25:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-6dc11ec0-c81c-46b1-85b2-a1571a938abb tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "add0650a-7ec6-4d12-9662-880e6b3f7052" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:25:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-6dc11ec0-c81c-46b1-85b2-a1571a938abb tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "add0650a-7ec6-4d12-9662-880e6b3f7052-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:25:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-6dc11ec0-c81c-46b1-85b2-a1571a938abb tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "add0650a-7ec6-4d12-9662-880e6b3f7052-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:25:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-6dc11ec0-c81c-46b1-85b2-a1571a938abb tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "add0650a-7ec6-4d12-9662-880e6b3f7052-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:25:26 user nova-compute[75076]: INFO nova.compute.manager [None req-6dc11ec0-c81c-46b1-85b2-a1571a938abb tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Terminating instance
Oct 27 16:25:26 user nova-compute[75076]: DEBUG nova.compute.manager [None req-6dc11ec0-c81c-46b1-85b2-a1571a938abb tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:25:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:27 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:25:27 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Took 0.56 seconds to deallocate network for instance.
Oct 27 16:25:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-67b11b72-5f7e-442d-9c22-99776e8a3c8f tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:25:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-67b11b72-5f7e-442d-9c22-99776e8a3c8f tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:25:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:27 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-67b11b72-5f7e-442d-9c22-99776e8a3c8f tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:25:27 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-67b11b72-5f7e-442d-9c22-99776e8a3c8f tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:25:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-67b11b72-5f7e-442d-9c22-99776e8a3c8f tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.450s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:25:27 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-67b11b72-5f7e-442d-9c22-99776e8a3c8f tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Deleted allocations for instance 9f9c5961-2f10-499b-8721-e00141b30d82
Oct 27 16:25:27 user nova-compute[75076]: DEBUG nova.compute.manager [req-97074403-b574-461d-8c4f-bba047ca0686 req-937428ec-0828-4830-86fb-ed4c614f1e74 service nova] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Received event network-vif-plugged-87ff9934-c871-4f3a-b1a3-f3aebbb718c6 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:25:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-97074403-b574-461d-8c4f-bba047ca0686 req-937428ec-0828-4830-86fb-ed4c614f1e74 service nova] Acquiring lock "9f9c5961-2f10-499b-8721-e00141b30d82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:25:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-97074403-b574-461d-8c4f-bba047ca0686 req-937428ec-0828-4830-86fb-ed4c614f1e74 service nova] Lock "9f9c5961-2f10-499b-8721-e00141b30d82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:25:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-97074403-b574-461d-8c4f-bba047ca0686 req-937428ec-0828-4830-86fb-ed4c614f1e74 service nova] Lock "9f9c5961-2f10-499b-8721-e00141b30d82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:25:27 user nova-compute[75076]: DEBUG nova.compute.manager [req-97074403-b574-461d-8c4f-bba047ca0686 req-937428ec-0828-4830-86fb-ed4c614f1e74 service nova] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] No waiting events found dispatching network-vif-plugged-87ff9934-c871-4f3a-b1a3-f3aebbb718c6 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:25:27 user nova-compute[75076]: WARNING nova.compute.manager [req-97074403-b574-461d-8c4f-bba047ca0686 req-937428ec-0828-4830-86fb-ed4c614f1e74 service nova] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Received unexpected event network-vif-plugged-87ff9934-c871-4f3a-b1a3-f3aebbb718c6 for instance with vm_state deleted and task_state None.
Oct 27 16:25:27 user nova-compute[75076]: DEBUG nova.compute.manager [req-97074403-b574-461d-8c4f-bba047ca0686 req-937428ec-0828-4830-86fb-ed4c614f1e74 service nova] [instance: 9f9c5961-2f10-499b-8721-e00141b30d82] Received event network-vif-deleted-87ff9934-c871-4f3a-b1a3-f3aebbb718c6 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:25:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-67b11b72-5f7e-442d-9c22-99776e8a3c8f tempest-ServersNegativeTestJSON-234674696 tempest-ServersNegativeTestJSON-234674696-project-member] Lock "9f9c5961-2f10-499b-8721-e00141b30d82" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.577s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:25:28 user nova-compute[75076]: DEBUG nova.compute.manager [req-346ebd71-3951-4dba-9cbd-99688e598f3b req-4a1a7e43-5dc6-4cbf-a291-c2f13dec433b service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Received event network-vif-plugged-1421ef0d-4374-47e4-85c2-ea786187b779 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:25:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-346ebd71-3951-4dba-9cbd-99688e598f3b req-4a1a7e43-5dc6-4cbf-a291-c2f13dec433b service nova] Acquiring lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:25:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-346ebd71-3951-4dba-9cbd-99688e598f3b req-4a1a7e43-5dc6-4cbf-a291-c2f13dec433b service nova] Lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:25:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-346ebd71-3951-4dba-9cbd-99688e598f3b req-4a1a7e43-5dc6-4cbf-a291-c2f13dec433b service nova] Lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:25:28 user nova-compute[75076]: DEBUG nova.compute.manager [req-346ebd71-3951-4dba-9cbd-99688e598f3b req-4a1a7e43-5dc6-4cbf-a291-c2f13dec433b service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] No waiting events found dispatching network-vif-plugged-1421ef0d-4374-47e4-85c2-ea786187b779 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:25:28 user nova-compute[75076]: WARNING nova.compute.manager [req-346ebd71-3951-4dba-9cbd-99688e598f3b req-4a1a7e43-5dc6-4cbf-a291-c2f13dec433b service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Received unexpected event network-vif-plugged-1421ef0d-4374-47e4-85c2-ea786187b779 for instance with vm_state rescued and task_state unrescuing.
Oct 27 16:25:28 user nova-compute[75076]: DEBUG nova.compute.manager [req-346ebd71-3951-4dba-9cbd-99688e598f3b req-4a1a7e43-5dc6-4cbf-a291-c2f13dec433b service nova] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Received event network-vif-unplugged-a8c2098a-84d6-4ed0-847d-93749df73f69 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:25:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-346ebd71-3951-4dba-9cbd-99688e598f3b req-4a1a7e43-5dc6-4cbf-a291-c2f13dec433b service nova] Acquiring lock "add0650a-7ec6-4d12-9662-880e6b3f7052-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:25:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-346ebd71-3951-4dba-9cbd-99688e598f3b req-4a1a7e43-5dc6-4cbf-a291-c2f13dec433b service nova] Lock "add0650a-7ec6-4d12-9662-880e6b3f7052-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:25:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-346ebd71-3951-4dba-9cbd-99688e598f3b req-4a1a7e43-5dc6-4cbf-a291-c2f13dec433b service nova] Lock "add0650a-7ec6-4d12-9662-880e6b3f7052-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:25:28 user nova-compute[75076]: DEBUG nova.compute.manager [req-346ebd71-3951-4dba-9cbd-99688e598f3b req-4a1a7e43-5dc6-4cbf-a291-c2f13dec433b service nova] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] No waiting events found dispatching network-vif-unplugged-a8c2098a-84d6-4ed0-847d-93749df73f69 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:25:28 user nova-compute[75076]: DEBUG nova.compute.manager [req-346ebd71-3951-4dba-9cbd-99688e598f3b req-4a1a7e43-5dc6-4cbf-a291-c2f13dec433b service nova] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Received event network-vif-unplugged-a8c2098a-84d6-4ed0-847d-93749df73f69 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:25:28 user nova-compute[75076]: DEBUG nova.compute.manager [req-346ebd71-3951-4dba-9cbd-99688e598f3b req-4a1a7e43-5dc6-4cbf-a291-c2f13dec433b service nova] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Received event network-vif-plugged-a8c2098a-84d6-4ed0-847d-93749df73f69 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:25:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-346ebd71-3951-4dba-9cbd-99688e598f3b req-4a1a7e43-5dc6-4cbf-a291-c2f13dec433b service nova] Acquiring lock "add0650a-7ec6-4d12-9662-880e6b3f7052-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:25:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-346ebd71-3951-4dba-9cbd-99688e598f3b req-4a1a7e43-5dc6-4cbf-a291-c2f13dec433b service nova] Lock "add0650a-7ec6-4d12-9662-880e6b3f7052-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:25:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-346ebd71-3951-4dba-9cbd-99688e598f3b req-4a1a7e43-5dc6-4cbf-a291-c2f13dec433b service nova] Lock "add0650a-7ec6-4d12-9662-880e6b3f7052-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:25:28 user nova-compute[75076]: DEBUG nova.compute.manager [req-346ebd71-3951-4dba-9cbd-99688e598f3b req-4a1a7e43-5dc6-4cbf-a291-c2f13dec433b service nova] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] No waiting events found dispatching network-vif-plugged-a8c2098a-84d6-4ed0-847d-93749df73f69 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:25:28 user nova-compute[75076]: WARNING nova.compute.manager [req-346ebd71-3951-4dba-9cbd-99688e598f3b req-4a1a7e43-5dc6-4cbf-a291-c2f13dec433b service nova] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Received unexpected event network-vif-plugged-a8c2098a-84d6-4ed0-847d-93749df73f69 for instance with vm_state rescued and task_state deleting.
Oct 27 16:25:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:28 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Instance destroyed successfully.
Oct 27 16:25:28 user nova-compute[75076]: DEBUG nova.objects.instance [None req-6dc11ec0-c81c-46b1-85b2-a1571a938abb tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lazy-loading 'resources' on Instance uuid add0650a-7ec6-4d12-9662-880e6b3f7052 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:25:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:28 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-6dc11ec0-c81c-46b1-85b2-a1571a938abb tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:08:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1573530011',display_name='tempest-ServerRescueNegativeTestJSON-server-1573530011',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1573530011',id=3,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:10:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0ef018ddb1b54e7b996b9fb0f8e15c10',ramdisk_id='',reservation_id='r-kc6cqs5s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1251262599',owner_user_name='tempest-ServerRescueNegativeTestJSON-1251262599-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:10:25Z,user_data=None,user_id='0c99e98aaaae434397f33178d51b0f20',uuid=add0650a-7ec6-4d12-9662-880e6b3f7052,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='rescued') vif={"id": "a8c2098a-84d6-4ed0-847d-93749df73f69", "address": "fa:16:3e:a7:18:ad", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8c2098a-84", "ovs_interfaceid": "a8c2098a-84d6-4ed0-847d-93749df73f69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:25:28 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-6dc11ec0-c81c-46b1-85b2-a1571a938abb tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Converting VIF {"id": "a8c2098a-84d6-4ed0-847d-93749df73f69", "address": "fa:16:3e:a7:18:ad", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8c2098a-84", "ovs_interfaceid": "a8c2098a-84d6-4ed0-847d-93749df73f69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:25:28 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-6dc11ec0-c81c-46b1-85b2-a1571a938abb tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a7:18:ad,bridge_name='br-int',has_traffic_filtering=True,id=a8c2098a-84d6-4ed0-847d-93749df73f69,network=Network(a3001d2a-0821-4923-b18e-5d46ff3977e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8c2098a-84') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:25:28 user nova-compute[75076]: DEBUG os_vif [None req-6dc11ec0-c81c-46b1-85b2-a1571a938abb tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a7:18:ad,bridge_name='br-int',has_traffic_filtering=True,id=a8c2098a-84d6-4ed0-847d-93749df73f69,network=Network(a3001d2a-0821-4923-b18e-5d46ff3977e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8c2098a-84') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:25:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa8c2098a-84, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:25:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f047a367-cec5-45fc-beaf-bdc50a57c457) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:25:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:25:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:28 user nova-compute[75076]: INFO os_vif [None req-6dc11ec0-c81c-46b1-85b2-a1571a938abb tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a7:18:ad,bridge_name='br-int',has_traffic_filtering=True,id=a8c2098a-84d6-4ed0-847d-93749df73f69,network=Network(a3001d2a-0821-4923-b18e-5d46ff3977e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8c2098a-84')
Oct 27 16:25:28 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-6dc11ec0-c81c-46b1-85b2-a1571a938abb tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Deleting instance files /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052_del
Oct 27 16:25:28 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-6dc11ec0-c81c-46b1-85b2-a1571a938abb tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Deletion of /opt/stack/data/nova/instances/add0650a-7ec6-4d12-9662-880e6b3f7052_del complete
Oct 27 16:25:28 user nova-compute[75076]: INFO nova.compute.manager [None req-6dc11ec0-c81c-46b1-85b2-a1571a938abb tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Took 1.77 seconds to destroy the instance on the hypervisor.
Oct 27 16:25:28 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-6dc11ec0-c81c-46b1-85b2-a1571a938abb tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:25:28 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:25:28 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:25:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:29 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:25:29 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:25:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-79fc2f4a-6f6f-480b-92b4-0ee7414acaf4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:25:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-79fc2f4a-6f6f-480b-92b4-0ee7414acaf4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:25:29 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 16:25:29 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:25:29 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Took 0.75 seconds to deallocate network for instance.
Oct 27 16:25:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-6dc11ec0-c81c-46b1-85b2-a1571a938abb tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:25:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-6dc11ec0-c81c-46b1-85b2-a1571a938abb tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:25:29 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Updating instance_info_cache with network_info: [{"id": "427144d0-c0ee-47a4-bb1f-3a332a3edc64", "address": "fa:16:3e:cd:fb:01", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap427144d0-c0", "ovs_interfaceid": "427144d0-c0ee-47a4-bb1f-3a332a3edc64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:25:29 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-79fc2f4a-6f6f-480b-92b4-0ee7414acaf4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:25:29 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 16:25:30 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-6dc11ec0-c81c-46b1-85b2-a1571a938abb tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:25:30 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-6dc11ec0-c81c-46b1-85b2-a1571a938abb tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:25:30 user nova-compute[75076]: DEBUG nova.compute.manager [req-6581d912-c076-4b49-9e62-9ff5bf0c2065 req-1f5f6983-0af1-4bff-b58b-0c4e464d9c64 service nova] [instance: add0650a-7ec6-4d12-9662-880e6b3f7052] Received event network-vif-deleted-a8c2098a-84d6-4ed0-847d-93749df73f69 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:25:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-6dc11ec0-c81c-46b1-85b2-a1571a938abb tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.490s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:25:30 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-6dc11ec0-c81c-46b1-85b2-a1571a938abb tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Deleted allocations for instance add0650a-7ec6-4d12-9662-880e6b3f7052
Oct 27 16:25:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-6dc11ec0-c81c-46b1-85b2-a1571a938abb tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "add0650a-7ec6-4d12-9662-880e6b3f7052" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.225s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:25:30 user nova-compute[75076]: DEBUG nova.compute.manager [req-8e04ec84-e48e-4129-9235-d2279f614082 req-2fee653c-08cf-418f-a611-40bfd2e0112d service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Received event network-vif-plugged-1421ef0d-4374-47e4-85c2-ea786187b779 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:25:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8e04ec84-e48e-4129-9235-d2279f614082 req-2fee653c-08cf-418f-a611-40bfd2e0112d service nova] Acquiring lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:25:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8e04ec84-e48e-4129-9235-d2279f614082 req-2fee653c-08cf-418f-a611-40bfd2e0112d service nova] Lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:25:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8e04ec84-e48e-4129-9235-d2279f614082 req-2fee653c-08cf-418f-a611-40bfd2e0112d service nova] Lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:25:30 user nova-compute[75076]: DEBUG nova.compute.manager [req-8e04ec84-e48e-4129-9235-d2279f614082 req-2fee653c-08cf-418f-a611-40bfd2e0112d service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] No waiting events found dispatching network-vif-plugged-1421ef0d-4374-47e4-85c2-ea786187b779 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:25:30 user nova-compute[75076]: WARNING nova.compute.manager [req-8e04ec84-e48e-4129-9235-d2279f614082 req-2fee653c-08cf-418f-a611-40bfd2e0112d service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Received unexpected event network-vif-plugged-1421ef0d-4374-47e4-85c2-ea786187b779 for instance with vm_state rescued and task_state unrescuing.
Oct 27 16:25:30 user nova-compute[75076]: DEBUG nova.compute.manager [req-8e04ec84-e48e-4129-9235-d2279f614082 req-2fee653c-08cf-418f-a611-40bfd2e0112d service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Received event network-vif-plugged-1421ef0d-4374-47e4-85c2-ea786187b779 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:25:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8e04ec84-e48e-4129-9235-d2279f614082 req-2fee653c-08cf-418f-a611-40bfd2e0112d service nova] Acquiring lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:25:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8e04ec84-e48e-4129-9235-d2279f614082 req-2fee653c-08cf-418f-a611-40bfd2e0112d service nova] Lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:25:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8e04ec84-e48e-4129-9235-d2279f614082 req-2fee653c-08cf-418f-a611-40bfd2e0112d service nova] Lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:25:30 user nova-compute[75076]: DEBUG nova.compute.manager [req-8e04ec84-e48e-4129-9235-d2279f614082 req-2fee653c-08cf-418f-a611-40bfd2e0112d service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] No waiting events found dispatching network-vif-plugged-1421ef0d-4374-47e4-85c2-ea786187b779 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:25:30 user nova-compute[75076]: WARNING nova.compute.manager [req-8e04ec84-e48e-4129-9235-d2279f614082 req-2fee653c-08cf-418f-a611-40bfd2e0112d service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Received unexpected event network-vif-plugged-1421ef0d-4374-47e4-85c2-ea786187b779 for instance with vm_state rescued and task_state unrescuing.
Oct 27 16:25:31 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5e8a38d6-222c-45b4-8577-47dac846a94b tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:25:31 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:25:32 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:25:32 user nova-compute[75076]: DEBUG nova.compute.manager [req-d869febc-fef8-46e1-89b2-cd32ff953bb5 req-913a47d6-4234-4f4f-ae0e-824fbe4c879c service nova] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Received event network-changed-1e091916-2dec-420f-bdf7-968d1213e8e2 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:25:32 user nova-compute[75076]: DEBUG nova.compute.manager [req-d869febc-fef8-46e1-89b2-cd32ff953bb5 req-913a47d6-4234-4f4f-ae0e-824fbe4c879c service nova] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Refreshing instance network info cache due to event network-changed-1e091916-2dec-420f-bdf7-968d1213e8e2. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:25:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-d869febc-fef8-46e1-89b2-cd32ff953bb5 req-913a47d6-4234-4f4f-ae0e-824fbe4c879c service nova] Acquiring lock "refresh_cache-d86fb97b-71c1-4078-9808-288c2542891a" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:25:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-d869febc-fef8-46e1-89b2-cd32ff953bb5 req-913a47d6-4234-4f4f-ae0e-824fbe4c879c service nova] Acquired lock "refresh_cache-d86fb97b-71c1-4078-9808-288c2542891a" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:25:32 user nova-compute[75076]: DEBUG nova.network.neutron [req-d869febc-fef8-46e1-89b2-cd32ff953bb5 req-913a47d6-4234-4f4f-ae0e-824fbe4c879c service nova] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Refreshing network info cache for port 1e091916-2dec-420f-bdf7-968d1213e8e2 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:25:33 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:25:33 user nova-compute[75076]: DEBUG nova.network.neutron [req-d869febc-fef8-46e1-89b2-cd32ff953bb5 req-913a47d6-4234-4f4f-ae0e-824fbe4c879c service nova] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Updated VIF entry in instance network info cache for port 1e091916-2dec-420f-bdf7-968d1213e8e2. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:25:33 user nova-compute[75076]: DEBUG nova.network.neutron [req-d869febc-fef8-46e1-89b2-cd32ff953bb5 req-913a47d6-4234-4f4f-ae0e-824fbe4c879c service nova] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Updating instance_info_cache with network_info: [{"id": "1e091916-2dec-420f-bdf7-968d1213e8e2", "address": "fa:16:3e:d1:32:19", "network": {"id": "ae3e19af-8efe-4397-a78e-a8b24fc53e11", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1340285280-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a37096c0e722425e894874a56edc18fa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e091916-2d", "ovs_interfaceid": "1e091916-2dec-420f-bdf7-968d1213e8e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:25:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-d869febc-fef8-46e1-89b2-cd32ff953bb5 req-913a47d6-4234-4f4f-ae0e-824fbe4c879c service nova] Releasing lock "refresh_cache-d86fb97b-71c1-4078-9808-288c2542891a" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:25:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Acquiring lock "d86fb97b-71c1-4078-9808-288c2542891a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:25:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lock "d86fb97b-71c1-4078-9808-288c2542891a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:25:33 user nova-compute[75076]: DEBUG nova.objects.instance [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lazy-loading 'flavor' on Instance uuid d86fb97b-71c1-4078-9808-288c2542891a {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:25:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lock "d86fb97b-71c1-4078-9808-288c2542891a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.075s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:25:34 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:25:34 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:25:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Acquiring lock "d86fb97b-71c1-4078-9808-288c2542891a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:25:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lock "d86fb97b-71c1-4078-9808-288c2542891a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:25:34 user nova-compute[75076]: INFO nova.compute.manager [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Attaching volume d20a07d2-4ad6-4afb-8331-d93f6473e3b5 to /dev/vdb
Oct 27 16:25:34 user nova-compute[75076]: DEBUG os_brick.utils [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:25:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:34 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[40e7bb04-a6e7-4b80-bf0a-f28efb33d347]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:25:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:34 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[0135929d-4ad6-4f4f-ab18-47ff695ed404]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:25:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:34 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[3493c611-9aaf-4542-bc65-a5445a53882a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:25:34 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[06202710-dd25-4dd2-9aef-29a34e476faf]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:25:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:25:34 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:25:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:25:34 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:25:34 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[aab6801d-c0de-477d-8060-72e8b5ad3c0a]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:25:34 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:25:34 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:25:34 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:25:34 user nova-compute[75076]: DEBUG os_brick.utils [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] <== get_connector_properties: return (133ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:25:34 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Updating existing volume attachment record: c1cbe5d2-cb07-4140-ac9c-e73df6c4b79b {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:25:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:35 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:25:35 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:25:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:25:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:25:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:25:35 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:25:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:25:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:25:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d86fb97b-71c1-4078-9808-288c2542891a/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d86fb97b-71c1-4078-9808-288c2542891a/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d86fb97b-71c1-4078-9808-288c2542891a/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d86fb97b-71c1-4078-9808-288c2542891a/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ec4ef43-8f30-4c12-917a-9d5a3bec531c/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ec4ef43-8f30-4c12-917a-9d5a3bec531c/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ec4ef43-8f30-4c12-917a-9d5a3bec531c/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ec4ef43-8f30-4c12-917a-9d5a3bec531c/disk --force-share --output=json" returned: 0 in 0.268s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:25:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:25:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:25:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:25:38 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:25:38 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:25:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=7778MB free_disk=25.014442443847656GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:25:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:25:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:25:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 961254d8-ebf1-4fa6-a93d-62c8eb1bd359 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:25:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:25:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:25:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:25:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 3b8402ec-436a-44e0-a938-bdc76b015689 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:25:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 4ec4ef43-8f30-4c12-917a-9d5a3bec531c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:25:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 9e671e3b-15c7-44b5-aa89-19a37117fbc9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:25:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance dad6d9d4-84e4-4e39-853f-566cdcd8bd30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:25:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 3996d4e9-34f4-4419-a84c-a5fed87fa009 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:25:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance d86fb97b-71c1-4078-9808-288c2542891a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:25:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:25:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:25:39 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:25:39 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:25:39 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:25:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.594s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:25:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:41 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:42 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:25:42 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:25:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4ed65db2-3e5e-4f86-8c0d-2cdfe2519095 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:25:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4ed65db2-3e5e-4f86-8c0d-2cdfe2519095 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:25:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4ed65db2-3e5e-4f86-8c0d-2cdfe2519095 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:25:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4ed65db2-3e5e-4f86-8c0d-2cdfe2519095 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:25:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4ed65db2-3e5e-4f86-8c0d-2cdfe2519095 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:25:44 user nova-compute[75076]: INFO nova.compute.manager [None req-4ed65db2-3e5e-4f86-8c0d-2cdfe2519095 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Terminating instance
Oct 27 16:25:44 user nova-compute[75076]: DEBUG nova.compute.manager [None req-4ed65db2-3e5e-4f86-8c0d-2cdfe2519095 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:25:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:44 user nova-compute[75076]: DEBUG nova.compute.manager [req-23cf7c58-9602-4364-a87c-009992e2295e req-254d5bdf-b4eb-4730-839e-a1ab62a9530f service nova] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Received event network-vif-unplugged-0fa15439-79a0-4224-a6ca-dd8887b6ff68 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:25:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-23cf7c58-9602-4364-a87c-009992e2295e req-254d5bdf-b4eb-4730-839e-a1ab62a9530f service nova] Acquiring lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:25:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-23cf7c58-9602-4364-a87c-009992e2295e req-254d5bdf-b4eb-4730-839e-a1ab62a9530f service nova] Lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:25:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-23cf7c58-9602-4364-a87c-009992e2295e req-254d5bdf-b4eb-4730-839e-a1ab62a9530f service nova] Lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:25:44 user nova-compute[75076]: DEBUG nova.compute.manager [req-23cf7c58-9602-4364-a87c-009992e2295e req-254d5bdf-b4eb-4730-839e-a1ab62a9530f service nova] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] No waiting events found dispatching network-vif-unplugged-0fa15439-79a0-4224-a6ca-dd8887b6ff68 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:25:44 user nova-compute[75076]: DEBUG nova.compute.manager [req-23cf7c58-9602-4364-a87c-009992e2295e req-254d5bdf-b4eb-4730-839e-a1ab62a9530f service nova] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Received event network-vif-unplugged-0fa15439-79a0-4224-a6ca-dd8887b6ff68 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:25:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:45 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Instance destroyed successfully.
Oct 27 16:25:45 user nova-compute[75076]: DEBUG nova.objects.instance [None req-4ed65db2-3e5e-4f86-8c0d-2cdfe2519095 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lazy-loading 'resources' on Instance uuid 4ec4ef43-8f30-4c12-917a-9d5a3bec531c {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:25:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-4ed65db2-3e5e-4f86-8c0d-2cdfe2519095 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:19:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-500011274',display_name='tempest-AttachVolumeNegativeTest-server-500011274',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-500011274',id=26,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHza6KVYhZ88EsGMaXjQIN7xADnDbEYySKGs1PsUdo5sTIRdBpkhGWUE5f1xs+aSl0gp8twFMO0gMJ9MMsIugPBZjuk1PkoBId5chf7Ta3LwTjfKugGXNeGrIgMq/GheYg==',key_name='tempest-keypair-3181',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:19:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c1c3f667da694a98becb9067dfed7888',ramdisk_id='',reservation_id='r-lew0i8o7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-13585354',owner_user_name='tempest-AttachVolumeNegativeTest-13585354-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:19:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='500acae85b404ddfb043d00de39a7f04',uuid=4ec4ef43-8f30-4c12-917a-9d5a3bec531c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0fa15439-79a0-4224-a6ca-dd8887b6ff68", "address": "fa:16:3e:62:3a:3f", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.108", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0fa15439-79", "ovs_interfaceid": "0fa15439-79a0-4224-a6ca-dd8887b6ff68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:25:45 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-4ed65db2-3e5e-4f86-8c0d-2cdfe2519095 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Converting VIF {"id": "0fa15439-79a0-4224-a6ca-dd8887b6ff68", "address": "fa:16:3e:62:3a:3f", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.108", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0fa15439-79", "ovs_interfaceid": "0fa15439-79a0-4224-a6ca-dd8887b6ff68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:25:45 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-4ed65db2-3e5e-4f86-8c0d-2cdfe2519095 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:62:3a:3f,bridge_name='br-int',has_traffic_filtering=True,id=0fa15439-79a0-4224-a6ca-dd8887b6ff68,network=Network(361c13d0-70fe-468e-9aa6-09dfa2310541),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0fa15439-79') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:25:45 user nova-compute[75076]: DEBUG os_vif [None req-4ed65db2-3e5e-4f86-8c0d-2cdfe2519095 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:62:3a:3f,bridge_name='br-int',has_traffic_filtering=True,id=0fa15439-79a0-4224-a6ca-dd8887b6ff68,network=Network(361c13d0-70fe-468e-9aa6-09dfa2310541),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0fa15439-79') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:25:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0fa15439-79, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:25:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:25:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=38b15ff0-e8bd-4b88-a926-e026ecff6d40) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:25:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:25:45 user nova-compute[75076]: INFO os_vif [None req-4ed65db2-3e5e-4f86-8c0d-2cdfe2519095 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:62:3a:3f,bridge_name='br-int',has_traffic_filtering=True,id=0fa15439-79a0-4224-a6ca-dd8887b6ff68,network=Network(361c13d0-70fe-468e-9aa6-09dfa2310541),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0fa15439-79')
Oct 27 16:25:45 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-4ed65db2-3e5e-4f86-8c0d-2cdfe2519095 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Deleting instance files /opt/stack/data/nova/instances/4ec4ef43-8f30-4c12-917a-9d5a3bec531c_del
Oct 27 16:25:45 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-4ed65db2-3e5e-4f86-8c0d-2cdfe2519095 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Deletion of /opt/stack/data/nova/instances/4ec4ef43-8f30-4c12-917a-9d5a3bec531c_del complete
Oct 27 16:25:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:45 user nova-compute[75076]: INFO nova.compute.manager [None req-4ed65db2-3e5e-4f86-8c0d-2cdfe2519095 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Took 0.96 seconds to destroy the instance on the hypervisor.
Oct 27 16:25:45 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-4ed65db2-3e5e-4f86-8c0d-2cdfe2519095 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:25:45 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:25:45 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:25:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:47 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:25:47 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Took 1.42 seconds to deallocate network for instance.
Oct 27 16:25:47 user nova-compute[75076]: DEBUG nova.compute.manager [req-6256a062-d33b-4268-9530-f1712a5d3cc0 req-7cb125c0-c884-4651-bff1-1a847dd518f5 service nova] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Received event network-vif-plugged-0fa15439-79a0-4224-a6ca-dd8887b6ff68 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:25:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-6256a062-d33b-4268-9530-f1712a5d3cc0 req-7cb125c0-c884-4651-bff1-1a847dd518f5 service nova] Acquiring lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:25:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-6256a062-d33b-4268-9530-f1712a5d3cc0 req-7cb125c0-c884-4651-bff1-1a847dd518f5 service nova] Lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:25:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-6256a062-d33b-4268-9530-f1712a5d3cc0 req-7cb125c0-c884-4651-bff1-1a847dd518f5 service nova] Lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:25:47 user nova-compute[75076]: DEBUG nova.compute.manager [req-6256a062-d33b-4268-9530-f1712a5d3cc0 req-7cb125c0-c884-4651-bff1-1a847dd518f5 service nova] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] No waiting events found dispatching network-vif-plugged-0fa15439-79a0-4224-a6ca-dd8887b6ff68 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:25:47 user nova-compute[75076]: WARNING nova.compute.manager [req-6256a062-d33b-4268-9530-f1712a5d3cc0 req-7cb125c0-c884-4651-bff1-1a847dd518f5 service nova] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Received unexpected event network-vif-plugged-0fa15439-79a0-4224-a6ca-dd8887b6ff68 for instance with vm_state active and task_state deleting.
Oct 27 16:25:47 user nova-compute[75076]: DEBUG nova.compute.manager [req-6256a062-d33b-4268-9530-f1712a5d3cc0 req-7cb125c0-c884-4651-bff1-1a847dd518f5 service nova] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Received event network-vif-plugged-0fa15439-79a0-4224-a6ca-dd8887b6ff68 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:25:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-6256a062-d33b-4268-9530-f1712a5d3cc0 req-7cb125c0-c884-4651-bff1-1a847dd518f5 service nova] Acquiring lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:25:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-6256a062-d33b-4268-9530-f1712a5d3cc0 req-7cb125c0-c884-4651-bff1-1a847dd518f5 service nova] Lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:25:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-6256a062-d33b-4268-9530-f1712a5d3cc0 req-7cb125c0-c884-4651-bff1-1a847dd518f5 service nova] Lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:25:47 user nova-compute[75076]: DEBUG nova.compute.manager [req-6256a062-d33b-4268-9530-f1712a5d3cc0 req-7cb125c0-c884-4651-bff1-1a847dd518f5 service nova] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] No waiting events found dispatching network-vif-plugged-0fa15439-79a0-4224-a6ca-dd8887b6ff68 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:25:47 user nova-compute[75076]: WARNING nova.compute.manager [req-6256a062-d33b-4268-9530-f1712a5d3cc0 req-7cb125c0-c884-4651-bff1-1a847dd518f5 service nova] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Received unexpected event network-vif-plugged-0fa15439-79a0-4224-a6ca-dd8887b6ff68 for instance with vm_state active and task_state deleting.
Oct 27 16:25:47 user nova-compute[75076]: DEBUG nova.compute.manager [req-6256a062-d33b-4268-9530-f1712a5d3cc0 req-7cb125c0-c884-4651-bff1-1a847dd518f5 service nova] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Received event network-vif-plugged-0fa15439-79a0-4224-a6ca-dd8887b6ff68 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:25:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-6256a062-d33b-4268-9530-f1712a5d3cc0 req-7cb125c0-c884-4651-bff1-1a847dd518f5 service nova] Acquiring lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:25:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-6256a062-d33b-4268-9530-f1712a5d3cc0 req-7cb125c0-c884-4651-bff1-1a847dd518f5 service nova] Lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:25:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-6256a062-d33b-4268-9530-f1712a5d3cc0 req-7cb125c0-c884-4651-bff1-1a847dd518f5 service nova] Lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:25:47 user nova-compute[75076]: DEBUG nova.compute.manager [req-6256a062-d33b-4268-9530-f1712a5d3cc0 req-7cb125c0-c884-4651-bff1-1a847dd518f5 service nova] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] No waiting events found dispatching network-vif-plugged-0fa15439-79a0-4224-a6ca-dd8887b6ff68 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:25:47 user nova-compute[75076]: WARNING nova.compute.manager [req-6256a062-d33b-4268-9530-f1712a5d3cc0 req-7cb125c0-c884-4651-bff1-1a847dd518f5 service nova] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Received unexpected event network-vif-plugged-0fa15439-79a0-4224-a6ca-dd8887b6ff68 for instance with vm_state active and task_state deleting.
Oct 27 16:25:47 user nova-compute[75076]: DEBUG nova.compute.manager [req-6256a062-d33b-4268-9530-f1712a5d3cc0 req-7cb125c0-c884-4651-bff1-1a847dd518f5 service nova] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Received event network-vif-unplugged-0fa15439-79a0-4224-a6ca-dd8887b6ff68 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:25:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-6256a062-d33b-4268-9530-f1712a5d3cc0 req-7cb125c0-c884-4651-bff1-1a847dd518f5 service nova] Acquiring lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:25:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-6256a062-d33b-4268-9530-f1712a5d3cc0 req-7cb125c0-c884-4651-bff1-1a847dd518f5 service nova] Lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:25:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-6256a062-d33b-4268-9530-f1712a5d3cc0 req-7cb125c0-c884-4651-bff1-1a847dd518f5 service nova] Lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:25:47 user nova-compute[75076]: DEBUG nova.compute.manager [req-6256a062-d33b-4268-9530-f1712a5d3cc0 req-7cb125c0-c884-4651-bff1-1a847dd518f5 service nova] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] No waiting events found dispatching network-vif-unplugged-0fa15439-79a0-4224-a6ca-dd8887b6ff68 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:25:47 user nova-compute[75076]: DEBUG nova.compute.manager [req-6256a062-d33b-4268-9530-f1712a5d3cc0 req-7cb125c0-c884-4651-bff1-1a847dd518f5 service nova] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Received event network-vif-unplugged-0fa15439-79a0-4224-a6ca-dd8887b6ff68 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:25:47 user nova-compute[75076]: DEBUG nova.compute.manager [req-6256a062-d33b-4268-9530-f1712a5d3cc0 req-7cb125c0-c884-4651-bff1-1a847dd518f5 service nova] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Received event network-vif-plugged-0fa15439-79a0-4224-a6ca-dd8887b6ff68 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:25:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-6256a062-d33b-4268-9530-f1712a5d3cc0 req-7cb125c0-c884-4651-bff1-1a847dd518f5 service nova] Acquiring lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:25:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-6256a062-d33b-4268-9530-f1712a5d3cc0 req-7cb125c0-c884-4651-bff1-1a847dd518f5 service nova] Lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:25:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-6256a062-d33b-4268-9530-f1712a5d3cc0 req-7cb125c0-c884-4651-bff1-1a847dd518f5 service nova] Lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:25:47 user nova-compute[75076]: DEBUG nova.compute.manager [req-6256a062-d33b-4268-9530-f1712a5d3cc0 req-7cb125c0-c884-4651-bff1-1a847dd518f5 service nova] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] No waiting events found dispatching network-vif-plugged-0fa15439-79a0-4224-a6ca-dd8887b6ff68 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:25:47 user nova-compute[75076]: WARNING nova.compute.manager [req-6256a062-d33b-4268-9530-f1712a5d3cc0 req-7cb125c0-c884-4651-bff1-1a847dd518f5 service nova] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Received unexpected event network-vif-plugged-0fa15439-79a0-4224-a6ca-dd8887b6ff68 for instance with vm_state active and task_state deleting.
Oct 27 16:25:47 user nova-compute[75076]: DEBUG nova.compute.manager [req-6256a062-d33b-4268-9530-f1712a5d3cc0 req-7cb125c0-c884-4651-bff1-1a847dd518f5 service nova] [instance: 4ec4ef43-8f30-4c12-917a-9d5a3bec531c] Received event network-vif-deleted-0fa15439-79a0-4224-a6ca-dd8887b6ff68 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:25:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4ed65db2-3e5e-4f86-8c0d-2cdfe2519095 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:25:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4ed65db2-3e5e-4f86-8c0d-2cdfe2519095 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:25:47 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-4ed65db2-3e5e-4f86-8c0d-2cdfe2519095 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:25:47 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-4ed65db2-3e5e-4f86-8c0d-2cdfe2519095 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:25:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4ed65db2-3e5e-4f86-8c0d-2cdfe2519095 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.366s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:25:47 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-4ed65db2-3e5e-4f86-8c0d-2cdfe2519095 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Deleted allocations for instance 4ec4ef43-8f30-4c12-917a-9d5a3bec531c
Oct 27 16:25:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4ed65db2-3e5e-4f86-8c0d-2cdfe2519095 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "4ec4ef43-8f30-4c12-917a-9d5a3bec531c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.966s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:25:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:54 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:25:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:04 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:26:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:26:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:26:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:26:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:26:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:26:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:26:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:26:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cfefeb07-6f0b-4742-91ca-dd089a7357cc tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:26:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cfefeb07-6f0b-4742-91ca-dd089a7357cc tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:26:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cfefeb07-6f0b-4742-91ca-dd089a7357cc tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:26:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cfefeb07-6f0b-4742-91ca-dd089a7357cc tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:26:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cfefeb07-6f0b-4742-91ca-dd089a7357cc tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:26:17 user nova-compute[75076]: INFO nova.compute.manager [None req-cfefeb07-6f0b-4742-91ca-dd089a7357cc tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Terminating instance
Oct 27 16:26:17 user nova-compute[75076]: DEBUG nova.compute.manager [None req-cfefeb07-6f0b-4742-91ca-dd089a7357cc tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:26:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG nova.compute.manager [req-155ddd77-a0f7-4c47-b07f-e9ad230df48f req-fdabb6d0-2652-4329-a98b-cf393cdd8fab service nova] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Received event network-vif-unplugged-427144d0-c0ee-47a4-bb1f-3a332a3edc64 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-155ddd77-a0f7-4c47-b07f-e9ad230df48f req-fdabb6d0-2652-4329-a98b-cf393cdd8fab service nova] Acquiring lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-155ddd77-a0f7-4c47-b07f-e9ad230df48f req-fdabb6d0-2652-4329-a98b-cf393cdd8fab service nova] Lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-155ddd77-a0f7-4c47-b07f-e9ad230df48f req-fdabb6d0-2652-4329-a98b-cf393cdd8fab service nova] Lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG nova.compute.manager [req-155ddd77-a0f7-4c47-b07f-e9ad230df48f req-fdabb6d0-2652-4329-a98b-cf393cdd8fab service nova] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] No waiting events found dispatching network-vif-unplugged-427144d0-c0ee-47a4-bb1f-3a332a3edc64 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG nova.compute.manager [req-155ddd77-a0f7-4c47-b07f-e9ad230df48f req-fdabb6d0-2652-4329-a98b-cf393cdd8fab service nova] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Received event network-vif-unplugged-427144d0-c0ee-47a4-bb1f-3a332a3edc64 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:26:18 user nova-compute[75076]: INFO nova.compute.manager [None req-abdab8f3-5c16-44dd-9201-a1b81d1f0f1d tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Get console output
Oct 27 16:26:18 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Instance destroyed successfully.
Oct 27 16:26:18 user nova-compute[75076]: DEBUG nova.objects.instance [None req-cfefeb07-6f0b-4742-91ca-dd089a7357cc tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lazy-loading 'resources' on Instance uuid 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-cfefeb07-6f0b-4742-91ca-dd089a7357cc tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:08:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1628004155',display_name='tempest-ServerRescueNegativeTestJSON-server-1628004155',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1628004155',id=2,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:13:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0ef018ddb1b54e7b996b9fb0f8e15c10',ramdisk_id='',reservation_id='r-psyg1k8y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1251262599',owner_user_name='tempest-ServerRescueNegativeTestJSON-1251262599-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:15:10Z,user_data=None,user_id='0c99e98aaaae434397f33178d51b0f20',uuid=79fc2f4a-6f6f-480b-92b4-0ee7414acaf4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "427144d0-c0ee-47a4-bb1f-3a332a3edc64", "address": "fa:16:3e:cd:fb:01", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap427144d0-c0", "ovs_interfaceid": "427144d0-c0ee-47a4-bb1f-3a332a3edc64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-cfefeb07-6f0b-4742-91ca-dd089a7357cc tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Converting VIF {"id": "427144d0-c0ee-47a4-bb1f-3a332a3edc64", "address": "fa:16:3e:cd:fb:01", "network": {"id": "a3001d2a-0821-4923-b18e-5d46ff3977e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-414567163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0ef018ddb1b54e7b996b9fb0f8e15c10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap427144d0-c0", "ovs_interfaceid": "427144d0-c0ee-47a4-bb1f-3a332a3edc64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-cfefeb07-6f0b-4742-91ca-dd089a7357cc tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:cd:fb:01,bridge_name='br-int',has_traffic_filtering=True,id=427144d0-c0ee-47a4-bb1f-3a332a3edc64,network=Network(a3001d2a-0821-4923-b18e-5d46ff3977e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap427144d0-c0') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG os_vif [None req-cfefeb07-6f0b-4742-91ca-dd089a7357cc tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:cd:fb:01,bridge_name='br-int',has_traffic_filtering=True,id=427144d0-c0ee-47a4-bb1f-3a332a3edc64,network=Network(a3001d2a-0821-4923-b18e-5d46ff3977e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap427144d0-c0') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap427144d0-c0, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fcad57a3-9daf-4708-b698-34fa5c1c7d29) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:26:18 user nova-compute[75076]: INFO os_vif [None req-cfefeb07-6f0b-4742-91ca-dd089a7357cc tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:cd:fb:01,bridge_name='br-int',has_traffic_filtering=True,id=427144d0-c0ee-47a4-bb1f-3a332a3edc64,network=Network(a3001d2a-0821-4923-b18e-5d46ff3977e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap427144d0-c0')
Oct 27 16:26:18 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-cfefeb07-6f0b-4742-91ca-dd089a7357cc tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Deleting instance files /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4_del
Oct 27 16:26:18 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-cfefeb07-6f0b-4742-91ca-dd089a7357cc tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Deletion of /opt/stack/data/nova/instances/79fc2f4a-6f6f-480b-92b4-0ee7414acaf4_del complete
Oct 27 16:26:18 user nova-compute[75076]: INFO nova.privsep.libvirt [-] Ignored error while reading from instance console pty: can't concat NoneType to bytes
Oct 27 16:26:18 user nova-compute[75076]: INFO nova.compute.manager [None req-cfefeb07-6f0b-4742-91ca-dd089a7357cc tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Took 0.73 seconds to destroy the instance on the hypervisor.
Oct 27 16:26:18 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-cfefeb07-6f0b-4742-91ca-dd089a7357cc tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:26:18 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Took 0.51 seconds to deallocate network for instance.
Oct 27 16:26:18 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BqKvWszb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:26:18 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:26:18 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:26:18 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:26:18 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:26:18 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:26:18 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cfefeb07-6f0b-4742-91ca-dd089a7357cc tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cfefeb07-6f0b-4742-91ca-dd089a7357cc tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c193f97f-b064-43eb-ab17-ffd366ef3b28]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:26:18 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[141c6ae0-740f-4772-b7d3-d0e7fb2962ef]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5] added
Oct 27 16:26:18 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[31693149-d1e7-43f4-ba0c-cbc8a45c2047]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[74c25c3d-8d35-40d2-b838-d3631b4e95b9]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BqKvWszb {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BqKvWszb" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ab096b7-f4f0-4d89-b8a3-5aa971e33d27]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BqKvWszb'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8b0684b-fb71-4262-a6f6-e10197b082bf]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[65b7cbfe-067a-4abb-88b1-36b23817e192]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:26:18 user nova-compute[75076]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)
Oct 27 16:26:18 user nova-compute[75076]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:26:18 user nova-compute[75076]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb (non-flash)
Oct 27 16:26:18 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:26:18 user nova-compute[75076]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)
Oct 27 16:26:18 user nova-compute[75076]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:26:18 user nova-compute[75076]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb (non-flash)
Oct 27 16:26:18 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:26:18 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:26:19 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:19 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 -p 172.16.0.220:3260 --login" returned: 0 in 0.067s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:26:19 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3777a9b-628a-4708-932a-899a890f796d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:26:19 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5, portal: 172.16.0.220,3260]
Oct 27 16:26:19 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5, portal: 172.16.0.220,3260] successful.
Oct 27 16:26:19 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:26:19 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:26:19 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-cfefeb07-6f0b-4742-91ca-dd089a7357cc tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:26:19 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.032s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:26:19 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7941b61-be94-4823-81e8-42d988ed798e]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:26:19 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:26:19 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:26:19 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-cfefeb07-6f0b-4742-91ca-dd089a7357cc tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:26:19 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:26:19 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[57eda5c9-cc0c-4f1a-a50f-19f9d4dd525b]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:26:19 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:26:19 user nova-compute[75076]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)
Oct 27 16:26:19 user nova-compute[75076]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:26:19 user nova-compute[75076]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb (non-flash)
Oct 27 16:26:19 user nova-compute[75076]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 (non-flash)
Oct 27 16:26:19 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:26:19 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:26:19 user nova-compute[75076]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)
Oct 27 16:26:19 user nova-compute[75076]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:26:19 user nova-compute[75076]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb (non-flash)
Oct 27 16:26:19 user nova-compute[75076]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 (non-flash)
Oct 27 16:26:19 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:26:19 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.336s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:26:19 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:26:19 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] HCTL ('35', '-', '-', 0) found on session 32 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:26:19 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:26:19 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:26:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cfefeb07-6f0b-4742-91ca-dd089a7357cc tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.336s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:26:19 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:26:19 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[89f3c7ab-d441-4fc7-b126-d05971a71463]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:26:19 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Searching for a device in session 32 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:26:19 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BqKvWszb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:26:19 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-cfefeb07-6f0b-4742-91ca-dd089a7357cc tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Deleted allocations for instance 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4
Oct 27 16:26:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cfefeb07-6f0b-4742-91ca-dd089a7357cc tempest-ServerRescueNegativeTestJSON-1251262599 tempest-ServerRescueNegativeTestJSON-1251262599-project-member] Lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.812s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:26:19 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:20 user nova-compute[75076]: DEBUG nova.compute.manager [req-9e805d6d-a84a-4c0f-b139-625450e2ef52 req-31cbf204-bc48-4291-a5ac-7c5187def661 service nova] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Received event network-vif-plugged-427144d0-c0ee-47a4-bb1f-3a332a3edc64 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:26:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-9e805d6d-a84a-4c0f-b139-625450e2ef52 req-31cbf204-bc48-4291-a5ac-7c5187def661 service nova] Acquiring lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:26:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-9e805d6d-a84a-4c0f-b139-625450e2ef52 req-31cbf204-bc48-4291-a5ac-7c5187def661 service nova] Lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:26:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-9e805d6d-a84a-4c0f-b139-625450e2ef52 req-31cbf204-bc48-4291-a5ac-7c5187def661 service nova] Lock "79fc2f4a-6f6f-480b-92b4-0ee7414acaf4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:26:20 user nova-compute[75076]: DEBUG nova.compute.manager [req-9e805d6d-a84a-4c0f-b139-625450e2ef52 req-31cbf204-bc48-4291-a5ac-7c5187def661 service nova] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] No waiting events found dispatching network-vif-plugged-427144d0-c0ee-47a4-bb1f-3a332a3edc64 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:26:20 user nova-compute[75076]: WARNING nova.compute.manager [req-9e805d6d-a84a-4c0f-b139-625450e2ef52 req-31cbf204-bc48-4291-a5ac-7c5187def661 service nova] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Received unexpected event network-vif-plugged-427144d0-c0ee-47a4-bb1f-3a332a3edc64 for instance with vm_state deleted and task_state None.
Oct 27 16:26:20 user nova-compute[75076]: DEBUG nova.compute.manager [req-9e805d6d-a84a-4c0f-b139-625450e2ef52 req-31cbf204-bc48-4291-a5ac-7c5187def661 service nova] [instance: 79fc2f4a-6f6f-480b-92b4-0ee7414acaf4] Received event network-vif-deleted-427144d0-c0ee-47a4-bb1f-3a332a3edc64 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:26:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.379s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:26:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] <== connect_volume: return (1381ms) {'type': 'block', 'scsi_wwn': '23761343934333637', 'path': '/dev/sdd'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:26:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23761343934333637', 'path': '/dev/sdd'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:26:20 user nova-compute[75076]: DEBUG nova.objects.instance [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lazy-loading 'flavor' on Instance uuid d86fb97b-71c1-4078-9808-288c2542891a {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:26:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 16:26:20 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:26:20 user nova-compute[75076]:   <source dev="/dev/sdd"/>
Oct 27 16:26:20 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:26:20 user nova-compute[75076]:   <serial>d20a07d2-4ad6-4afb-8331-d93f6473e3b5</serial>
Oct 27 16:26:20 user nova-compute[75076]: </disk>
Oct 27 16:26:20 user nova-compute[75076]:  {{(pid=75076) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 16:26:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:26:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:26:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] No VIF found with MAC fa:16:3e:d1:32:19, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:26:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-8c2a495e-dfb7-4db1-a6f4-b200f141467f tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lock "d86fb97b-71c1-4078-9808-288c2542891a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 46.709s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:26:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Acquiring lock "d86fb97b-71c1-4078-9808-288c2542891a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:26:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lock "d86fb97b-71c1-4078-9808-288c2542891a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:26:24 user nova-compute[75076]: DEBUG nova.objects.instance [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lazy-loading 'flavor' on Instance uuid d86fb97b-71c1-4078-9808-288c2542891a {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:26:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lock "d86fb97b-71c1-4078-9808-288c2542891a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.068s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:26:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Acquiring lock "d86fb97b-71c1-4078-9808-288c2542891a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:26:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lock "d86fb97b-71c1-4078-9808-288c2542891a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:26:25 user nova-compute[75076]: INFO nova.compute.manager [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Attaching volume 5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6 to /dev/vdc
Oct 27 16:26:25 user nova-compute[75076]: DEBUG os_brick.utils [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:26:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:26:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:26:25 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[99b8e955-0bae-46db-8fd3-c04cba943a33]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:26:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:26:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:26:25 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ea34a7a-1ef1-431c-9b41-2b68efc1c98e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:26:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:26:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:26:25 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebd070e4-e2bf-41e2-a2f9-71384acdc7fa]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:26:25 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a424bf3-b507-4a5b-889b-0769c6333c84]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:26:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:26:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:26:25 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:26:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:26:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:26:25 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:26:25 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d7cc506-1bd7-40ca-b860-63c013fdcd9c]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:26:25 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:26:25 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:26:25 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:26:25 user nova-compute[75076]: DEBUG os_brick.utils [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:26:25 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Updating existing volume attachment record: 580933f6-24bf-4c47-a830-22717653be4a {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:26:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:26:31 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:26:31 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:26:31 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:26:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:26:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:26:31 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 16:26:31 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Updating instance_info_cache with network_info: [{"id": "842a9b6b-f37e-4201-a4a5-86f51db9c011", "address": "fa:16:3e:2a:ab:b4", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap842a9b6b-f3", "ovs_interfaceid": "842a9b6b-f37e-4201-a4a5-86f51db9c011", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:26:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:26:31 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 16:26:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:34 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:26:34 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:26:35 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:26:35 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:26:36 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:26:37 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:26:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:26:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:26:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:26:37 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:26:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:26:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:26:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d86fb97b-71c1-4078-9808-288c2542891a/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:26:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d86fb97b-71c1-4078-9808-288c2542891a/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:26:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d86fb97b-71c1-4078-9808-288c2542891a/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:26:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d86fb97b-71c1-4078-9808-288c2542891a/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:26:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:26:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:26:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:26:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:26:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:26:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:26:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:26:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:26:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:26:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:26:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:26:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:26:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:26:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:26:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:26:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:26:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:26:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:26:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:26:39 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:26:39 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:26:39 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=7924MB free_disk=25.057849884033203GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:26:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:26:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:26:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "b7034915-9a41-4e00-9e23-e4382b003aa8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:26:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "b7034915-9a41-4e00-9e23-e4382b003aa8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:26:39 user nova-compute[75076]: DEBUG nova.compute.manager [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:26:39 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 961254d8-ebf1-4fa6-a93d-62c8eb1bd359 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:26:39 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:26:39 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:26:39 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 3b8402ec-436a-44e0-a938-bdc76b015689 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:26:39 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 9e671e3b-15c7-44b5-aa89-19a37117fbc9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:26:39 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance dad6d9d4-84e4-4e39-853f-566cdcd8bd30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:26:39 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 3996d4e9-34f4-4419-a84c-a5fed87fa009 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:26:39 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance d86fb97b-71c1-4078-9808-288c2542891a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:26:39 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance b7034915-9a41-4e00-9e23-e4382b003aa8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 27 16:26:39 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:26:39 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:26:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:26:40 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:26:40 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:26:40 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:26:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.517s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:26:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.331s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:26:40 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:26:40 user nova-compute[75076]: INFO nova.compute.claims [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Claim successful on node user
Oct 27 16:26:40 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:26:40 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:26:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.401s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:26:40 user nova-compute[75076]: DEBUG nova.compute.manager [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:26:40 user nova-compute[75076]: DEBUG nova.compute.manager [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:26:40 user nova-compute[75076]: DEBUG nova.network.neutron [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:26:40 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:26:40 user nova-compute[75076]: DEBUG nova.compute.manager [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:26:40 user nova-compute[75076]: DEBUG nova.policy [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '500acae85b404ddfb043d00de39a7f04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1c3f667da694a98becb9067dfed7888', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:26:40 user nova-compute[75076]: DEBUG nova.compute.manager [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:26:40 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:26:40 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Creating image(s)
Oct 27 16:26:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "/opt/stack/data/nova/instances/b7034915-9a41-4e00-9e23-e4382b003aa8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:26:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "/opt/stack/data/nova/instances/b7034915-9a41-4e00-9e23-e4382b003aa8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:26:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "/opt/stack/data/nova/instances/b7034915-9a41-4e00-9e23-e4382b003aa8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:26:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:26:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.176s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:26:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:26:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:26:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:26:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.179s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:26:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/b7034915-9a41-4e00-9e23-e4382b003aa8/disk 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:26:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/b7034915-9a41-4e00-9e23-e4382b003aa8/disk 1073741824" returned: 0 in 0.057s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:26:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.244s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:26:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:26:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.211s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:26:41 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b7034915-9a41-4e00-9e23-e4382b003aa8/disk. size=1073741824 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:26:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7034915-9a41-4e00-9e23-e4382b003aa8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:26:41 user nova-compute[75076]: DEBUG nova.network.neutron [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Successfully created port: eea3ba0f-05e5-4a1b-81f6-72d10a6d013b {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:26:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7034915-9a41-4e00-9e23-e4382b003aa8/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:26:41 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Cannot resize image /opt/stack/data/nova/instances/b7034915-9a41-4e00-9e23-e4382b003aa8/disk to a smaller size. {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 16:26:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:26:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Ensure instance console log exists: /opt/stack/data/nova/instances/b7034915-9a41-4e00-9e23-e4382b003aa8/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:26:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:26:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:26:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG nova.network.neutron [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Successfully updated port: eea3ba0f-05e5-4a1b-81f6-72d10a6d013b {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "refresh_cache-b7034915-9a41-4e00-9e23-e4382b003aa8" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquired lock "refresh_cache-b7034915-9a41-4e00-9e23-e4382b003aa8" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG nova.network.neutron [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG nova.compute.manager [req-28aec8bb-936c-45b1-a2a8-5aef4a815f0c req-7ee198a4-a0ea-4fd2-b13a-08d291ec56e1 service nova] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Received event network-changed-eea3ba0f-05e5-4a1b-81f6-72d10a6d013b {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG nova.compute.manager [req-28aec8bb-936c-45b1-a2a8-5aef4a815f0c req-7ee198a4-a0ea-4fd2-b13a-08d291ec56e1 service nova] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Refreshing instance network info cache due to event network-changed-eea3ba0f-05e5-4a1b-81f6-72d10a6d013b. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-28aec8bb-936c-45b1-a2a8-5aef4a815f0c req-7ee198a4-a0ea-4fd2-b13a-08d291ec56e1 service nova] Acquiring lock "refresh_cache-b7034915-9a41-4e00-9e23-e4382b003aa8" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG nova.network.neutron [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG nova.network.neutron [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Updating instance_info_cache with network_info: [{"id": "eea3ba0f-05e5-4a1b-81f6-72d10a6d013b", "address": "fa:16:3e:45:e9:d6", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeea3ba0f-05", "ovs_interfaceid": "eea3ba0f-05e5-4a1b-81f6-72d10a6d013b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Releasing lock "refresh_cache-b7034915-9a41-4e00-9e23-e4382b003aa8" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG nova.compute.manager [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Instance network_info: |[{"id": "eea3ba0f-05e5-4a1b-81f6-72d10a6d013b", "address": "fa:16:3e:45:e9:d6", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeea3ba0f-05", "ovs_interfaceid": "eea3ba0f-05e5-4a1b-81f6-72d10a6d013b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-28aec8bb-936c-45b1-a2a8-5aef4a815f0c req-7ee198a4-a0ea-4fd2-b13a-08d291ec56e1 service nova] Acquired lock "refresh_cache-b7034915-9a41-4e00-9e23-e4382b003aa8" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG nova.network.neutron [req-28aec8bb-936c-45b1-a2a8-5aef4a815f0c req-7ee198a4-a0ea-4fd2-b13a-08d291ec56e1 service nova] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Refreshing network info cache for port eea3ba0f-05e5-4a1b-81f6-72d10a6d013b {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Start _get_guest_xml network_info=[{"id": "eea3ba0f-05e5-4a1b-81f6-72d10a6d013b", "address": "fa:16:3e:45:e9:d6", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeea3ba0f-05", "ovs_interfaceid": "eea3ba0f-05e5-4a1b-81f6-72d10a6d013b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:26:42 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:26:42 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:26:42 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:26:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-2071039145',display_name='tempest-AttachVolumeNegativeTest-server-2071039145',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-2071039145',id=33,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO7W608uhsWqN//XSzRZfXo1hrqdjiKi9IV5/mpmt8GL6yLxC6U+JsozuWg+6D69BLYIoTo8N/3mcHyocFJ5iWHZc2TOegDZyjXp9ZrkSAd9BIXHR+EWmVpLlZK3Mq4HXg==',key_name='tempest-keypair-368645178',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c1c3f667da694a98becb9067dfed7888',ramdisk_id='',reservation_id='r-8y9mg1sy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-13585354',owner_user_name='tempest-AttachVolumeNegativeTest-13585354-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:26:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='500acae85b404ddfb043d00de39a7f04',uuid=b7034915-9a41-4e00-9e23-e4382b003aa8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "eea3ba0f-05e5-4a1b-81f6-72d10a6d013b", "address": "fa:16:3e:45:e9:d6", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeea3ba0f-05", "ovs_interfaceid": "eea3ba0f-05e5-4a1b-81f6-72d10a6d013b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Converting VIF {"id": "eea3ba0f-05e5-4a1b-81f6-72d10a6d013b", "address": "fa:16:3e:45:e9:d6", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeea3ba0f-05", "ovs_interfaceid": "eea3ba0f-05e5-4a1b-81f6-72d10a6d013b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:45:e9:d6,bridge_name='br-int',has_traffic_filtering=True,id=eea3ba0f-05e5-4a1b-81f6-72d10a6d013b,network=Network(361c13d0-70fe-468e-9aa6-09dfa2310541),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeea3ba0f-05') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG nova.objects.instance [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lazy-loading 'pci_devices' on Instance uuid b7034915-9a41-4e00-9e23-e4382b003aa8 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:26:42 user nova-compute[75076]:   <uuid>b7034915-9a41-4e00-9e23-e4382b003aa8</uuid>
Oct 27 16:26:42 user nova-compute[75076]:   <name>instance-00000021</name>
Oct 27 16:26:42 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:26:42 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:26:42 user nova-compute[75076]:   <metadata>
Oct 27 16:26:42 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:26:42 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:26:42 user nova-compute[75076]:       <nova:name>tempest-AttachVolumeNegativeTest-server-2071039145</nova:name>
Oct 27 16:26:42 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:26:42</nova:creationTime>
Oct 27 16:26:42 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:26:42 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:26:42 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:26:42 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:26:42 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:26:42 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:26:42 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:26:42 user nova-compute[75076]:       <nova:owner>
Oct 27 16:26:42 user nova-compute[75076]:         <nova:user uuid="500acae85b404ddfb043d00de39a7f04">tempest-AttachVolumeNegativeTest-13585354-project-member</nova:user>
Oct 27 16:26:42 user nova-compute[75076]:         <nova:project uuid="c1c3f667da694a98becb9067dfed7888">tempest-AttachVolumeNegativeTest-13585354</nova:project>
Oct 27 16:26:42 user nova-compute[75076]:       </nova:owner>
Oct 27 16:26:42 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:26:42 user nova-compute[75076]:       <nova:ports>
Oct 27 16:26:42 user nova-compute[75076]:         <nova:port uuid="eea3ba0f-05e5-4a1b-81f6-72d10a6d013b">
Oct 27 16:26:42 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 27 16:26:42 user nova-compute[75076]:         </nova:port>
Oct 27 16:26:42 user nova-compute[75076]:       </nova:ports>
Oct 27 16:26:42 user nova-compute[75076]:     </nova:instance>
Oct 27 16:26:42 user nova-compute[75076]:   </metadata>
Oct 27 16:26:42 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:26:42 user nova-compute[75076]:     <system>
Oct 27 16:26:42 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:26:42 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:26:42 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:26:42 user nova-compute[75076]:       <entry name="serial">b7034915-9a41-4e00-9e23-e4382b003aa8</entry>
Oct 27 16:26:42 user nova-compute[75076]:       <entry name="uuid">b7034915-9a41-4e00-9e23-e4382b003aa8</entry>
Oct 27 16:26:42 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:26:42 user nova-compute[75076]:     </system>
Oct 27 16:26:42 user nova-compute[75076]:   </sysinfo>
Oct 27 16:26:42 user nova-compute[75076]:   <os>
Oct 27 16:26:42 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:26:42 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:26:42 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:26:42 user nova-compute[75076]:   </os>
Oct 27 16:26:42 user nova-compute[75076]:   <features>
Oct 27 16:26:42 user nova-compute[75076]:     <acpi/>
Oct 27 16:26:42 user nova-compute[75076]:     <apic/>
Oct 27 16:26:42 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:26:42 user nova-compute[75076]:   </features>
Oct 27 16:26:42 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:26:42 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:26:42 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:26:42 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:26:42 user nova-compute[75076]:   </clock>
Oct 27 16:26:42 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:26:42 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:26:42 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:26:42 user nova-compute[75076]:   </cpu>
Oct 27 16:26:42 user nova-compute[75076]:   <devices>
Oct 27 16:26:42 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:26:42 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:26:42 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/b7034915-9a41-4e00-9e23-e4382b003aa8/disk"/>
Oct 27 16:26:42 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:26:42 user nova-compute[75076]:     </disk>
Oct 27 16:26:42 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:26:42 user nova-compute[75076]:       <mac address="fa:16:3e:45:e9:d6"/>
Oct 27 16:26:42 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:26:42 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:26:42 user nova-compute[75076]:       <target dev="tapeea3ba0f-05"/>
Oct 27 16:26:42 user nova-compute[75076]:     </interface>
Oct 27 16:26:42 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:26:42 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/b7034915-9a41-4e00-9e23-e4382b003aa8/console.log" append="off"/>
Oct 27 16:26:42 user nova-compute[75076]:     </serial>
Oct 27 16:26:42 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:26:42 user nova-compute[75076]:     <video>
Oct 27 16:26:42 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:26:42 user nova-compute[75076]:     </video>
Oct 27 16:26:42 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:26:42 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:26:42 user nova-compute[75076]:     </rng>
Oct 27 16:26:42 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:26:42 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:26:42 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:26:42 user nova-compute[75076]:     </memballoon>
Oct 27 16:26:42 user nova-compute[75076]:   </devices>
Oct 27 16:26:42 user nova-compute[75076]: </domain>
Oct 27 16:26:42 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:26:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-2071039145',display_name='tempest-AttachVolumeNegativeTest-server-2071039145',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-2071039145',id=33,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO7W608uhsWqN//XSzRZfXo1hrqdjiKi9IV5/mpmt8GL6yLxC6U+JsozuWg+6D69BLYIoTo8N/3mcHyocFJ5iWHZc2TOegDZyjXp9ZrkSAd9BIXHR+EWmVpLlZK3Mq4HXg==',key_name='tempest-keypair-368645178',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c1c3f667da694a98becb9067dfed7888',ramdisk_id='',reservation_id='r-8y9mg1sy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-13585354',owner_user_name='tempest-AttachVolumeNegativeTest-13585354-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:26:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='500acae85b404ddfb043d00de39a7f04',uuid=b7034915-9a41-4e00-9e23-e4382b003aa8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "eea3ba0f-05e5-4a1b-81f6-72d10a6d013b", "address": "fa:16:3e:45:e9:d6", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeea3ba0f-05", "ovs_interfaceid": "eea3ba0f-05e5-4a1b-81f6-72d10a6d013b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Converting VIF {"id": "eea3ba0f-05e5-4a1b-81f6-72d10a6d013b", "address": "fa:16:3e:45:e9:d6", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeea3ba0f-05", "ovs_interfaceid": "eea3ba0f-05e5-4a1b-81f6-72d10a6d013b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:45:e9:d6,bridge_name='br-int',has_traffic_filtering=True,id=eea3ba0f-05e5-4a1b-81f6-72d10a6d013b,network=Network(361c13d0-70fe-468e-9aa6-09dfa2310541),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeea3ba0f-05') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG os_vif [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:45:e9:d6,bridge_name='br-int',has_traffic_filtering=True,id=eea3ba0f-05e5-4a1b-81f6-72d10a6d013b,network=Network(361c13d0-70fe-468e-9aa6-09dfa2310541),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeea3ba0f-05') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4b9c677b-8fb5-5f6a-9dee-4dcbce507a12', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapeea3ba0f-05, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapeea3ba0f-05, col_values=(('qos', UUID('aa3cba52-3b15-47df-bca5-2c88be932730')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapeea3ba0f-05, col_values=(('external_ids', {'iface-id': 'eea3ba0f-05e5-4a1b-81f6-72d10a6d013b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:45:e9:d6', 'vm-uuid': 'b7034915-9a41-4e00-9e23-e4382b003aa8'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:42 user nova-compute[75076]: INFO os_vif [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:45:e9:d6,bridge_name='br-int',has_traffic_filtering=True,id=eea3ba0f-05e5-4a1b-81f6-72d10a6d013b,network=Network(361c13d0-70fe-468e-9aa6-09dfa2310541),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeea3ba0f-05')
Oct 27 16:26:42 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:26:42 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] No VIF found with MAC fa:16:3e:45:e9:d6, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:26:43 user nova-compute[75076]: DEBUG nova.network.neutron [req-28aec8bb-936c-45b1-a2a8-5aef4a815f0c req-7ee198a4-a0ea-4fd2-b13a-08d291ec56e1 service nova] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Updated VIF entry in instance network info cache for port eea3ba0f-05e5-4a1b-81f6-72d10a6d013b. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:26:43 user nova-compute[75076]: DEBUG nova.network.neutron [req-28aec8bb-936c-45b1-a2a8-5aef4a815f0c req-7ee198a4-a0ea-4fd2-b13a-08d291ec56e1 service nova] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Updating instance_info_cache with network_info: [{"id": "eea3ba0f-05e5-4a1b-81f6-72d10a6d013b", "address": "fa:16:3e:45:e9:d6", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeea3ba0f-05", "ovs_interfaceid": "eea3ba0f-05e5-4a1b-81f6-72d10a6d013b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:26:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-28aec8bb-936c-45b1-a2a8-5aef4a815f0c req-7ee198a4-a0ea-4fd2-b13a-08d291ec56e1 service nova] Releasing lock "refresh_cache-b7034915-9a41-4e00-9e23-e4382b003aa8" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:26:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:44 user nova-compute[75076]: DEBUG nova.compute.manager [req-8c2783a4-9124-4f97-9733-5b4b0d0c588d req-9933f86c-1a07-4ecb-9995-60e6b88f4e10 service nova] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Received event network-vif-plugged-eea3ba0f-05e5-4a1b-81f6-72d10a6d013b {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:26:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8c2783a4-9124-4f97-9733-5b4b0d0c588d req-9933f86c-1a07-4ecb-9995-60e6b88f4e10 service nova] Acquiring lock "b7034915-9a41-4e00-9e23-e4382b003aa8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:26:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8c2783a4-9124-4f97-9733-5b4b0d0c588d req-9933f86c-1a07-4ecb-9995-60e6b88f4e10 service nova] Lock "b7034915-9a41-4e00-9e23-e4382b003aa8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:26:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8c2783a4-9124-4f97-9733-5b4b0d0c588d req-9933f86c-1a07-4ecb-9995-60e6b88f4e10 service nova] Lock "b7034915-9a41-4e00-9e23-e4382b003aa8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:26:44 user nova-compute[75076]: DEBUG nova.compute.manager [req-8c2783a4-9124-4f97-9733-5b4b0d0c588d req-9933f86c-1a07-4ecb-9995-60e6b88f4e10 service nova] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] No waiting events found dispatching network-vif-plugged-eea3ba0f-05e5-4a1b-81f6-72d10a6d013b {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:26:44 user nova-compute[75076]: WARNING nova.compute.manager [req-8c2783a4-9124-4f97-9733-5b4b0d0c588d req-9933f86c-1a07-4ecb-9995-60e6b88f4e10 service nova] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Received unexpected event network-vif-plugged-eea3ba0f-05e5-4a1b-81f6-72d10a6d013b for instance with vm_state building and task_state spawning.
Oct 27 16:26:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VfAQUOCH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:26:46 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:26:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:26:46 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:26:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:26:46 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:26:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6 -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6 -p 172.16.0.220:3260" returned: 21 in 0.025s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5d45ae1-d2d9-4ecd-87ae-65d8b625ce1d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:26:46 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6 -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[87006b35-21df-42d5-915d-28ed6abc58ca]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6] added
Oct 27 16:26:46 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[4104d163-15ac-4068-9aaf-9e311be35cd2]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[66fc196e-692d-4e0b-88c5-360b1ee8429d]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VfAQUOCH {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VfAQUOCH" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[55b17b9d-acdc-45ec-bf9b-9a774034d23b]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VfAQUOCH'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbf5971f-af19-425a-8b36-af69c9e1f157]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[33b77030-77a8-41ed-82e2-5a84f05c80d4]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:26:46 user nova-compute[75076]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)
Oct 27 16:26:46 user nova-compute[75076]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:26:46 user nova-compute[75076]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb (non-flash)
Oct 27 16:26:46 user nova-compute[75076]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 (non-flash)
Oct 27 16:26:46 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:26:46 user nova-compute[75076]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)
Oct 27 16:26:46 user nova-compute[75076]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:26:46 user nova-compute[75076]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb (non-flash)
Oct 27 16:26:46 user nova-compute[75076]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 (non-flash)
Oct 27 16:26:46 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6 -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG nova.compute.manager [req-bceb8ca7-cef7-4a46-8916-2a7603bb7412 req-23b58c5d-6e9a-4f03-bb40-15e20b77d9b9 service nova] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Received event network-vif-plugged-eea3ba0f-05e5-4a1b-81f6-72d10a6d013b {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bceb8ca7-cef7-4a46-8916-2a7603bb7412 req-23b58c5d-6e9a-4f03-bb40-15e20b77d9b9 service nova] Acquiring lock "b7034915-9a41-4e00-9e23-e4382b003aa8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bceb8ca7-cef7-4a46-8916-2a7603bb7412 req-23b58c5d-6e9a-4f03-bb40-15e20b77d9b9 service nova] Lock "b7034915-9a41-4e00-9e23-e4382b003aa8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bceb8ca7-cef7-4a46-8916-2a7603bb7412 req-23b58c5d-6e9a-4f03-bb40-15e20b77d9b9 service nova] Lock "b7034915-9a41-4e00-9e23-e4382b003aa8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG nova.compute.manager [req-bceb8ca7-cef7-4a46-8916-2a7603bb7412 req-23b58c5d-6e9a-4f03-bb40-15e20b77d9b9 service nova] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] No waiting events found dispatching network-vif-plugged-eea3ba0f-05e5-4a1b-81f6-72d10a6d013b {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:26:46 user nova-compute[75076]: WARNING nova.compute.manager [req-bceb8ca7-cef7-4a46-8916-2a7603bb7412 req-23b58c5d-6e9a-4f03-bb40-15e20b77d9b9 service nova] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Received unexpected event network-vif-plugged-eea3ba0f-05e5-4a1b-81f6-72d10a6d013b for instance with vm_state building and task_state spawning.
Oct 27 16:26:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6 -p 172.16.0.220:3260 --login" returned: 0 in 0.079s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e94d0acb-438c-4330-a123-7eff8389130b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6, portal: 172.16.0.220,3260]
Oct 27 16:26:46 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6, portal: 172.16.0.220,3260] successful.
Oct 27 16:26:46 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[11e01bde-a4de-42d3-a5ec-860e3eea9f2a]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG nova.compute.manager [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d189c70f-f2fa-4a5c-88e6-35788ccf81eb]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:26:46 user nova-compute[75076]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)
Oct 27 16:26:46 user nova-compute[75076]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:26:46 user nova-compute[75076]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb (non-flash)
Oct 27 16:26:46 user nova-compute[75076]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 (non-flash)
Oct 27 16:26:46 user nova-compute[75076]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6 (non-flash)
Oct 27 16:26:46 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:26:46 user nova-compute[75076]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)
Oct 27 16:26:46 user nova-compute[75076]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:26:46 user nova-compute[75076]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb (non-flash)
Oct 27 16:26:46 user nova-compute[75076]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 (non-flash)
Oct 27 16:26:46 user nova-compute[75076]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6 (non-flash)
Oct 27 16:26:46 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.341s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] HCTL ('38', '-', '-', 0) found on session 33 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:26:46 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Instance spawned successfully.
Oct 27 16:26:46 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c04cafe7-4bf9-4020-b1fc-7db1212974db]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Searching for a device in session 33 and hctl ['38', '*', '*', 0] yield: None {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:26:46 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:26:46 user nova-compute[75076]: INFO nova.compute.manager [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Took 5.93 seconds to spawn the instance on the hypervisor.
Oct 27 16:26:46 user nova-compute[75076]: DEBUG nova.compute.manager [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:26:46 user nova-compute[75076]: INFO nova.compute.manager [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Took 7.09 seconds to build instance.
Oct 27 16:26:46 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-879a0c03-9a98-4265-9310-8b12f3507ced tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "b7034915-9a41-4e00-9e23-e4382b003aa8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.204s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:26:47 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Searching for a device in session 33 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:26:47 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VfAQUOCH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:26:47 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.373s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:26:47 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] <== connect_volume: return (1374ms) {'type': 'block', 'scsi_wwn': '26463633934336630', 'path': '/dev/sdg'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:26:47 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26463633934336630', 'path': '/dev/sdg'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:26:47 user nova-compute[75076]: DEBUG nova.objects.instance [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lazy-loading 'flavor' on Instance uuid d86fb97b-71c1-4078-9808-288c2542891a {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:26:47 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 16:26:47 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:26:47 user nova-compute[75076]:   <source dev="/dev/sdg"/>
Oct 27 16:26:47 user nova-compute[75076]:   <target dev="vdc" bus="virtio"/>
Oct 27 16:26:47 user nova-compute[75076]:   <serial>5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6</serial>
Oct 27 16:26:47 user nova-compute[75076]: </disk>
Oct 27 16:26:47 user nova-compute[75076]:  {{(pid=75076) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 16:26:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:48 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:26:48 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:26:48 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:26:48 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] No VIF found with MAC fa:16:3e:d1:32:19, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:26:48 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cfcabd5a-c350-4a3f-b7e0-b1df9be74388 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lock "d86fb97b-71c1-4078-9808-288c2542891a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 23.240s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:26:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4151dca9-d967-4f08-bf4f-441a7d8738d9 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Acquiring lock "d86fb97b-71c1-4078-9808-288c2542891a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:26:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4151dca9-d967-4f08-bf4f-441a7d8738d9 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lock "d86fb97b-71c1-4078-9808-288c2542891a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:26:49 user nova-compute[75076]: INFO nova.compute.manager [None req-4151dca9-d967-4f08-bf4f-441a7d8738d9 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Detaching volume 5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6
Oct 27 16:26:49 user nova-compute[75076]: INFO nova.virt.block_device [None req-4151dca9-d967-4f08-bf4f-441a7d8738d9 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Attempting to driver detach volume 5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6 from mountpoint /dev/vdc
Oct 27 16:26:49 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-4151dca9-d967-4f08-bf4f-441a7d8738d9 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Attempting to detach device vdc from instance d86fb97b-71c1-4078-9808-288c2542891a from the persistent domain config. {{(pid=75076) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 16:26:49 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-4151dca9-d967-4f08-bf4f-441a7d8738d9 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:26:49 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:26:49 user nova-compute[75076]:   <source dev="/dev/sdg"/>
Oct 27 16:26:49 user nova-compute[75076]:   <target dev="vdc" bus="virtio"/>
Oct 27 16:26:49 user nova-compute[75076]:   <serial>5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6</serial>
Oct 27 16:26:49 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 27 16:26:49 user nova-compute[75076]: </disk>
Oct 27 16:26:49 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:26:49 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-4151dca9-d967-4f08-bf4f-441a7d8738d9 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Successfully detached device vdc from instance d86fb97b-71c1-4078-9808-288c2542891a from the persistent domain config.
Oct 27 16:26:49 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-4151dca9-d967-4f08-bf4f-441a7d8738d9 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance d86fb97b-71c1-4078-9808-288c2542891a from the live domain config. {{(pid=75076) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 16:26:49 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-4151dca9-d967-4f08-bf4f-441a7d8738d9 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:26:49 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:26:49 user nova-compute[75076]:   <source dev="/dev/sdg"/>
Oct 27 16:26:49 user nova-compute[75076]:   <target dev="vdc" bus="virtio"/>
Oct 27 16:26:49 user nova-compute[75076]:   <serial>5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6</serial>
Oct 27 16:26:49 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 27 16:26:49 user nova-compute[75076]: </disk>
Oct 27 16:26:49 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:26:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:49 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-4151dca9-d967-4f08-bf4f-441a7d8738d9 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance d86fb97b-71c1-4078-9808-288c2542891a {{(pid=75076) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 16:26:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:26:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:26:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:26:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:26:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:26:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:27:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ee8a6fd2-3bd3-4405-a315-fcce30309f28 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Acquiring lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:27:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ee8a6fd2-3bd3-4405-a315-fcce30309f28 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:27:00 user nova-compute[75076]: INFO nova.compute.manager [None req-ee8a6fd2-3bd3-4405-a315-fcce30309f28 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Detaching volume 80c23703-296b-4e81-9ffe-6b7812039deb
Oct 27 16:27:00 user nova-compute[75076]: INFO nova.virt.block_device [None req-ee8a6fd2-3bd3-4405-a315-fcce30309f28 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Attempting to driver detach volume 80c23703-296b-4e81-9ffe-6b7812039deb from mountpoint /dev/vdb
Oct 27 16:27:01 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-ee8a6fd2-3bd3-4405-a315-fcce30309f28 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Attempting to detach device vdb from instance dad6d9d4-84e4-4e39-853f-566cdcd8bd30 from the persistent domain config. {{(pid=75076) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 16:27:01 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-ee8a6fd2-3bd3-4405-a315-fcce30309f28 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:27:01 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:27:01 user nova-compute[75076]:   <source dev="/dev/sde"/>
Oct 27 16:27:01 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:27:01 user nova-compute[75076]:   <serial>80c23703-296b-4e81-9ffe-6b7812039deb</serial>
Oct 27 16:27:01 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 27 16:27:01 user nova-compute[75076]: </disk>
Oct 27 16:27:01 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:27:01 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-ee8a6fd2-3bd3-4405-a315-fcce30309f28 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Successfully detached device vdb from instance dad6d9d4-84e4-4e39-853f-566cdcd8bd30 from the persistent domain config.
Oct 27 16:27:01 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-ee8a6fd2-3bd3-4405-a315-fcce30309f28 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance dad6d9d4-84e4-4e39-853f-566cdcd8bd30 from the live domain config. {{(pid=75076) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 16:27:01 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-ee8a6fd2-3bd3-4405-a315-fcce30309f28 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:27:01 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:27:01 user nova-compute[75076]:   <source dev="/dev/sde"/>
Oct 27 16:27:01 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:27:01 user nova-compute[75076]:   <serial>80c23703-296b-4e81-9ffe-6b7812039deb</serial>
Oct 27 16:27:01 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 27 16:27:01 user nova-compute[75076]: </disk>
Oct 27 16:27:01 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:27:01 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-ee8a6fd2-3bd3-4405-a315-fcce30309f28 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance dad6d9d4-84e4-4e39-853f-566cdcd8bd30 {{(pid=75076) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 16:27:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:27:04 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:27:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:27:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:27:09 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-4151dca9-d967-4f08-bf4f-441a7d8738d9 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance d86fb97b-71c1-4078-9808-288c2542891a is timed out.
Oct 27 16:27:09 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-4151dca9-d967-4f08-bf4f-441a7d8738d9 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Successfully detached device vdc from instance d86fb97b-71c1-4078-9808-288c2542891a from the live domain config.
Oct 27 16:27:09 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4151dca9-d967-4f08-bf4f-441a7d8738d9 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:27:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4151dca9-d967-4f08-bf4f-441a7d8738d9 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VfAQUOCH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:27:09 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-4151dca9-d967-4f08-bf4f-441a7d8738d9 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:27:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-4151dca9-d967-4f08-bf4f-441a7d8738d9 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:27:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-4151dca9-d967-4f08-bf4f-441a7d8738d9 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:27:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e978a0a-d2e7-4a60-915e-8b2f76c4213c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4151dca9-d967-4f08-bf4f-441a7d8738d9 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:27:10 user nova-compute[75076]: No targets found.
Oct 27 16:27:10 user nova-compute[75076]: iSNS:
Oct 27 16:27:10 user nova-compute[75076]: No targets found.
Oct 27 16:27:10 user nova-compute[75076]: STATIC:
Oct 27 16:27:10 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78
Oct 27 16:27:10 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:27:10 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:27:10 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6
Oct 27 16:27:10 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:27:10 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:27:10 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce
Oct 27 16:27:10 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:27:10 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:27:10 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5
Oct 27 16:27:10 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:27:10 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:27:10 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb
Oct 27 16:27:10 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:27:10 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:27:10 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144
Oct 27 16:27:10 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:27:10 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:27:10 user nova-compute[75076]: FIRMWARE:
Oct 27 16:27:10 user nova-compute[75076]: No targets found.
Oct 27 16:27:10 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4151dca9-d967-4f08-bf4f-441a7d8738d9 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:27:10 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:27:10 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4151dca9-d967-4f08-bf4f-441a7d8738d9 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c668818f-77e2-43c7-bc6d-420af7dfd5ae]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[68e268f9-f58f-4ff0-b6fc-fe7aa90d60e2]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4151dca9-d967-4f08-bf4f-441a7d8738d9 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:27:10 user nova-compute[75076]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)
Oct 27 16:27:10 user nova-compute[75076]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:27:10 user nova-compute[75076]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb (non-flash)
Oct 27 16:27:10 user nova-compute[75076]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 (non-flash)
Oct 27 16:27:10 user nova-compute[75076]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6 (non-flash)
Oct 27 16:27:10 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4151dca9-d967-4f08-bf4f-441a7d8738d9 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:27:10 user nova-compute[75076]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)
Oct 27 16:27:10 user nova-compute[75076]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:27:10 user nova-compute[75076]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb (non-flash)
Oct 27 16:27:10 user nova-compute[75076]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 (non-flash)
Oct 27 16:27:10 user nova-compute[75076]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6 (non-flash)
Oct 27 16:27:10 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4151dca9-d967-4f08-bf4f-441a7d8738d9 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe2c283250>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6'): ({'sdg'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-4151dca9-d967-4f08-bf4f-441a7d8738d9 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Removing single pathed devices sdg {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f37006e-7f0e-4d4e-b62d-4e74ff527de4]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7f84079-4be6-4a52-bac0-f6a3e8328177]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-4151dca9-d967-4f08-bf4f-441a7d8738d9 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Flushing IO for device /dev/sdg {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.013s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2242624-26f7-457b-8ebb-08dc1b8435b3]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-4151dca9-d967-4f08-bf4f-441a7d8738d9 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.041s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[566ffc5a-634c-4afd-90c8-c7b645b2d8a4]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-4151dca9-d967-4f08-bf4f-441a7d8738d9 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-4151dca9-d967-4f08-bf4f-441a7d8738d9 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] SCSI volumes sdg have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4151dca9-d967-4f08-bf4f-441a7d8738d9 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.028s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9dd0452-dd0f-4af0-becc-cdf09618e004]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4151dca9-d967-4f08-bf4f-441a7d8738d9 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6 -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d38f23ff-77b2-48b4-8147-7967fd52f2a5]: (4, ('Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6, portal: 172.16.0.220,3260]\nLogout of [sid: 33, target: iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4151dca9-d967-4f08-bf4f-441a7d8738d9 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6, portal: 172.16.0.220,3260]
Oct 27 16:27:10 user nova-compute[75076]: Logout of [sid: 33, target: iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6, portal: 172.16.0.220,3260] successful.
Oct 27 16:27:10 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6 -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ae82fee-95d6-4ab3-be78-3dcd4c0fb8c6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.034s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7d0da48-b08d-46e2-9cd8-10bf5b7ab467]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4151dca9-d967-4f08-bf4f-441a7d8738d9 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-4151dca9-d967-4f08-bf4f-441a7d8738d9 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.341s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4151dca9-d967-4f08-bf4f-441a7d8738d9 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] <== disconnect_volume: return (342ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:27:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4151dca9-d967-4f08-bf4f-441a7d8738d9 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:27:11 user nova-compute[75076]: DEBUG nova.objects.instance [None req-4151dca9-d967-4f08-bf4f-441a7d8738d9 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lazy-loading 'flavor' on Instance uuid d86fb97b-71c1-4078-9808-288c2542891a {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:27:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4151dca9-d967-4f08-bf4f-441a7d8738d9 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lock "d86fb97b-71c1-4078-9808-288c2542891a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.893s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:27:11 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:27:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:27:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:27:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:27:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.003s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:27:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:27:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:27:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:27:16 user nova-compute[75076]: INFO nova.compute.manager [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Terminating instance
Oct 27 16:27:16 user nova-compute[75076]: DEBUG nova.compute.manager [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:27:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:27:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:27:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-f453fd17-e8aa-4b27-9fc1-498d56abe895 req-4469ff86-09f9-4076-8320-da0a2110dc78 service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Received event network-vif-unplugged-1421ef0d-4374-47e4-85c2-ea786187b779 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:27:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f453fd17-e8aa-4b27-9fc1-498d56abe895 req-4469ff86-09f9-4076-8320-da0a2110dc78 service nova] Acquiring lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:27:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f453fd17-e8aa-4b27-9fc1-498d56abe895 req-4469ff86-09f9-4076-8320-da0a2110dc78 service nova] Lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:27:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f453fd17-e8aa-4b27-9fc1-498d56abe895 req-4469ff86-09f9-4076-8320-da0a2110dc78 service nova] Lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:27:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-f453fd17-e8aa-4b27-9fc1-498d56abe895 req-4469ff86-09f9-4076-8320-da0a2110dc78 service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] No waiting events found dispatching network-vif-unplugged-1421ef0d-4374-47e4-85c2-ea786187b779 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:27:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-f453fd17-e8aa-4b27-9fc1-498d56abe895 req-4469ff86-09f9-4076-8320-da0a2110dc78 service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Received event network-vif-unplugged-1421ef0d-4374-47e4-85c2-ea786187b779 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:27:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:27:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:27:16 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Instance destroyed successfully.
Oct 27 16:27:16 user nova-compute[75076]: DEBUG nova.objects.instance [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lazy-loading 'resources' on Instance uuid 9e671e3b-15c7-44b5-aa89-19a37117fbc9 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:27:16 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:20:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1382631779',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1382631779',id=29,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:23:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8b35a9703a8942d3b1e8a7ed3ccdb494',ramdisk_id='',reservation_id='r-rvtbsndm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1685226580',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:25:31Z,user_data=None,user_id='292311e3f0db4dc199101504f91de7f7',uuid=9e671e3b-15c7-44b5-aa89-19a37117fbc9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1421ef0d-4374-47e4-85c2-ea786187b779", "address": "fa:16:3e:fb:b7:3b", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1421ef0d-43", "ovs_interfaceid": "1421ef0d-4374-47e4-85c2-ea786187b779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:27:16 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Converting VIF {"id": "1421ef0d-4374-47e4-85c2-ea786187b779", "address": "fa:16:3e:fb:b7:3b", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1421ef0d-43", "ovs_interfaceid": "1421ef0d-4374-47e4-85c2-ea786187b779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:27:16 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fb:b7:3b,bridge_name='br-int',has_traffic_filtering=True,id=1421ef0d-4374-47e4-85c2-ea786187b779,network=Network(dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1421ef0d-43') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:27:16 user nova-compute[75076]: DEBUG os_vif [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fb:b7:3b,bridge_name='br-int',has_traffic_filtering=True,id=1421ef0d-4374-47e4-85c2-ea786187b779,network=Network(dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1421ef0d-43') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:27:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:27:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1421ef0d-43, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:27:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:27:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:27:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:27:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2d26af83-208c-44de-97ab-9440d0c3080f) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:27:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:27:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:27:16 user nova-compute[75076]: INFO os_vif [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fb:b7:3b,bridge_name='br-int',has_traffic_filtering=True,id=1421ef0d-4374-47e4-85c2-ea786187b779,network=Network(dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1421ef0d-43')
Oct 27 16:27:16 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:27:16 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BFbHvGdq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:27:16 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:27:16 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:27:16 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:27:16 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.031s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e1fa649-d365-4dc0-a5f0-aeaa5fead034]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:27:17 user nova-compute[75076]: No targets found.
Oct 27 16:27:17 user nova-compute[75076]: iSNS:
Oct 27 16:27:17 user nova-compute[75076]: No targets found.
Oct 27 16:27:17 user nova-compute[75076]: STATIC:
Oct 27 16:27:17 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78
Oct 27 16:27:17 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:27:17 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:27:17 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce
Oct 27 16:27:17 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:27:17 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:27:17 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5
Oct 27 16:27:17 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:27:17 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:27:17 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb
Oct 27 16:27:17 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:27:17 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:27:17 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144
Oct 27 16:27:17 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:27:17 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:27:17 user nova-compute[75076]: FIRMWARE:
Oct 27 16:27:17 user nova-compute[75076]: No targets found.
Oct 27 16:27:17 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:27:17 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:27:17 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d00a04c6-b7b7-4c30-ace0-4879a37f8de1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc3addb8-2574-49e4-a516-854594074f29]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:27:17 user nova-compute[75076]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)
Oct 27 16:27:17 user nova-compute[75076]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:27:17 user nova-compute[75076]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb (non-flash)
Oct 27 16:27:17 user nova-compute[75076]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 (non-flash)
Oct 27 16:27:17 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:27:17 user nova-compute[75076]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce (non-flash)
Oct 27 16:27:17 user nova-compute[75076]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:27:17 user nova-compute[75076]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb (non-flash)
Oct 27 16:27:17 user nova-compute[75076]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 (non-flash)
Oct 27 16:27:17 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe1c5e80d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce'): ({'sdc'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Removing single pathed devices sdc {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.027s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d8d6d92-772f-45a4-bb23-4aff23acc16b]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.025s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecdb45da-913a-40a1-ab65-477c48c4ad08]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Flushing IO for device /dev/sdc {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7313fd8-51dc-48d6-adf0-570821740078]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.058s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9ebd0ab-cab9-4580-834a-b036e0639c40]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] SCSI volumes sdc have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfcd2111-c177-4abd-b59d-4038b46d1a8e]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c023d960-25a7-4291-b8b6-c2d9658c63f2]: (4, ('Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce, portal: 172.16.0.220,3260]\nLogout of [sid: 27, target: iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce, portal: 172.16.0.220,3260]
Oct 27 16:27:17 user nova-compute[75076]: Logout of [sid: 27, target: iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce, portal: 172.16.0.220,3260] successful.
Oct 27 16:27:17 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1befe2fb-4ab3-4f88-a879-1566e60f34ce -p 172.16.0.220:3260 --op delete" returned: 0 in 0.042s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d916eae-b87a-49bf-9514-40ea6e1dbba7]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.402s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] <== disconnect_volume: return (404ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:27:17 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Deleting instance files /opt/stack/data/nova/instances/9e671e3b-15c7-44b5-aa89-19a37117fbc9_del
Oct 27 16:27:17 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Deletion of /opt/stack/data/nova/instances/9e671e3b-15c7-44b5-aa89-19a37117fbc9_del complete
Oct 27 16:27:17 user nova-compute[75076]: INFO nova.compute.manager [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Took 1.56 seconds to destroy the instance on the hypervisor.
Oct 27 16:27:17 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:27:17 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:27:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:27:18 user nova-compute[75076]: DEBUG nova.compute.manager [req-5eeb6dc0-e72c-4136-a586-a757f3c2337e req-b3d3f58f-0a5b-4759-ad80-e12f81c52c3d service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Received event network-vif-plugged-1421ef0d-4374-47e4-85c2-ea786187b779 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:27:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-5eeb6dc0-e72c-4136-a586-a757f3c2337e req-b3d3f58f-0a5b-4759-ad80-e12f81c52c3d service nova] Acquiring lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:27:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-5eeb6dc0-e72c-4136-a586-a757f3c2337e req-b3d3f58f-0a5b-4759-ad80-e12f81c52c3d service nova] Lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:27:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-5eeb6dc0-e72c-4136-a586-a757f3c2337e req-b3d3f58f-0a5b-4759-ad80-e12f81c52c3d service nova] Lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:27:18 user nova-compute[75076]: DEBUG nova.compute.manager [req-5eeb6dc0-e72c-4136-a586-a757f3c2337e req-b3d3f58f-0a5b-4759-ad80-e12f81c52c3d service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] No waiting events found dispatching network-vif-plugged-1421ef0d-4374-47e4-85c2-ea786187b779 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:27:18 user nova-compute[75076]: WARNING nova.compute.manager [req-5eeb6dc0-e72c-4136-a586-a757f3c2337e req-b3d3f58f-0a5b-4759-ad80-e12f81c52c3d service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Received unexpected event network-vif-plugged-1421ef0d-4374-47e4-85c2-ea786187b779 for instance with vm_state active and task_state deleting.
Oct 27 16:27:18 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:27:18 user nova-compute[75076]: DEBUG nova.compute.manager [req-9eb35a53-f893-42c8-a11f-8fdecb120507 req-c5c0d45b-65cf-4800-a9e7-3eb9b43c3955 service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Received event network-vif-deleted-1421ef0d-4374-47e4-85c2-ea786187b779 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:27:18 user nova-compute[75076]: INFO nova.compute.manager [req-9eb35a53-f893-42c8-a11f-8fdecb120507 req-c5c0d45b-65cf-4800-a9e7-3eb9b43c3955 service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Neutron deleted interface 1421ef0d-4374-47e4-85c2-ea786187b779; detaching it from the instance and deleting it from the info cache
Oct 27 16:27:18 user nova-compute[75076]: DEBUG nova.network.neutron [req-9eb35a53-f893-42c8-a11f-8fdecb120507 req-c5c0d45b-65cf-4800-a9e7-3eb9b43c3955 service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:27:18 user nova-compute[75076]: DEBUG nova.compute.manager [req-9eb35a53-f893-42c8-a11f-8fdecb120507 req-c5c0d45b-65cf-4800-a9e7-3eb9b43c3955 service nova] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Detach interface failed, port_id=1421ef0d-4374-47e4-85c2-ea786187b779, reason: Instance 9e671e3b-15c7-44b5-aa89-19a37117fbc9 could not be found. {{(pid=75076) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 16:27:18 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Took 0.95 seconds to deallocate network for instance.
Oct 27 16:27:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "3996d4e9-34f4-4419-a84c-a5fed87fa009" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:27:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "3996d4e9-34f4-4419-a84c-a5fed87fa009" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:27:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "3996d4e9-34f4-4419-a84c-a5fed87fa009-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:27:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "3996d4e9-34f4-4419-a84c-a5fed87fa009-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:27:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "3996d4e9-34f4-4419-a84c-a5fed87fa009-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:27:19 user nova-compute[75076]: INFO nova.compute.manager [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Terminating instance
Oct 27 16:27:19 user nova-compute[75076]: DEBUG nova.compute.manager [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:27:19 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:27:19 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:27:19 user nova-compute[75076]: INFO nova.compute.manager [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 9e671e3b-15c7-44b5-aa89-19a37117fbc9] Took 1.00 seconds to detach 1 volumes for instance.
Oct 27 16:27:19 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:27:19 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:27:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:27:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:27:20 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Instance destroyed successfully.
Oct 27 16:27:20 user nova-compute[75076]: DEBUG nova.objects.instance [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lazy-loading 'resources' on Instance uuid 3996d4e9-34f4-4419-a84c-a5fed87fa009 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:20:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-661523734',display_name='tempest-ServerActionsTestOtherA-server-661523734',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-661523734',id=27,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOAqunftKllvDBFA3CNePZIF/QhhMBv+ZyAvJ7BE208VTgDPeZe2wZavEEkXNa9quaZ0trOppg17JfM/xn7LPTB/5/tY52LoaQZJDZmuFzRLBflJzOlAKS4ytmuwqn6qjQ==',key_name='tempest-keypair-239160292',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:23:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='eca4241be0a24932b482fcdba2f45482',ramdisk_id='',reservation_id='r-yrjtdeau',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1737890963',owner_user_name='tempest-ServerActionsTestOtherA-1737890963-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:24:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='714d6bf7998c4abd8641b678ee293691',uuid=3996d4e9-34f4-4419-a84c-a5fed87fa009,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fdcc4ca0-cb4d-4aa7-92ce-df96d7102307", "address": "fa:16:3e:44:96:5b", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.47", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdcc4ca0-cb", "ovs_interfaceid": "fdcc4ca0-cb4d-4aa7-92ce-df96d7102307", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Converting VIF {"id": "fdcc4ca0-cb4d-4aa7-92ce-df96d7102307", "address": "fa:16:3e:44:96:5b", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.47", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdcc4ca0-cb", "ovs_interfaceid": "fdcc4ca0-cb4d-4aa7-92ce-df96d7102307", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:44:96:5b,bridge_name='br-int',has_traffic_filtering=True,id=fdcc4ca0-cb4d-4aa7-92ce-df96d7102307,network=Network(d4452627-1a52-4591-bd30-e240f8690c51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdcc4ca0-cb') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG os_vif [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:44:96:5b,bridge_name='br-int',has_traffic_filtering=True,id=fdcc4ca0-cb4d-4aa7-92ce-df96d7102307,network=Network(d4452627-1a52-4591-bd30-e240f8690c51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdcc4ca0-cb') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfdcc4ca0-cb, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4fcf7e81-54ab-46d0-bde5-0337dad4f212) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:27:20 user nova-compute[75076]: INFO os_vif [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:44:96:5b,bridge_name='br-int',has_traffic_filtering=True,id=fdcc4ca0-cb4d-4aa7-92ce-df96d7102307,network=Network(d4452627-1a52-4591-bd30-e240f8690c51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdcc4ca0-cb')
Oct 27 16:27:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mPVqXbkN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:27:20 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:27:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.028s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[38a6e8e4-2ac4-4e7c-9953-8875f6915dce]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:27:20 user nova-compute[75076]: No targets found.
Oct 27 16:27:20 user nova-compute[75076]: iSNS:
Oct 27 16:27:20 user nova-compute[75076]: No targets found.
Oct 27 16:27:20 user nova-compute[75076]: STATIC:
Oct 27 16:27:20 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78
Oct 27 16:27:20 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:27:20 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:27:20 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5
Oct 27 16:27:20 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:27:20 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:27:20 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb
Oct 27 16:27:20 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:27:20 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:27:20 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144
Oct 27 16:27:20 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:27:20 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:27:20 user nova-compute[75076]: FIRMWARE:
Oct 27 16:27:20 user nova-compute[75076]: No targets found.
Oct 27 16:27:20 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:27:20 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:27:20 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG nova.compute.manager [req-8d5dda14-ca96-48b2-a368-e667b0dfbc2d req-24bed651-6457-4b6a-a71f-1a7b2d7954ed service nova] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Received event network-vif-unplugged-fdcc4ca0-cb4d-4aa7-92ce-df96d7102307 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8d5dda14-ca96-48b2-a368-e667b0dfbc2d req-24bed651-6457-4b6a-a71f-1a7b2d7954ed service nova] Acquiring lock "3996d4e9-34f4-4419-a84c-a5fed87fa009-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8d5dda14-ca96-48b2-a368-e667b0dfbc2d req-24bed651-6457-4b6a-a71f-1a7b2d7954ed service nova] Lock "3996d4e9-34f4-4419-a84c-a5fed87fa009-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8d5dda14-ca96-48b2-a368-e667b0dfbc2d req-24bed651-6457-4b6a-a71f-1a7b2d7954ed service nova] Lock "3996d4e9-34f4-4419-a84c-a5fed87fa009-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG nova.compute.manager [req-8d5dda14-ca96-48b2-a368-e667b0dfbc2d req-24bed651-6457-4b6a-a71f-1a7b2d7954ed service nova] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] No waiting events found dispatching network-vif-unplugged-fdcc4ca0-cb4d-4aa7-92ce-df96d7102307 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG nova.compute.manager [req-8d5dda14-ca96-48b2-a368-e667b0dfbc2d req-24bed651-6457-4b6a-a71f-1a7b2d7954ed service nova] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Received event network-vif-unplugged-fdcc4ca0-cb4d-4aa7-92ce-df96d7102307 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.028s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a2d21a4-e25f-4ed9-972b-8b9bf702bcc6]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[028171f1-b652-4239-bb1b-d0ecaced6f58]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:27:20 user nova-compute[75076]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:27:20 user nova-compute[75076]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb (non-flash)
Oct 27 16:27:20 user nova-compute[75076]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 (non-flash)
Oct 27 16:27:20 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:27:20 user nova-compute[75076]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 (non-flash)
Oct 27 16:27:20 user nova-compute[75076]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb (non-flash)
Oct 27 16:27:20 user nova-compute[75076]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 (non-flash)
Oct 27 16:27:20 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe1c35bd00>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144'): ({'sdb'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Removing single pathed devices sdb {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.581s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a0561cd-45fc-46a2-a9de-f3e48d1a35e8]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.026s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfde505e-d439-44bc-a1aa-c69ef7132a1f]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Flushing IO for device /dev/sdb {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:27:20 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Deleted allocations for instance 9e671e3b-15c7-44b5-aa89-19a37117fbc9
Oct 27 16:27:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c478927-507c-49e5-8055-950301db7654]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.076s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[88790a20-6bcb-48d7-be22-f182eb1123d1]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] SCSI volumes sdb have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23366663939303134', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_48a4e90a', '/dev/disk/by-id/scsi-1SCST_BIO48a4e90a-3ff9901433ba7f0b') {{(pid=86417) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f946d8cf-c096-41cf-b8dc-5463c4ca84ea]: (4, None) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[765dbba5-8b81-4bab-85b9-37dbe90d9b46]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0a467bac-3269-416d-9dd7-366ab64058e0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "9e671e3b-15c7-44b5-aa89-19a37117fbc9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.415s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a6dbcb6-1917-4f54-a8d3-417f97005fff]: (4, ('Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144, portal: 172.16.0.220,3260]\nLogout of [sid: 29, target: iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144, portal: 172.16.0.220,3260]
Oct 27 16:27:20 user nova-compute[75076]: Logout of [sid: 29, target: iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144, portal: 172.16.0.220,3260] successful.
Oct 27 16:27:20 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:90ed60eb-1b17-4dc1-a661-fa5153c71144 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.036s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[50be2325-df91-48c7-bc7a-59b830d92b9d]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.456s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] <== disconnect_volume: return (457ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:27:20 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Deleting instance files /opt/stack/data/nova/instances/3996d4e9-34f4-4419-a84c-a5fed87fa009_del
Oct 27 16:27:20 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Deletion of /opt/stack/data/nova/instances/3996d4e9-34f4-4419-a84c-a5fed87fa009_del complete
Oct 27 16:27:20 user nova-compute[75076]: INFO nova.compute.manager [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Took 1.45 seconds to destroy the instance on the hypervisor.
Oct 27 16:27:20 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:27:20 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:27:21 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-ee8a6fd2-3bd3-4405-a315-fcce30309f28 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance dad6d9d4-84e4-4e39-853f-566cdcd8bd30 is timed out.
Oct 27 16:27:21 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-ee8a6fd2-3bd3-4405-a315-fcce30309f28 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Successfully detached device vdb from instance dad6d9d4-84e4-4e39-853f-566cdcd8bd30 from the live domain config.
Oct 27 16:27:21 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ee8a6fd2-3bd3-4405-a315-fcce30309f28 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee8a6fd2-3bd3-4405-a315-fcce30309f28 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EneHXiVx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:27:21 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-ee8a6fd2-3bd3-4405-a315-fcce30309f28 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:27:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-ee8a6fd2-3bd3-4405-a315-fcce30309f28 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-ee8a6fd2-3bd3-4405-a315-fcce30309f28 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[84968c32-e9a1-4292-ae12-9c266f5f7264]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee8a6fd2-3bd3-4405-a315-fcce30309f28 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:27:21 user nova-compute[75076]: No targets found.
Oct 27 16:27:21 user nova-compute[75076]: iSNS:
Oct 27 16:27:21 user nova-compute[75076]: No targets found.
Oct 27 16:27:21 user nova-compute[75076]: STATIC:
Oct 27 16:27:21 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78
Oct 27 16:27:21 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:27:21 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:27:21 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5
Oct 27 16:27:21 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:27:21 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:27:21 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb
Oct 27 16:27:21 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:27:21 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:27:21 user nova-compute[75076]: FIRMWARE:
Oct 27 16:27:21 user nova-compute[75076]: No targets found.
Oct 27 16:27:21 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee8a6fd2-3bd3-4405-a315-fcce30309f28 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:27:21 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:27:21 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee8a6fd2-3bd3-4405-a315-fcce30309f28 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[56b38dc5-7601-44b3-abfc-920c5d97f7b7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[cea757c9-de0e-4779-b4e0-ba841746d314]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee8a6fd2-3bd3-4405-a315-fcce30309f28 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:27:21 user nova-compute[75076]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb (non-flash)
Oct 27 16:27:21 user nova-compute[75076]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 (non-flash)
Oct 27 16:27:21 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee8a6fd2-3bd3-4405-a315-fcce30309f28 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:27:21 user nova-compute[75076]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb (non-flash)
Oct 27 16:27:21 user nova-compute[75076]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 (non-flash)
Oct 27 16:27:21 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee8a6fd2-3bd3-4405-a315-fcce30309f28 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe1c566560>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb'): ({'sde'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-ee8a6fd2-3bd3-4405-a315-fcce30309f28 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Removing single pathed devices sde {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d260ab29-f075-4392-a55d-551d49e2e1ab]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.028s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d2effdf-5fec-4d50-8e5a-1e59f208e7bb]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-ee8a6fd2-3bd3-4405-a315-fcce30309f28 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Flushing IO for device /dev/sde {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a16e9467-0180-4339-8643-52051c6f4850]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-ee8a6fd2-3bd3-4405-a315-fcce30309f28 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.042s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[713973a3-005d-4f2e-acaa-1a268e8f0e3a]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-ee8a6fd2-3bd3-4405-a315-fcce30309f28 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-ee8a6fd2-3bd3-4405-a315-fcce30309f28 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] SCSI volumes sde have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee8a6fd2-3bd3-4405-a315-fcce30309f28 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[399f694e-40f5-446d-b364-1820cd5b4904]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee8a6fd2-3bd3-4405-a315-fcce30309f28 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260 --logout" returned: 0 in 0.073s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4a8012f-1911-4740-b60b-cf78caa81f61]: (4, ('Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb, portal: 172.16.0.220,3260]\nLogout of [sid: 31, target: iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee8a6fd2-3bd3-4405-a315-fcce30309f28 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb, portal: 172.16.0.220,3260]
Oct 27 16:27:21 user nova-compute[75076]: Logout of [sid: 31, target: iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb, portal: 172.16.0.220,3260] successful.
Oct 27 16:27:21 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80c23703-296b-4e81-9ffe-6b7812039deb -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4128b16-4fd1-4637-8a56-2a1586aa2abb]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee8a6fd2-3bd3-4405-a315-fcce30309f28 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-ee8a6fd2-3bd3-4405-a315-fcce30309f28 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.362s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee8a6fd2-3bd3-4405-a315-fcce30309f28 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] <== disconnect_volume: return (364ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:27:21 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ee8a6fd2-3bd3-4405-a315-fcce30309f28 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:27:21 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Took 1.32 seconds to deallocate network for instance.
Oct 27 16:27:21 user nova-compute[75076]: DEBUG nova.compute.manager [req-309bb18d-af8e-42be-83af-ae2be1f3a573 req-ae315b31-f162-4441-b509-ac7333eff9f9 service nova] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Received event network-vif-deleted-fdcc4ca0-cb4d-4aa7-92ce-df96d7102307 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:27:21 user nova-compute[75076]: INFO nova.compute.manager [req-309bb18d-af8e-42be-83af-ae2be1f3a573 req-ae315b31-f162-4441-b509-ac7333eff9f9 service nova] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Neutron deleted interface fdcc4ca0-cb4d-4aa7-92ce-df96d7102307; detaching it from the instance and deleting it from the info cache
Oct 27 16:27:21 user nova-compute[75076]: DEBUG nova.network.neutron [req-309bb18d-af8e-42be-83af-ae2be1f3a573 req-ae315b31-f162-4441-b509-ac7333eff9f9 service nova] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:27:22 user nova-compute[75076]: DEBUG nova.compute.manager [req-309bb18d-af8e-42be-83af-ae2be1f3a573 req-ae315b31-f162-4441-b509-ac7333eff9f9 service nova] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Detach interface failed, port_id=fdcc4ca0-cb4d-4aa7-92ce-df96d7102307, reason: Instance 3996d4e9-34f4-4419-a84c-a5fed87fa009 could not be found. {{(pid=75076) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 16:27:22 user nova-compute[75076]: DEBUG nova.compute.manager [req-5b0ea3ef-67e5-4ff6-951b-d5ab743ebb92 req-1896907b-b0fa-47d3-b875-0ccb721f97a5 service nova] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Received event network-vif-plugged-fdcc4ca0-cb4d-4aa7-92ce-df96d7102307 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:27:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-5b0ea3ef-67e5-4ff6-951b-d5ab743ebb92 req-1896907b-b0fa-47d3-b875-0ccb721f97a5 service nova] Acquiring lock "3996d4e9-34f4-4419-a84c-a5fed87fa009-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:27:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-5b0ea3ef-67e5-4ff6-951b-d5ab743ebb92 req-1896907b-b0fa-47d3-b875-0ccb721f97a5 service nova] Lock "3996d4e9-34f4-4419-a84c-a5fed87fa009-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:27:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-5b0ea3ef-67e5-4ff6-951b-d5ab743ebb92 req-1896907b-b0fa-47d3-b875-0ccb721f97a5 service nova] Lock "3996d4e9-34f4-4419-a84c-a5fed87fa009-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:27:22 user nova-compute[75076]: DEBUG nova.compute.manager [req-5b0ea3ef-67e5-4ff6-951b-d5ab743ebb92 req-1896907b-b0fa-47d3-b875-0ccb721f97a5 service nova] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] No waiting events found dispatching network-vif-plugged-fdcc4ca0-cb4d-4aa7-92ce-df96d7102307 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:27:22 user nova-compute[75076]: WARNING nova.compute.manager [req-5b0ea3ef-67e5-4ff6-951b-d5ab743ebb92 req-1896907b-b0fa-47d3-b875-0ccb721f97a5 service nova] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Received unexpected event network-vif-plugged-fdcc4ca0-cb4d-4aa7-92ce-df96d7102307 for instance with vm_state active and task_state deleting.
Oct 27 16:27:23 user nova-compute[75076]: DEBUG nova.objects.instance [None req-ee8a6fd2-3bd3-4405-a315-fcce30309f28 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lazy-loading 'flavor' on Instance uuid dad6d9d4-84e4-4e39-853f-566cdcd8bd30 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:27:23 user nova-compute[75076]: INFO nova.compute.manager [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Took 1.09 seconds to detach 1 volumes for instance.
Oct 27 16:27:23 user nova-compute[75076]: DEBUG nova.compute.manager [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: 3996d4e9-34f4-4419-a84c-a5fed87fa009] Deleting volume: 90ed60eb-1b17-4dc1-a661-fa5153c71144 {{(pid=75076) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 27 16:27:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ee8a6fd2-3bd3-4405-a315-fcce30309f28 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.233s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:27:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:27:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:27:23 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:27:23 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:27:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.416s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:27:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-9537ee2d-b631-4e52-bb60-b25f09185bb6 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Acquiring lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:27:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-9537ee2d-b631-4e52-bb60-b25f09185bb6 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:27:23 user nova-compute[75076]: DEBUG nova.compute.manager [None req-9537ee2d-b631-4e52-bb60-b25f09185bb6 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:27:23 user nova-compute[75076]: DEBUG nova.compute.manager [None req-9537ee2d-b631-4e52-bb60-b25f09185bb6 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=75076) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Oct 27 16:27:23 user nova-compute[75076]: DEBUG nova.objects.instance [None req-9537ee2d-b631-4e52-bb60-b25f09185bb6 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lazy-loading 'flavor' on Instance uuid dad6d9d4-84e4-4e39-853f-566cdcd8bd30 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:27:23 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Deleted allocations for instance 3996d4e9-34f4-4419-a84c-a5fed87fa009
Oct 27 16:27:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4d4d768a-2467-4c16-88fe-0c53aeef479c tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "3996d4e9-34f4-4419-a84c-a5fed87fa009" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.569s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:27:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:27:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:27:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:27:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:27:24 user nova-compute[75076]: DEBUG nova.compute.manager [req-9372f4be-8a86-4139-bb20-708a268140aa req-079723e1-2cdf-4dad-9e5c-e4d5aaf23b90 service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Received event network-vif-unplugged-6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:27:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-9372f4be-8a86-4139-bb20-708a268140aa req-079723e1-2cdf-4dad-9e5c-e4d5aaf23b90 service nova] Acquiring lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:27:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-9372f4be-8a86-4139-bb20-708a268140aa req-079723e1-2cdf-4dad-9e5c-e4d5aaf23b90 service nova] Lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:27:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-9372f4be-8a86-4139-bb20-708a268140aa req-079723e1-2cdf-4dad-9e5c-e4d5aaf23b90 service nova] Lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:27:24 user nova-compute[75076]: DEBUG nova.compute.manager [req-9372f4be-8a86-4139-bb20-708a268140aa req-079723e1-2cdf-4dad-9e5c-e4d5aaf23b90 service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] No waiting events found dispatching network-vif-unplugged-6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:27:24 user nova-compute[75076]: WARNING nova.compute.manager [req-9372f4be-8a86-4139-bb20-708a268140aa req-079723e1-2cdf-4dad-9e5c-e4d5aaf23b90 service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Received unexpected event network-vif-unplugged-6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 for instance with vm_state active and task_state powering-off.
Oct 27 16:27:24 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Instance destroyed successfully.
Oct 27 16:27:24 user nova-compute[75076]: DEBUG nova.compute.manager [None req-9537ee2d-b631-4e52-bb60-b25f09185bb6 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:27:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-9537ee2d-b631-4e52-bb60-b25f09185bb6 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.919s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:27:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:27:26 user nova-compute[75076]: DEBUG nova.compute.manager [req-1658f3db-caf5-457e-b03c-921e8a05c1b7 req-cb010828-2b4d-4ba6-b2ff-2f7e0446d3ee service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Received event network-vif-plugged-6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:27:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-1658f3db-caf5-457e-b03c-921e8a05c1b7 req-cb010828-2b4d-4ba6-b2ff-2f7e0446d3ee service nova] Acquiring lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:27:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-1658f3db-caf5-457e-b03c-921e8a05c1b7 req-cb010828-2b4d-4ba6-b2ff-2f7e0446d3ee service nova] Lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:27:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-1658f3db-caf5-457e-b03c-921e8a05c1b7 req-cb010828-2b4d-4ba6-b2ff-2f7e0446d3ee service nova] Lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:27:26 user nova-compute[75076]: DEBUG nova.compute.manager [req-1658f3db-caf5-457e-b03c-921e8a05c1b7 req-cb010828-2b4d-4ba6-b2ff-2f7e0446d3ee service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] No waiting events found dispatching network-vif-plugged-6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:27:26 user nova-compute[75076]: WARNING nova.compute.manager [req-1658f3db-caf5-457e-b03c-921e8a05c1b7 req-cb010828-2b4d-4ba6-b2ff-2f7e0446d3ee service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Received unexpected event network-vif-plugged-6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 for instance with vm_state stopped and task_state None.
Oct 27 16:27:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:27:32 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:27:32 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:27:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-787fbfd3-dee0-4dbf-b2a7-6a8199d8b005" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:27:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-787fbfd3-dee0-4dbf-b2a7-6a8199d8b005" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:27:32 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 16:27:32 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Updating instance_info_cache with network_info: [{"id": "e11d0d65-58bc-4b60-ba3b-6a842cfb4719", "address": "fa:16:3e:bd:e9:ab", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape11d0d65-58", "ovs_interfaceid": "e11d0d65-58bc-4b60-ba3b-6a842cfb4719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:27:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-787fbfd3-dee0-4dbf-b2a7-6a8199d8b005" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:27:32 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 16:27:33 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:27:35 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:27:35 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:27:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:27:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:27:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:27:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:27:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:27:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:27:36 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:27:36 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:27:36 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:27:38 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:27:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:27:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:27:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:27:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:27:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7034915-9a41-4e00-9e23-e4382b003aa8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7034915-9a41-4e00-9e23-e4382b003aa8/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7034915-9a41-4e00-9e23-e4382b003aa8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7034915-9a41-4e00-9e23-e4382b003aa8/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:39 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:27:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-82e1f637-c794-4b20-92b1-1bce186eb4ff tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Acquiring lock "d86fb97b-71c1-4078-9808-288c2542891a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:27:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-82e1f637-c794-4b20-92b1-1bce186eb4ff tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lock "d86fb97b-71c1-4078-9808-288c2542891a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:27:39 user nova-compute[75076]: INFO nova.compute.manager [None req-82e1f637-c794-4b20-92b1-1bce186eb4ff tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Detaching volume d20a07d2-4ad6-4afb-8331-d93f6473e3b5
Oct 27 16:27:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:40 user nova-compute[75076]: INFO nova.virt.block_device [None req-82e1f637-c794-4b20-92b1-1bce186eb4ff tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Attempting to driver detach volume d20a07d2-4ad6-4afb-8331-d93f6473e3b5 from mountpoint /dev/vdb
Oct 27 16:27:40 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-82e1f637-c794-4b20-92b1-1bce186eb4ff tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Attempting to detach device vdb from instance d86fb97b-71c1-4078-9808-288c2542891a from the persistent domain config. {{(pid=75076) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 16:27:40 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-82e1f637-c794-4b20-92b1-1bce186eb4ff tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:27:40 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:27:40 user nova-compute[75076]:   <source dev="/dev/sdd"/>
Oct 27 16:27:40 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:27:40 user nova-compute[75076]:   <serial>d20a07d2-4ad6-4afb-8331-d93f6473e3b5</serial>
Oct 27 16:27:40 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 16:27:40 user nova-compute[75076]: </disk>
Oct 27 16:27:40 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:27:40 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-82e1f637-c794-4b20-92b1-1bce186eb4ff tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Successfully detached device vdb from instance d86fb97b-71c1-4078-9808-288c2542891a from the persistent domain config.
Oct 27 16:27:40 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-82e1f637-c794-4b20-92b1-1bce186eb4ff tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance d86fb97b-71c1-4078-9808-288c2542891a from the live domain config. {{(pid=75076) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 16:27:40 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-82e1f637-c794-4b20-92b1-1bce186eb4ff tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:27:40 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:27:40 user nova-compute[75076]:   <source dev="/dev/sdd"/>
Oct 27 16:27:40 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:27:40 user nova-compute[75076]:   <serial>d20a07d2-4ad6-4afb-8331-d93f6473e3b5</serial>
Oct 27 16:27:40 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 16:27:40 user nova-compute[75076]: </disk>
Oct 27 16:27:40 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:27:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:27:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d86fb97b-71c1-4078-9808-288c2542891a/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:40 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-82e1f637-c794-4b20-92b1-1bce186eb4ff tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance d86fb97b-71c1-4078-9808-288c2542891a {{(pid=75076) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 16:27:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d86fb97b-71c1-4078-9808-288c2542891a/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d86fb97b-71c1-4078-9808-288c2542891a/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:27:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d86fb97b-71c1-4078-9808-288c2542891a/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:27:41 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:27:41 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:27:41 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=8212MB free_disk=25.024330139160156GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:27:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:27:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:27:41 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 961254d8-ebf1-4fa6-a93d-62c8eb1bd359 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:27:41 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:27:41 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:27:41 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 3b8402ec-436a-44e0-a938-bdc76b015689 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:27:41 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance dad6d9d4-84e4-4e39-853f-566cdcd8bd30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:27:41 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance d86fb97b-71c1-4078-9808-288c2542891a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:27:41 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance b7034915-9a41-4e00-9e23-e4382b003aa8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:27:41 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:27:41 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:27:41 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:27:41 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:27:41 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:27:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.423s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:27:44 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:27:44 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:27:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:27:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:27:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:27:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:27:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:27:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:27:54 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:27:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:27:56 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:27:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:27:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Acquiring lock "37432f0c-bdae-4fae-a3b8-cc684093d66a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:27:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Lock "37432f0c-bdae-4fae-a3b8-cc684093d66a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:27:59 user nova-compute[75076]: DEBUG nova.compute.manager [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:27:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:27:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:27:59 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:27:59 user nova-compute[75076]: INFO nova.compute.claims [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Claim successful on node user
Oct 27 16:27:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.384s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG nova.compute.manager [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG nova.compute.manager [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG nova.network.neutron [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:28:00 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:28:00 user nova-compute[75076]: DEBUG nova.compute.manager [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG nova.compute.manager [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:28:00 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Creating image(s)
Oct 27 16:28:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Acquiring lock "/opt/stack/data/nova/instances/37432f0c-bdae-4fae-a3b8-cc684093d66a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Lock "/opt/stack/data/nova/instances/37432f0c-bdae-4fae-a3b8-cc684093d66a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Lock "/opt/stack/data/nova/instances/37432f0c-bdae-4fae-a3b8-cc684093d66a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG nova.policy [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf1b8d010eaa43aab2ced83e97bd32ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '715bdbd317ef410299ba63d22b0db425', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:28:00 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-82e1f637-c794-4b20-92b1-1bce186eb4ff tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance d86fb97b-71c1-4078-9808-288c2542891a is timed out.
Oct 27 16:28:00 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-82e1f637-c794-4b20-92b1-1bce186eb4ff tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Successfully detached device vdb from instance d86fb97b-71c1-4078-9808-288c2542891a from the live domain config.
Oct 27 16:28:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-82e1f637-c794-4b20-92b1-1bce186eb4ff tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-82e1f637-c794-4b20-92b1-1bce186eb4ff tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BqKvWszb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:28:00 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-82e1f637-c794-4b20-92b1-1bce186eb4ff tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:28:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-82e1f637-c794-4b20-92b1-1bce186eb4ff tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-82e1f637-c794-4b20-92b1-1bce186eb4ff tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.203s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Acquiring lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.030s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[56336de2-03bf-4102-8393-8a40bfdc910c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-82e1f637-c794-4b20-92b1-1bce186eb4ff tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:28:00 user nova-compute[75076]: No targets found.
Oct 27 16:28:00 user nova-compute[75076]: iSNS:
Oct 27 16:28:00 user nova-compute[75076]: No targets found.
Oct 27 16:28:00 user nova-compute[75076]: STATIC:
Oct 27 16:28:00 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78
Oct 27 16:28:00 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:28:00 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:28:00 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5
Oct 27 16:28:00 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:28:00 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:28:00 user nova-compute[75076]: FIRMWARE:
Oct 27 16:28:00 user nova-compute[75076]: No targets found.
Oct 27 16:28:00 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-82e1f637-c794-4b20-92b1-1bce186eb4ff tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:28:00 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:28:00 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-82e1f637-c794-4b20-92b1-1bce186eb4ff tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ff596dc-d0ec-41b9-ad20-6b4db41b6832]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ae46d5e-37ce-458c-a5a6-3726885da368]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-82e1f637-c794-4b20-92b1-1bce186eb4ff tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:28:00 user nova-compute[75076]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 (non-flash)
Oct 27 16:28:00 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-82e1f637-c794-4b20-92b1-1bce186eb4ff tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:28:00 user nova-compute[75076]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 (non-flash)
Oct 27 16:28:00 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-82e1f637-c794-4b20-92b1-1bce186eb4ff tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe340dbd90>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5'): ({'sdd'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-82e1f637-c794-4b20-92b1-1bce186eb4ff tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Removing single pathed devices sdd {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a610cc1-2fac-4a85-9f4c-108ec7eaa094]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5df10a06-9886-474c-ba49-cf50d97bb711]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-82e1f637-c794-4b20-92b1-1bce186eb4ff tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Flushing IO for device /dev/sdd {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7b2603c-9872-4785-a7ec-16f20778eea1]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-82e1f637-c794-4b20-92b1-1bce186eb4ff tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.201s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/37432f0c-bdae-4fae-a3b8-cc684093d66a/disk 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.043s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5468140b-90a3-4f0b-af2b-6d750287f8d2]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-82e1f637-c794-4b20-92b1-1bce186eb4ff tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-82e1f637-c794-4b20-92b1-1bce186eb4ff tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] SCSI volumes sdd have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-82e1f637-c794-4b20-92b1-1bce186eb4ff tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/37432f0c-bdae-4fae-a3b8-cc684093d66a/disk 1073741824" returned: 0 in 0.057s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.262s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4ffbf69-b0af-4845-806c-d12bb1333576]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-82e1f637-c794-4b20-92b1-1bce186eb4ff tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[2941b224-88dd-4c8d-9cbb-c84bb29cff75]: (4, ('Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5, portal: 172.16.0.220,3260]\nLogout of [sid: 32, target: iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-82e1f637-c794-4b20-92b1-1bce186eb4ff tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5, portal: 172.16.0.220,3260]
Oct 27 16:28:00 user nova-compute[75076]: Logout of [sid: 32, target: iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5, portal: 172.16.0.220,3260] successful.
Oct 27 16:28:00 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:28:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d20a07d2-4ad6-4afb-8331-d93f6473e3b5 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:28:01 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[901e5bcc-8e88-424e-b40f-7647d25558b1]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:28:01 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-82e1f637-c794-4b20-92b1-1bce186eb4ff tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:28:01 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-82e1f637-c794-4b20-92b1-1bce186eb4ff tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.430s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:28:01 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-82e1f637-c794-4b20-92b1-1bce186eb4ff tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] <== disconnect_volume: return (432ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:28:01 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-82e1f637-c794-4b20-92b1-1bce186eb4ff tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:28:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.212s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:28:01 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Checking if we can resize image /opt/stack/data/nova/instances/37432f0c-bdae-4fae-a3b8-cc684093d66a/disk. size=1073741824 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:28:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37432f0c-bdae-4fae-a3b8-cc684093d66a/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:01 user nova-compute[75076]: DEBUG nova.network.neutron [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Successfully created port: 8cdf5dba-01bc-40b0-89e3-c6babd0dd145 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:28:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37432f0c-bdae-4fae-a3b8-cc684093d66a/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:28:01 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Cannot resize image /opt/stack/data/nova/instances/37432f0c-bdae-4fae-a3b8-cc684093d66a/disk to a smaller size. {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 16:28:01 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:28:01 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Ensure instance console log exists: /opt/stack/data/nova/instances/37432f0c-bdae-4fae-a3b8-cc684093d66a/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:28:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:28:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:28:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG nova.network.neutron [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Successfully updated port: 8cdf5dba-01bc-40b0-89e3-c6babd0dd145 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Acquiring lock "refresh_cache-37432f0c-bdae-4fae-a3b8-cc684093d66a" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Acquired lock "refresh_cache-37432f0c-bdae-4fae-a3b8-cc684093d66a" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG nova.network.neutron [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG nova.compute.manager [req-364ad1c1-1045-458b-bbcc-7b180fb607a6 req-0cc6bf06-8e05-4217-bfbf-c1a5385af322 service nova] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Received event network-changed-8cdf5dba-01bc-40b0-89e3-c6babd0dd145 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG nova.compute.manager [req-364ad1c1-1045-458b-bbcc-7b180fb607a6 req-0cc6bf06-8e05-4217-bfbf-c1a5385af322 service nova] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Refreshing instance network info cache due to event network-changed-8cdf5dba-01bc-40b0-89e3-c6babd0dd145. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-364ad1c1-1045-458b-bbcc-7b180fb607a6 req-0cc6bf06-8e05-4217-bfbf-c1a5385af322 service nova] Acquiring lock "refresh_cache-37432f0c-bdae-4fae-a3b8-cc684093d66a" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG nova.network.neutron [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG nova.objects.instance [None req-82e1f637-c794-4b20-92b1-1bce186eb4ff tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lazy-loading 'flavor' on Instance uuid d86fb97b-71c1-4078-9808-288c2542891a {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-82e1f637-c794-4b20-92b1-1bce186eb4ff tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lock "d86fb97b-71c1-4078-9808-288c2542891a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.414s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG nova.network.neutron [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Updating instance_info_cache with network_info: [{"id": "8cdf5dba-01bc-40b0-89e3-c6babd0dd145", "address": "fa:16:3e:94:9a:92", "network": {"id": "aa1973fd-f114-43dd-9348-8cb735964970", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1031021703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "715bdbd317ef410299ba63d22b0db425", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8cdf5dba-01", "ovs_interfaceid": "8cdf5dba-01bc-40b0-89e3-c6babd0dd145", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Releasing lock "refresh_cache-37432f0c-bdae-4fae-a3b8-cc684093d66a" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG nova.compute.manager [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Instance network_info: |[{"id": "8cdf5dba-01bc-40b0-89e3-c6babd0dd145", "address": "fa:16:3e:94:9a:92", "network": {"id": "aa1973fd-f114-43dd-9348-8cb735964970", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1031021703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "715bdbd317ef410299ba63d22b0db425", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8cdf5dba-01", "ovs_interfaceid": "8cdf5dba-01bc-40b0-89e3-c6babd0dd145", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-364ad1c1-1045-458b-bbcc-7b180fb607a6 req-0cc6bf06-8e05-4217-bfbf-c1a5385af322 service nova] Acquired lock "refresh_cache-37432f0c-bdae-4fae-a3b8-cc684093d66a" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG nova.network.neutron [req-364ad1c1-1045-458b-bbcc-7b180fb607a6 req-0cc6bf06-8e05-4217-bfbf-c1a5385af322 service nova] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Refreshing network info cache for port 8cdf5dba-01bc-40b0-89e3-c6babd0dd145 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Start _get_guest_xml network_info=[{"id": "8cdf5dba-01bc-40b0-89e3-c6babd0dd145", "address": "fa:16:3e:94:9a:92", "network": {"id": "aa1973fd-f114-43dd-9348-8cb735964970", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1031021703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "715bdbd317ef410299ba63d22b0db425", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8cdf5dba-01", "ovs_interfaceid": "8cdf5dba-01bc-40b0-89e3-c6babd0dd145", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:28:02 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:28:02 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:28:02 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:27:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-412267196',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-412267196',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-4122671',id=34,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJF/W3liM4MBBk1lT9WUwpVXYhGVMX1MqWJbi+YAaM152m4B6x0jMzTS18hpQ+qqmsErgSdCAL9HqBKdNPTWJSlbprCMWD4eOWDrnBwKIi/+JH1QUXyDuOCtKmAn/H3n9g==',key_name='tempest-keypair-805824612',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='715bdbd317ef410299ba63d22b0db425',ramdisk_id='',reservation_id='r-s2n4cv4a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-433820443',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:28:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bf1b8d010eaa43aab2ced83e97bd32ed',uuid=37432f0c-bdae-4fae-a3b8-cc684093d66a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8cdf5dba-01bc-40b0-89e3-c6babd0dd145", "address": "fa:16:3e:94:9a:92", "network": {"id": "aa1973fd-f114-43dd-9348-8cb735964970", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1031021703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "715bdbd317ef410299ba63d22b0db425", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8cdf5dba-01", "ovs_interfaceid": "8cdf5dba-01bc-40b0-89e3-c6babd0dd145", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Converting VIF {"id": "8cdf5dba-01bc-40b0-89e3-c6babd0dd145", "address": "fa:16:3e:94:9a:92", "network": {"id": "aa1973fd-f114-43dd-9348-8cb735964970", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1031021703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "715bdbd317ef410299ba63d22b0db425", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8cdf5dba-01", "ovs_interfaceid": "8cdf5dba-01bc-40b0-89e3-c6babd0dd145", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:94:9a:92,bridge_name='br-int',has_traffic_filtering=True,id=8cdf5dba-01bc-40b0-89e3-c6babd0dd145,network=Network(aa1973fd-f114-43dd-9348-8cb735964970),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8cdf5dba-01') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG nova.objects.instance [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Lazy-loading 'pci_devices' on Instance uuid 37432f0c-bdae-4fae-a3b8-cc684093d66a {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:28:02 user nova-compute[75076]:   <uuid>37432f0c-bdae-4fae-a3b8-cc684093d66a</uuid>
Oct 27 16:28:02 user nova-compute[75076]:   <name>instance-00000022</name>
Oct 27 16:28:02 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:28:02 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:28:02 user nova-compute[75076]:   <metadata>
Oct 27 16:28:02 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:28:02 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:28:02 user nova-compute[75076]:       <nova:name>tempest-TestServerVolumeAttachScenarioOldVersion-server-412267196</nova:name>
Oct 27 16:28:02 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:28:02</nova:creationTime>
Oct 27 16:28:02 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:28:02 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:28:02 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:28:02 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:28:02 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:28:02 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:28:02 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:28:02 user nova-compute[75076]:       <nova:owner>
Oct 27 16:28:02 user nova-compute[75076]:         <nova:user uuid="bf1b8d010eaa43aab2ced83e97bd32ed">tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member</nova:user>
Oct 27 16:28:02 user nova-compute[75076]:         <nova:project uuid="715bdbd317ef410299ba63d22b0db425">tempest-TestServerVolumeAttachScenarioOldVersion-433820443</nova:project>
Oct 27 16:28:02 user nova-compute[75076]:       </nova:owner>
Oct 27 16:28:02 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:28:02 user nova-compute[75076]:       <nova:ports>
Oct 27 16:28:02 user nova-compute[75076]:         <nova:port uuid="8cdf5dba-01bc-40b0-89e3-c6babd0dd145">
Oct 27 16:28:02 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 27 16:28:02 user nova-compute[75076]:         </nova:port>
Oct 27 16:28:02 user nova-compute[75076]:       </nova:ports>
Oct 27 16:28:02 user nova-compute[75076]:     </nova:instance>
Oct 27 16:28:02 user nova-compute[75076]:   </metadata>
Oct 27 16:28:02 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:28:02 user nova-compute[75076]:     <system>
Oct 27 16:28:02 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:28:02 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:28:02 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:28:02 user nova-compute[75076]:       <entry name="serial">37432f0c-bdae-4fae-a3b8-cc684093d66a</entry>
Oct 27 16:28:02 user nova-compute[75076]:       <entry name="uuid">37432f0c-bdae-4fae-a3b8-cc684093d66a</entry>
Oct 27 16:28:02 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:28:02 user nova-compute[75076]:     </system>
Oct 27 16:28:02 user nova-compute[75076]:   </sysinfo>
Oct 27 16:28:02 user nova-compute[75076]:   <os>
Oct 27 16:28:02 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:28:02 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:28:02 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:28:02 user nova-compute[75076]:   </os>
Oct 27 16:28:02 user nova-compute[75076]:   <features>
Oct 27 16:28:02 user nova-compute[75076]:     <acpi/>
Oct 27 16:28:02 user nova-compute[75076]:     <apic/>
Oct 27 16:28:02 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:28:02 user nova-compute[75076]:   </features>
Oct 27 16:28:02 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:28:02 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:28:02 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:28:02 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:28:02 user nova-compute[75076]:   </clock>
Oct 27 16:28:02 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:28:02 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:28:02 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:28:02 user nova-compute[75076]:   </cpu>
Oct 27 16:28:02 user nova-compute[75076]:   <devices>
Oct 27 16:28:02 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:28:02 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:28:02 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/37432f0c-bdae-4fae-a3b8-cc684093d66a/disk"/>
Oct 27 16:28:02 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:28:02 user nova-compute[75076]:     </disk>
Oct 27 16:28:02 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:28:02 user nova-compute[75076]:       <mac address="fa:16:3e:94:9a:92"/>
Oct 27 16:28:02 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:28:02 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:28:02 user nova-compute[75076]:       <target dev="tap8cdf5dba-01"/>
Oct 27 16:28:02 user nova-compute[75076]:     </interface>
Oct 27 16:28:02 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:28:02 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/37432f0c-bdae-4fae-a3b8-cc684093d66a/console.log" append="off"/>
Oct 27 16:28:02 user nova-compute[75076]:     </serial>
Oct 27 16:28:02 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:28:02 user nova-compute[75076]:     <video>
Oct 27 16:28:02 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:28:02 user nova-compute[75076]:     </video>
Oct 27 16:28:02 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:28:02 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:28:02 user nova-compute[75076]:     </rng>
Oct 27 16:28:02 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:28:02 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:28:02 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:28:02 user nova-compute[75076]:     </memballoon>
Oct 27 16:28:02 user nova-compute[75076]:   </devices>
Oct 27 16:28:02 user nova-compute[75076]: </domain>
Oct 27 16:28:02 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:27:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-412267196',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-412267196',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-4122671',id=34,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJF/W3liM4MBBk1lT9WUwpVXYhGVMX1MqWJbi+YAaM152m4B6x0jMzTS18hpQ+qqmsErgSdCAL9HqBKdNPTWJSlbprCMWD4eOWDrnBwKIi/+JH1QUXyDuOCtKmAn/H3n9g==',key_name='tempest-keypair-805824612',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='715bdbd317ef410299ba63d22b0db425',ramdisk_id='',reservation_id='r-s2n4cv4a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-433820443',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:28:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bf1b8d010eaa43aab2ced83e97bd32ed',uuid=37432f0c-bdae-4fae-a3b8-cc684093d66a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8cdf5dba-01bc-40b0-89e3-c6babd0dd145", "address": "fa:16:3e:94:9a:92", "network": {"id": "aa1973fd-f114-43dd-9348-8cb735964970", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1031021703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "715bdbd317ef410299ba63d22b0db425", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8cdf5dba-01", "ovs_interfaceid": "8cdf5dba-01bc-40b0-89e3-c6babd0dd145", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Converting VIF {"id": "8cdf5dba-01bc-40b0-89e3-c6babd0dd145", "address": "fa:16:3e:94:9a:92", "network": {"id": "aa1973fd-f114-43dd-9348-8cb735964970", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1031021703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "715bdbd317ef410299ba63d22b0db425", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8cdf5dba-01", "ovs_interfaceid": "8cdf5dba-01bc-40b0-89e3-c6babd0dd145", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:94:9a:92,bridge_name='br-int',has_traffic_filtering=True,id=8cdf5dba-01bc-40b0-89e3-c6babd0dd145,network=Network(aa1973fd-f114-43dd-9348-8cb735964970),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8cdf5dba-01') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG os_vif [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:94:9a:92,bridge_name='br-int',has_traffic_filtering=True,id=8cdf5dba-01bc-40b0-89e3-c6babd0dd145,network=Network(aa1973fd-f114-43dd-9348-8cb735964970),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8cdf5dba-01') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '68e11e1b-2d4e-5804-a8d7-91a88a699592', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8cdf5dba-01, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8cdf5dba-01, col_values=(('qos', UUID('aae5b19e-8493-4eff-b625-0fb5f4742c10')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8cdf5dba-01, col_values=(('external_ids', {'iface-id': '8cdf5dba-01bc-40b0-89e3-c6babd0dd145', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:94:9a:92', 'vm-uuid': '37432f0c-bdae-4fae-a3b8-cc684093d66a'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:02 user nova-compute[75076]: INFO os_vif [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:94:9a:92,bridge_name='br-int',has_traffic_filtering=True,id=8cdf5dba-01bc-40b0-89e3-c6babd0dd145,network=Network(aa1973fd-f114-43dd-9348-8cb735964970),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8cdf5dba-01')
Oct 27 16:28:02 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] No VIF found with MAC fa:16:3e:94:9a:92, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG nova.network.neutron [req-364ad1c1-1045-458b-bbcc-7b180fb607a6 req-0cc6bf06-8e05-4217-bfbf-c1a5385af322 service nova] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Updated VIF entry in instance network info cache for port 8cdf5dba-01bc-40b0-89e3-c6babd0dd145. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG nova.network.neutron [req-364ad1c1-1045-458b-bbcc-7b180fb607a6 req-0cc6bf06-8e05-4217-bfbf-c1a5385af322 service nova] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Updating instance_info_cache with network_info: [{"id": "8cdf5dba-01bc-40b0-89e3-c6babd0dd145", "address": "fa:16:3e:94:9a:92", "network": {"id": "aa1973fd-f114-43dd-9348-8cb735964970", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1031021703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "715bdbd317ef410299ba63d22b0db425", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8cdf5dba-01", "ovs_interfaceid": "8cdf5dba-01bc-40b0-89e3-c6babd0dd145", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:28:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-364ad1c1-1045-458b-bbcc-7b180fb607a6 req-0cc6bf06-8e05-4217-bfbf-c1a5385af322 service nova] Releasing lock "refresh_cache-37432f0c-bdae-4fae-a3b8-cc684093d66a" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:28:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:04 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:04 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:04 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:04 user nova-compute[75076]: DEBUG nova.compute.manager [req-415fba5d-28ec-4623-b296-99f9d91eae77 req-8f56507d-406a-4762-99ac-0d8e67c024ae service nova] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Received event network-vif-plugged-8cdf5dba-01bc-40b0-89e3-c6babd0dd145 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:28:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-415fba5d-28ec-4623-b296-99f9d91eae77 req-8f56507d-406a-4762-99ac-0d8e67c024ae service nova] Acquiring lock "37432f0c-bdae-4fae-a3b8-cc684093d66a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:28:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-415fba5d-28ec-4623-b296-99f9d91eae77 req-8f56507d-406a-4762-99ac-0d8e67c024ae service nova] Lock "37432f0c-bdae-4fae-a3b8-cc684093d66a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:28:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-415fba5d-28ec-4623-b296-99f9d91eae77 req-8f56507d-406a-4762-99ac-0d8e67c024ae service nova] Lock "37432f0c-bdae-4fae-a3b8-cc684093d66a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:28:04 user nova-compute[75076]: DEBUG nova.compute.manager [req-415fba5d-28ec-4623-b296-99f9d91eae77 req-8f56507d-406a-4762-99ac-0d8e67c024ae service nova] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] No waiting events found dispatching network-vif-plugged-8cdf5dba-01bc-40b0-89e3-c6babd0dd145 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:28:04 user nova-compute[75076]: WARNING nova.compute.manager [req-415fba5d-28ec-4623-b296-99f9d91eae77 req-8f56507d-406a-4762-99ac-0d8e67c024ae service nova] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Received unexpected event network-vif-plugged-8cdf5dba-01bc-40b0-89e3-c6babd0dd145 for instance with vm_state building and task_state spawning.
Oct 27 16:28:04 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:04 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:04 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:04 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:04 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:06 user nova-compute[75076]: DEBUG nova.compute.manager [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:28:06 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:28:06 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Instance spawned successfully.
Oct 27 16:28:06 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:28:06 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:28:06 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:28:06 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:28:06 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:28:06 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:28:06 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:28:06 user nova-compute[75076]: INFO nova.compute.manager [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Took 5.89 seconds to spawn the instance on the hypervisor.
Oct 27 16:28:06 user nova-compute[75076]: DEBUG nova.compute.manager [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:28:06 user nova-compute[75076]: DEBUG nova.compute.manager [req-42b71371-4eff-4d7f-8369-8a6adec94e2e req-2b67a093-1c90-482e-9f2c-abcb11bbd2b9 service nova] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Received event network-vif-plugged-8cdf5dba-01bc-40b0-89e3-c6babd0dd145 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:28:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-42b71371-4eff-4d7f-8369-8a6adec94e2e req-2b67a093-1c90-482e-9f2c-abcb11bbd2b9 service nova] Acquiring lock "37432f0c-bdae-4fae-a3b8-cc684093d66a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:28:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-42b71371-4eff-4d7f-8369-8a6adec94e2e req-2b67a093-1c90-482e-9f2c-abcb11bbd2b9 service nova] Lock "37432f0c-bdae-4fae-a3b8-cc684093d66a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:28:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-42b71371-4eff-4d7f-8369-8a6adec94e2e req-2b67a093-1c90-482e-9f2c-abcb11bbd2b9 service nova] Lock "37432f0c-bdae-4fae-a3b8-cc684093d66a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:28:06 user nova-compute[75076]: DEBUG nova.compute.manager [req-42b71371-4eff-4d7f-8369-8a6adec94e2e req-2b67a093-1c90-482e-9f2c-abcb11bbd2b9 service nova] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] No waiting events found dispatching network-vif-plugged-8cdf5dba-01bc-40b0-89e3-c6babd0dd145 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:28:06 user nova-compute[75076]: WARNING nova.compute.manager [req-42b71371-4eff-4d7f-8369-8a6adec94e2e req-2b67a093-1c90-482e-9f2c-abcb11bbd2b9 service nova] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Received unexpected event network-vif-plugged-8cdf5dba-01bc-40b0-89e3-c6babd0dd145 for instance with vm_state building and task_state spawning.
Oct 27 16:28:06 user nova-compute[75076]: INFO nova.compute.manager [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Took 6.74 seconds to build instance.
Oct 27 16:28:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3c628366-ef54-4ecd-a9df-985d964326d2 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Lock "37432f0c-bdae-4fae-a3b8-cc684093d66a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.875s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:28:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bab94373-794e-4639-988a-37b3c519f4f0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "3b8402ec-436a-44e0-a938-bdc76b015689" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:28:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bab94373-794e-4639-988a-37b3c519f4f0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "3b8402ec-436a-44e0-a938-bdc76b015689" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:28:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bab94373-794e-4639-988a-37b3c519f4f0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "3b8402ec-436a-44e0-a938-bdc76b015689-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:28:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bab94373-794e-4639-988a-37b3c519f4f0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "3b8402ec-436a-44e0-a938-bdc76b015689-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:28:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bab94373-794e-4639-988a-37b3c519f4f0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "3b8402ec-436a-44e0-a938-bdc76b015689-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:28:06 user nova-compute[75076]: INFO nova.compute.manager [None req-bab94373-794e-4639-988a-37b3c519f4f0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Terminating instance
Oct 27 16:28:06 user nova-compute[75076]: DEBUG nova.compute.manager [None req-bab94373-794e-4639-988a-37b3c519f4f0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:28:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:07 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Instance destroyed successfully.
Oct 27 16:28:07 user nova-compute[75076]: DEBUG nova.objects.instance [None req-bab94373-794e-4639-988a-37b3c519f4f0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lazy-loading 'resources' on Instance uuid 3b8402ec-436a-44e0-a938-bdc76b015689 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:28:07 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-bab94373-794e-4639-988a-37b3c519f4f0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:17:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1797751735',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1797751735',id=23,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:17:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8b35a9703a8942d3b1e8a7ed3ccdb494',ramdisk_id='',reservation_id='r-zdhe6hsz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1685226580',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:19:48Z,user_data=None,user_id='292311e3f0db4dc199101504f91de7f7',uuid=3b8402ec-436a-44e0-a938-bdc76b015689,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "94dfe688-dd60-48a9-bb03-48111446f202", "address": "fa:16:3e:b4:f8:c6", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94dfe688-dd", "ovs_interfaceid": "94dfe688-dd60-48a9-bb03-48111446f202", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:28:07 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-bab94373-794e-4639-988a-37b3c519f4f0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Converting VIF {"id": "94dfe688-dd60-48a9-bb03-48111446f202", "address": "fa:16:3e:b4:f8:c6", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94dfe688-dd", "ovs_interfaceid": "94dfe688-dd60-48a9-bb03-48111446f202", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:28:07 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-bab94373-794e-4639-988a-37b3c519f4f0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b4:f8:c6,bridge_name='br-int',has_traffic_filtering=True,id=94dfe688-dd60-48a9-bb03-48111446f202,network=Network(dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94dfe688-dd') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:28:07 user nova-compute[75076]: DEBUG os_vif [None req-bab94373-794e-4639-988a-37b3c519f4f0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b4:f8:c6,bridge_name='br-int',has_traffic_filtering=True,id=94dfe688-dd60-48a9-bb03-48111446f202,network=Network(dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94dfe688-dd') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:28:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap94dfe688-dd, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:28:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:28:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0c2b8c18-2131-4764-8132-52964390dfa9) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:28:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:28:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:07 user nova-compute[75076]: INFO os_vif [None req-bab94373-794e-4639-988a-37b3c519f4f0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b4:f8:c6,bridge_name='br-int',has_traffic_filtering=True,id=94dfe688-dd60-48a9-bb03-48111446f202,network=Network(dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94dfe688-dd')
Oct 27 16:28:07 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-bab94373-794e-4639-988a-37b3c519f4f0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Deleting instance files /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689_del
Oct 27 16:28:07 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-bab94373-794e-4639-988a-37b3c519f4f0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Deletion of /opt/stack/data/nova/instances/3b8402ec-436a-44e0-a938-bdc76b015689_del complete
Oct 27 16:28:07 user nova-compute[75076]: INFO nova.compute.manager [None req-bab94373-794e-4639-988a-37b3c519f4f0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Took 0.94 seconds to destroy the instance on the hypervisor.
Oct 27 16:28:07 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-bab94373-794e-4639-988a-37b3c519f4f0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:28:07 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:28:07 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:28:08 user nova-compute[75076]: DEBUG nova.compute.manager [req-a2534902-c8dd-44b3-b42a-c3aedca1591e req-dcdd7816-3f83-4339-8b73-9ecaf385014a service nova] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Received event network-vif-unplugged-94dfe688-dd60-48a9-bb03-48111446f202 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:28:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a2534902-c8dd-44b3-b42a-c3aedca1591e req-dcdd7816-3f83-4339-8b73-9ecaf385014a service nova] Acquiring lock "3b8402ec-436a-44e0-a938-bdc76b015689-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:28:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a2534902-c8dd-44b3-b42a-c3aedca1591e req-dcdd7816-3f83-4339-8b73-9ecaf385014a service nova] Lock "3b8402ec-436a-44e0-a938-bdc76b015689-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:28:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a2534902-c8dd-44b3-b42a-c3aedca1591e req-dcdd7816-3f83-4339-8b73-9ecaf385014a service nova] Lock "3b8402ec-436a-44e0-a938-bdc76b015689-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:28:08 user nova-compute[75076]: DEBUG nova.compute.manager [req-a2534902-c8dd-44b3-b42a-c3aedca1591e req-dcdd7816-3f83-4339-8b73-9ecaf385014a service nova] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] No waiting events found dispatching network-vif-unplugged-94dfe688-dd60-48a9-bb03-48111446f202 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:28:08 user nova-compute[75076]: DEBUG nova.compute.manager [req-a2534902-c8dd-44b3-b42a-c3aedca1591e req-dcdd7816-3f83-4339-8b73-9ecaf385014a service nova] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Received event network-vif-unplugged-94dfe688-dd60-48a9-bb03-48111446f202 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:28:08 user nova-compute[75076]: DEBUG nova.compute.manager [req-a2534902-c8dd-44b3-b42a-c3aedca1591e req-dcdd7816-3f83-4339-8b73-9ecaf385014a service nova] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Received event network-vif-plugged-94dfe688-dd60-48a9-bb03-48111446f202 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:28:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a2534902-c8dd-44b3-b42a-c3aedca1591e req-dcdd7816-3f83-4339-8b73-9ecaf385014a service nova] Acquiring lock "3b8402ec-436a-44e0-a938-bdc76b015689-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:28:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a2534902-c8dd-44b3-b42a-c3aedca1591e req-dcdd7816-3f83-4339-8b73-9ecaf385014a service nova] Lock "3b8402ec-436a-44e0-a938-bdc76b015689-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:28:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a2534902-c8dd-44b3-b42a-c3aedca1591e req-dcdd7816-3f83-4339-8b73-9ecaf385014a service nova] Lock "3b8402ec-436a-44e0-a938-bdc76b015689-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:28:08 user nova-compute[75076]: DEBUG nova.compute.manager [req-a2534902-c8dd-44b3-b42a-c3aedca1591e req-dcdd7816-3f83-4339-8b73-9ecaf385014a service nova] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] No waiting events found dispatching network-vif-plugged-94dfe688-dd60-48a9-bb03-48111446f202 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:28:08 user nova-compute[75076]: WARNING nova.compute.manager [req-a2534902-c8dd-44b3-b42a-c3aedca1591e req-dcdd7816-3f83-4339-8b73-9ecaf385014a service nova] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Received unexpected event network-vif-plugged-94dfe688-dd60-48a9-bb03-48111446f202 for instance with vm_state active and task_state deleting.
Oct 27 16:28:08 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:28:08 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Took 0.54 seconds to deallocate network for instance.
Oct 27 16:28:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bab94373-794e-4639-988a-37b3c519f4f0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:28:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bab94373-794e-4639-988a-37b3c519f4f0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:28:08 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-bab94373-794e-4639-988a-37b3c519f4f0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:28:08 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-bab94373-794e-4639-988a-37b3c519f4f0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:28:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bab94373-794e-4639-988a-37b3c519f4f0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.379s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:28:08 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-bab94373-794e-4639-988a-37b3c519f4f0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Deleted allocations for instance 3b8402ec-436a-44e0-a938-bdc76b015689
Oct 27 16:28:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bab94373-794e-4639-988a-37b3c519f4f0 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "3b8402ec-436a-44e0-a938-bdc76b015689" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.078s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:28:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:10 user nova-compute[75076]: DEBUG nova.compute.manager [req-559b497d-753b-47b6-a35e-014afb78d4d7 req-e4fa57d5-0002-4bae-850f-1c7aedfa3111 service nova] [instance: 3b8402ec-436a-44e0-a938-bdc76b015689] Received event network-vif-deleted-94dfe688-dd60-48a9-bb03-48111446f202 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:28:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:28:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:28:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:28:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:28:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:19 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:24 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:29 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e1140ee7-38fd-4b26-8542-de7cb7a8aa04 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Acquiring lock "d86fb97b-71c1-4078-9808-288c2542891a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:28:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e1140ee7-38fd-4b26-8542-de7cb7a8aa04 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lock "d86fb97b-71c1-4078-9808-288c2542891a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:28:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e1140ee7-38fd-4b26-8542-de7cb7a8aa04 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Acquiring lock "d86fb97b-71c1-4078-9808-288c2542891a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:28:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e1140ee7-38fd-4b26-8542-de7cb7a8aa04 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lock "d86fb97b-71c1-4078-9808-288c2542891a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:28:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e1140ee7-38fd-4b26-8542-de7cb7a8aa04 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lock "d86fb97b-71c1-4078-9808-288c2542891a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:28:30 user nova-compute[75076]: INFO nova.compute.manager [None req-e1140ee7-38fd-4b26-8542-de7cb7a8aa04 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Terminating instance
Oct 27 16:28:30 user nova-compute[75076]: DEBUG nova.compute.manager [None req-e1140ee7-38fd-4b26-8542-de7cb7a8aa04 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:28:30 user nova-compute[75076]: DEBUG nova.compute.manager [req-b8608bcf-0235-4ad4-b206-86f0b07a8092 req-b130cfca-cec7-4384-b4c6-e2354080a6ec service nova] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Received event network-changed-eea3ba0f-05e5-4a1b-81f6-72d10a6d013b {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:28:30 user nova-compute[75076]: DEBUG nova.compute.manager [req-b8608bcf-0235-4ad4-b206-86f0b07a8092 req-b130cfca-cec7-4384-b4c6-e2354080a6ec service nova] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Refreshing instance network info cache due to event network-changed-eea3ba0f-05e5-4a1b-81f6-72d10a6d013b. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:28:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b8608bcf-0235-4ad4-b206-86f0b07a8092 req-b130cfca-cec7-4384-b4c6-e2354080a6ec service nova] Acquiring lock "refresh_cache-b7034915-9a41-4e00-9e23-e4382b003aa8" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:28:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b8608bcf-0235-4ad4-b206-86f0b07a8092 req-b130cfca-cec7-4384-b4c6-e2354080a6ec service nova] Acquired lock "refresh_cache-b7034915-9a41-4e00-9e23-e4382b003aa8" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:28:30 user nova-compute[75076]: DEBUG nova.network.neutron [req-b8608bcf-0235-4ad4-b206-86f0b07a8092 req-b130cfca-cec7-4384-b4c6-e2354080a6ec service nova] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Refreshing network info cache for port eea3ba0f-05e5-4a1b-81f6-72d10a6d013b {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:28:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:30 user nova-compute[75076]: DEBUG nova.compute.manager [req-cf50b587-5739-46fb-9e9c-7041bf9064cd req-9873eea2-23c4-460d-bab0-61cfe95045ac service nova] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Received event network-vif-unplugged-1e091916-2dec-420f-bdf7-968d1213e8e2 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:28:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-cf50b587-5739-46fb-9e9c-7041bf9064cd req-9873eea2-23c4-460d-bab0-61cfe95045ac service nova] Acquiring lock "d86fb97b-71c1-4078-9808-288c2542891a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:28:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-cf50b587-5739-46fb-9e9c-7041bf9064cd req-9873eea2-23c4-460d-bab0-61cfe95045ac service nova] Lock "d86fb97b-71c1-4078-9808-288c2542891a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:28:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-cf50b587-5739-46fb-9e9c-7041bf9064cd req-9873eea2-23c4-460d-bab0-61cfe95045ac service nova] Lock "d86fb97b-71c1-4078-9808-288c2542891a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:28:30 user nova-compute[75076]: DEBUG nova.compute.manager [req-cf50b587-5739-46fb-9e9c-7041bf9064cd req-9873eea2-23c4-460d-bab0-61cfe95045ac service nova] [instance: d86fb97b-71c1-4078-9808-288c2542891a] No waiting events found dispatching network-vif-unplugged-1e091916-2dec-420f-bdf7-968d1213e8e2 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:28:30 user nova-compute[75076]: DEBUG nova.compute.manager [req-cf50b587-5739-46fb-9e9c-7041bf9064cd req-9873eea2-23c4-460d-bab0-61cfe95045ac service nova] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Received event network-vif-unplugged-1e091916-2dec-420f-bdf7-968d1213e8e2 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:28:30 user nova-compute[75076]: DEBUG nova.network.neutron [req-b8608bcf-0235-4ad4-b206-86f0b07a8092 req-b130cfca-cec7-4384-b4c6-e2354080a6ec service nova] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Updated VIF entry in instance network info cache for port eea3ba0f-05e5-4a1b-81f6-72d10a6d013b. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:28:30 user nova-compute[75076]: DEBUG nova.network.neutron [req-b8608bcf-0235-4ad4-b206-86f0b07a8092 req-b130cfca-cec7-4384-b4c6-e2354080a6ec service nova] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Updating instance_info_cache with network_info: [{"id": "eea3ba0f-05e5-4a1b-81f6-72d10a6d013b", "address": "fa:16:3e:45:e9:d6", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.33", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeea3ba0f-05", "ovs_interfaceid": "eea3ba0f-05e5-4a1b-81f6-72d10a6d013b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:28:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b8608bcf-0235-4ad4-b206-86f0b07a8092 req-b130cfca-cec7-4384-b4c6-e2354080a6ec service nova] Releasing lock "refresh_cache-b7034915-9a41-4e00-9e23-e4382b003aa8" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:28:31 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Instance destroyed successfully.
Oct 27 16:28:31 user nova-compute[75076]: DEBUG nova.objects.instance [None req-e1140ee7-38fd-4b26-8542-de7cb7a8aa04 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lazy-loading 'resources' on Instance uuid d86fb97b-71c1-4078-9808-288c2542891a {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:28:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-e1140ee7-38fd-4b26-8542-de7cb7a8aa04 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:23:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-2062797164',display_name='tempest-TestServerVolumeAttachmentScenario-server-2062797164',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-2062797164',id=32,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMAu5+6YIAdmwfDn3sni95dZa9hUI/Gzf3nx68AyUtvapvDjD3uFw7QA6W8oipqhNgoL6ZnKC9I3Gu3l3MjQ5vGUmjJOXK22AqvZZ5Z2Rp+qdhljgk02IGd6QZvYxZ7dSA==',key_name='tempest-keypair-344499417',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:23:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a37096c0e722425e894874a56edc18fa',ramdisk_id='',reservation_id='r-h8hze5v0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1469097139',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1469097139-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:23:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='82ad2f7d7c334fc3841c5fda7d4195e6',uuid=d86fb97b-71c1-4078-9808-288c2542891a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1e091916-2dec-420f-bdf7-968d1213e8e2", "address": "fa:16:3e:d1:32:19", "network": {"id": "ae3e19af-8efe-4397-a78e-a8b24fc53e11", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1340285280-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a37096c0e722425e894874a56edc18fa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e091916-2d", "ovs_interfaceid": "1e091916-2dec-420f-bdf7-968d1213e8e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:28:31 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-e1140ee7-38fd-4b26-8542-de7cb7a8aa04 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Converting VIF {"id": "1e091916-2dec-420f-bdf7-968d1213e8e2", "address": "fa:16:3e:d1:32:19", "network": {"id": "ae3e19af-8efe-4397-a78e-a8b24fc53e11", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1340285280-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a37096c0e722425e894874a56edc18fa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e091916-2d", "ovs_interfaceid": "1e091916-2dec-420f-bdf7-968d1213e8e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:28:31 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-e1140ee7-38fd-4b26-8542-de7cb7a8aa04 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d1:32:19,bridge_name='br-int',has_traffic_filtering=True,id=1e091916-2dec-420f-bdf7-968d1213e8e2,network=Network(ae3e19af-8efe-4397-a78e-a8b24fc53e11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e091916-2d') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:28:31 user nova-compute[75076]: DEBUG os_vif [None req-e1140ee7-38fd-4b26-8542-de7cb7a8aa04 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d1:32:19,bridge_name='br-int',has_traffic_filtering=True,id=1e091916-2dec-420f-bdf7-968d1213e8e2,network=Network(ae3e19af-8efe-4397-a78e-a8b24fc53e11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e091916-2d') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:28:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1e091916-2d, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:28:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:28:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9b83bc98-c22e-4681-9099-699b65b8b6f3) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:28:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:28:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:31 user nova-compute[75076]: INFO os_vif [None req-e1140ee7-38fd-4b26-8542-de7cb7a8aa04 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d1:32:19,bridge_name='br-int',has_traffic_filtering=True,id=1e091916-2dec-420f-bdf7-968d1213e8e2,network=Network(ae3e19af-8efe-4397-a78e-a8b24fc53e11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e091916-2d')
Oct 27 16:28:31 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-e1140ee7-38fd-4b26-8542-de7cb7a8aa04 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Deleting instance files /opt/stack/data/nova/instances/d86fb97b-71c1-4078-9808-288c2542891a_del
Oct 27 16:28:31 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-e1140ee7-38fd-4b26-8542-de7cb7a8aa04 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Deletion of /opt/stack/data/nova/instances/d86fb97b-71c1-4078-9808-288c2542891a_del complete
Oct 27 16:28:31 user nova-compute[75076]: INFO nova.compute.manager [None req-e1140ee7-38fd-4b26-8542-de7cb7a8aa04 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Took 0.92 seconds to destroy the instance on the hypervisor.
Oct 27 16:28:31 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-e1140ee7-38fd-4b26-8542-de7cb7a8aa04 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:28:31 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:28:31 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: d86fb97b-71c1-4078-9808-288c2542891a] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:28:32 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:28:32 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Took 0.74 seconds to deallocate network for instance.
Oct 27 16:28:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e1140ee7-38fd-4b26-8542-de7cb7a8aa04 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:28:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e1140ee7-38fd-4b26-8542-de7cb7a8aa04 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:28:32 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-e1140ee7-38fd-4b26-8542-de7cb7a8aa04 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:28:32 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-e1140ee7-38fd-4b26-8542-de7cb7a8aa04 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:28:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e1140ee7-38fd-4b26-8542-de7cb7a8aa04 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.294s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:28:32 user nova-compute[75076]: DEBUG nova.compute.manager [req-56f05c32-9675-425c-b57a-f73f292ad07c req-d45a3f48-3401-4d85-b420-52876f07f4ee service nova] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Received event network-vif-deleted-1e091916-2dec-420f-bdf7-968d1213e8e2 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:28:32 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-e1140ee7-38fd-4b26-8542-de7cb7a8aa04 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Deleted allocations for instance d86fb97b-71c1-4078-9808-288c2542891a
Oct 27 16:28:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e1140ee7-38fd-4b26-8542-de7cb7a8aa04 tempest-TestServerVolumeAttachmentScenario-1469097139 tempest-TestServerVolumeAttachmentScenario-1469097139-project-member] Lock "d86fb97b-71c1-4078-9808-288c2542891a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.314s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:28:32 user nova-compute[75076]: DEBUG nova.compute.manager [req-ac0185fa-b436-4961-b19d-7a0346599eda req-ad0a9910-fe62-4c7d-b3d1-760c4db4f32f service nova] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Received event network-vif-plugged-1e091916-2dec-420f-bdf7-968d1213e8e2 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:28:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ac0185fa-b436-4961-b19d-7a0346599eda req-ad0a9910-fe62-4c7d-b3d1-760c4db4f32f service nova] Acquiring lock "d86fb97b-71c1-4078-9808-288c2542891a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:28:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ac0185fa-b436-4961-b19d-7a0346599eda req-ad0a9910-fe62-4c7d-b3d1-760c4db4f32f service nova] Lock "d86fb97b-71c1-4078-9808-288c2542891a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:28:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ac0185fa-b436-4961-b19d-7a0346599eda req-ad0a9910-fe62-4c7d-b3d1-760c4db4f32f service nova] Lock "d86fb97b-71c1-4078-9808-288c2542891a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:28:32 user nova-compute[75076]: DEBUG nova.compute.manager [req-ac0185fa-b436-4961-b19d-7a0346599eda req-ad0a9910-fe62-4c7d-b3d1-760c4db4f32f service nova] [instance: d86fb97b-71c1-4078-9808-288c2542891a] No waiting events found dispatching network-vif-plugged-1e091916-2dec-420f-bdf7-968d1213e8e2 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:28:32 user nova-compute[75076]: WARNING nova.compute.manager [req-ac0185fa-b436-4961-b19d-7a0346599eda req-ad0a9910-fe62-4c7d-b3d1-760c4db4f32f service nova] [instance: d86fb97b-71c1-4078-9808-288c2542891a] Received unexpected event network-vif-plugged-1e091916-2dec-420f-bdf7-968d1213e8e2 for instance with vm_state deleted and task_state None.
Oct 27 16:28:34 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:28:34 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:28:34 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:28:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-dad6d9d4-84e4-4e39-853f-566cdcd8bd30" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:28:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-dad6d9d4-84e4-4e39-853f-566cdcd8bd30" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:28:34 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 16:28:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:35 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Updating instance_info_cache with network_info: [{"id": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "address": "fa:16:3e:e0:00:4d", "network": {"id": "a4cd92b5-8cea-4135-86fc-8241f5ec05e6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1716485942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.76", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "44ca7e988f9f466bb169bceae343c954", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e8e0de7-63", "ovs_interfaceid": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:28:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-dad6d9d4-84e4-4e39-853f-566cdcd8bd30" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:28:35 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 16:28:36 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:28:36 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:28:36 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-125f0c65-f358-4e2a-9468-794a27eb76ba tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:28:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-125f0c65-f358-4e2a-9468-794a27eb76ba tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:28:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-125f0c65-f358-4e2a-9468-794a27eb76ba tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:28:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-125f0c65-f358-4e2a-9468-794a27eb76ba tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:28:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-125f0c65-f358-4e2a-9468-794a27eb76ba tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:28:36 user nova-compute[75076]: INFO nova.compute.manager [None req-125f0c65-f358-4e2a-9468-794a27eb76ba tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Terminating instance
Oct 27 16:28:36 user nova-compute[75076]: DEBUG nova.compute.manager [None req-125f0c65-f358-4e2a-9468-794a27eb76ba tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:28:36 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:36 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:36 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:36 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:36 user nova-compute[75076]: DEBUG nova.compute.manager [req-f252c56b-4230-4229-a526-e953c442e3f4 req-16d949f4-ad8d-4778-bf5b-ac00f66575bd service nova] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Received event network-vif-unplugged-842a9b6b-f37e-4201-a4a5-86f51db9c011 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:28:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f252c56b-4230-4229-a526-e953c442e3f4 req-16d949f4-ad8d-4778-bf5b-ac00f66575bd service nova] Acquiring lock "b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:28:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f252c56b-4230-4229-a526-e953c442e3f4 req-16d949f4-ad8d-4778-bf5b-ac00f66575bd service nova] Lock "b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:28:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f252c56b-4230-4229-a526-e953c442e3f4 req-16d949f4-ad8d-4778-bf5b-ac00f66575bd service nova] Lock "b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:28:36 user nova-compute[75076]: DEBUG nova.compute.manager [req-f252c56b-4230-4229-a526-e953c442e3f4 req-16d949f4-ad8d-4778-bf5b-ac00f66575bd service nova] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] No waiting events found dispatching network-vif-unplugged-842a9b6b-f37e-4201-a4a5-86f51db9c011 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:28:36 user nova-compute[75076]: DEBUG nova.compute.manager [req-f252c56b-4230-4229-a526-e953c442e3f4 req-16d949f4-ad8d-4778-bf5b-ac00f66575bd service nova] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Received event network-vif-unplugged-842a9b6b-f37e-4201-a4a5-86f51db9c011 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:28:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:37 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:28:37 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:28:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:37 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Instance destroyed successfully.
Oct 27 16:28:37 user nova-compute[75076]: DEBUG nova.objects.instance [None req-125f0c65-f358-4e2a-9468-794a27eb76ba tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lazy-loading 'resources' on Instance uuid b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:28:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-125f0c65-f358-4e2a-9468-794a27eb76ba tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:08:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-847117655',display_name='tempest-ServerActionsTestOtherA-server-847117655',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-847117655',id=4,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOAqunftKllvDBFA3CNePZIF/QhhMBv+ZyAvJ7BE208VTgDPeZe2wZavEEkXNa9quaZ0trOppg17JfM/xn7LPTB/5/tY52LoaQZJDZmuFzRLBflJzOlAKS4ytmuwqn6qjQ==',key_name='tempest-keypair-239160292',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:08:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='eca4241be0a24932b482fcdba2f45482',ramdisk_id='',reservation_id='r-i2foyc74',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1737890963',owner_user_name='tempest-ServerActionsTestOtherA-1737890963-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:08:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='714d6bf7998c4abd8641b678ee293691',uuid=b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "842a9b6b-f37e-4201-a4a5-86f51db9c011", "address": "fa:16:3e:2a:ab:b4", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap842a9b6b-f3", "ovs_interfaceid": "842a9b6b-f37e-4201-a4a5-86f51db9c011", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:28:37 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-125f0c65-f358-4e2a-9468-794a27eb76ba tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Converting VIF {"id": "842a9b6b-f37e-4201-a4a5-86f51db9c011", "address": "fa:16:3e:2a:ab:b4", "network": {"id": "d4452627-1a52-4591-bd30-e240f8690c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-995032314-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eca4241be0a24932b482fcdba2f45482", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap842a9b6b-f3", "ovs_interfaceid": "842a9b6b-f37e-4201-a4a5-86f51db9c011", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:28:37 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-125f0c65-f358-4e2a-9468-794a27eb76ba tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2a:ab:b4,bridge_name='br-int',has_traffic_filtering=True,id=842a9b6b-f37e-4201-a4a5-86f51db9c011,network=Network(d4452627-1a52-4591-bd30-e240f8690c51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap842a9b6b-f3') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:28:37 user nova-compute[75076]: DEBUG os_vif [None req-125f0c65-f358-4e2a-9468-794a27eb76ba tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2a:ab:b4,bridge_name='br-int',has_traffic_filtering=True,id=842a9b6b-f37e-4201-a4a5-86f51db9c011,network=Network(d4452627-1a52-4591-bd30-e240f8690c51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap842a9b6b-f3') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:28:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap842a9b6b-f3, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:28:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:28:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=33cee8c3-3fae-4415-9db4-ddf34a3059ab) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:28:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:28:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:37 user nova-compute[75076]: INFO os_vif [None req-125f0c65-f358-4e2a-9468-794a27eb76ba tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2a:ab:b4,bridge_name='br-int',has_traffic_filtering=True,id=842a9b6b-f37e-4201-a4a5-86f51db9c011,network=Network(d4452627-1a52-4591-bd30-e240f8690c51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap842a9b6b-f3')
Oct 27 16:28:37 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-125f0c65-f358-4e2a-9468-794a27eb76ba tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Deleting instance files /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8_del
Oct 27 16:28:37 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-125f0c65-f358-4e2a-9468-794a27eb76ba tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Deletion of /opt/stack/data/nova/instances/b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8_del complete
Oct 27 16:28:37 user nova-compute[75076]: INFO nova.compute.manager [None req-125f0c65-f358-4e2a-9468-794a27eb76ba tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Took 0.96 seconds to destroy the instance on the hypervisor.
Oct 27 16:28:37 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-125f0c65-f358-4e2a-9468-794a27eb76ba tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:28:37 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:28:37 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:28:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:38 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:28:38 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:28:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:28:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:28:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:28:38 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:28:38 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:28:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7034915-9a41-4e00-9e23-e4382b003aa8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:38 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Took 0.99 seconds to deallocate network for instance.
Oct 27 16:28:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-125f0c65-f358-4e2a-9468-794a27eb76ba tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:28:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-125f0c65-f358-4e2a-9468-794a27eb76ba tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:28:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7034915-9a41-4e00-9e23-e4382b003aa8/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:28:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7034915-9a41-4e00-9e23-e4382b003aa8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7034915-9a41-4e00-9e23-e4382b003aa8/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:28:38 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-125f0c65-f358-4e2a-9468-794a27eb76ba tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:28:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:38 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-125f0c65-f358-4e2a-9468-794a27eb76ba tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:28:38 user nova-compute[75076]: DEBUG nova.compute.manager [req-13f6c443-b019-4394-a2ee-6057220dc4d2 req-5c6594e6-f52e-4376-99c7-13a6b91709ac service nova] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Received event network-vif-plugged-842a9b6b-f37e-4201-a4a5-86f51db9c011 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:28:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-13f6c443-b019-4394-a2ee-6057220dc4d2 req-5c6594e6-f52e-4376-99c7-13a6b91709ac service nova] Acquiring lock "b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:28:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-13f6c443-b019-4394-a2ee-6057220dc4d2 req-5c6594e6-f52e-4376-99c7-13a6b91709ac service nova] Lock "b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:28:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-13f6c443-b019-4394-a2ee-6057220dc4d2 req-5c6594e6-f52e-4376-99c7-13a6b91709ac service nova] Lock "b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:28:38 user nova-compute[75076]: DEBUG nova.compute.manager [req-13f6c443-b019-4394-a2ee-6057220dc4d2 req-5c6594e6-f52e-4376-99c7-13a6b91709ac service nova] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] No waiting events found dispatching network-vif-plugged-842a9b6b-f37e-4201-a4a5-86f51db9c011 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:28:38 user nova-compute[75076]: WARNING nova.compute.manager [req-13f6c443-b019-4394-a2ee-6057220dc4d2 req-5c6594e6-f52e-4376-99c7-13a6b91709ac service nova] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Received unexpected event network-vif-plugged-842a9b6b-f37e-4201-a4a5-86f51db9c011 for instance with vm_state deleted and task_state None.
Oct 27 16:28:38 user nova-compute[75076]: DEBUG nova.compute.manager [req-13f6c443-b019-4394-a2ee-6057220dc4d2 req-5c6594e6-f52e-4376-99c7-13a6b91709ac service nova] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Received event network-vif-plugged-842a9b6b-f37e-4201-a4a5-86f51db9c011 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:28:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-13f6c443-b019-4394-a2ee-6057220dc4d2 req-5c6594e6-f52e-4376-99c7-13a6b91709ac service nova] Acquiring lock "b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:28:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-13f6c443-b019-4394-a2ee-6057220dc4d2 req-5c6594e6-f52e-4376-99c7-13a6b91709ac service nova] Lock "b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:28:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-13f6c443-b019-4394-a2ee-6057220dc4d2 req-5c6594e6-f52e-4376-99c7-13a6b91709ac service nova] Lock "b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:28:38 user nova-compute[75076]: DEBUG nova.compute.manager [req-13f6c443-b019-4394-a2ee-6057220dc4d2 req-5c6594e6-f52e-4376-99c7-13a6b91709ac service nova] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] No waiting events found dispatching network-vif-plugged-842a9b6b-f37e-4201-a4a5-86f51db9c011 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:28:38 user nova-compute[75076]: WARNING nova.compute.manager [req-13f6c443-b019-4394-a2ee-6057220dc4d2 req-5c6594e6-f52e-4376-99c7-13a6b91709ac service nova] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Received unexpected event network-vif-plugged-842a9b6b-f37e-4201-a4a5-86f51db9c011 for instance with vm_state deleted and task_state None.
Oct 27 16:28:38 user nova-compute[75076]: DEBUG nova.compute.manager [req-13f6c443-b019-4394-a2ee-6057220dc4d2 req-5c6594e6-f52e-4376-99c7-13a6b91709ac service nova] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Received event network-vif-plugged-842a9b6b-f37e-4201-a4a5-86f51db9c011 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:28:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-13f6c443-b019-4394-a2ee-6057220dc4d2 req-5c6594e6-f52e-4376-99c7-13a6b91709ac service nova] Acquiring lock "b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:28:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-13f6c443-b019-4394-a2ee-6057220dc4d2 req-5c6594e6-f52e-4376-99c7-13a6b91709ac service nova] Lock "b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:28:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-13f6c443-b019-4394-a2ee-6057220dc4d2 req-5c6594e6-f52e-4376-99c7-13a6b91709ac service nova] Lock "b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:28:38 user nova-compute[75076]: DEBUG nova.compute.manager [req-13f6c443-b019-4394-a2ee-6057220dc4d2 req-5c6594e6-f52e-4376-99c7-13a6b91709ac service nova] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] No waiting events found dispatching network-vif-plugged-842a9b6b-f37e-4201-a4a5-86f51db9c011 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:28:38 user nova-compute[75076]: WARNING nova.compute.manager [req-13f6c443-b019-4394-a2ee-6057220dc4d2 req-5c6594e6-f52e-4376-99c7-13a6b91709ac service nova] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Received unexpected event network-vif-plugged-842a9b6b-f37e-4201-a4a5-86f51db9c011 for instance with vm_state deleted and task_state None.
Oct 27 16:28:38 user nova-compute[75076]: DEBUG nova.compute.manager [req-13f6c443-b019-4394-a2ee-6057220dc4d2 req-5c6594e6-f52e-4376-99c7-13a6b91709ac service nova] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Received event network-vif-unplugged-842a9b6b-f37e-4201-a4a5-86f51db9c011 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:28:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-13f6c443-b019-4394-a2ee-6057220dc4d2 req-5c6594e6-f52e-4376-99c7-13a6b91709ac service nova] Acquiring lock "b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:28:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-13f6c443-b019-4394-a2ee-6057220dc4d2 req-5c6594e6-f52e-4376-99c7-13a6b91709ac service nova] Lock "b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:28:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-13f6c443-b019-4394-a2ee-6057220dc4d2 req-5c6594e6-f52e-4376-99c7-13a6b91709ac service nova] Lock "b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:28:38 user nova-compute[75076]: DEBUG nova.compute.manager [req-13f6c443-b019-4394-a2ee-6057220dc4d2 req-5c6594e6-f52e-4376-99c7-13a6b91709ac service nova] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] No waiting events found dispatching network-vif-unplugged-842a9b6b-f37e-4201-a4a5-86f51db9c011 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:28:38 user nova-compute[75076]: WARNING nova.compute.manager [req-13f6c443-b019-4394-a2ee-6057220dc4d2 req-5c6594e6-f52e-4376-99c7-13a6b91709ac service nova] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Received unexpected event network-vif-unplugged-842a9b6b-f37e-4201-a4a5-86f51db9c011 for instance with vm_state deleted and task_state None.
Oct 27 16:28:38 user nova-compute[75076]: DEBUG nova.compute.manager [req-13f6c443-b019-4394-a2ee-6057220dc4d2 req-5c6594e6-f52e-4376-99c7-13a6b91709ac service nova] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Received event network-vif-plugged-842a9b6b-f37e-4201-a4a5-86f51db9c011 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:28:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-13f6c443-b019-4394-a2ee-6057220dc4d2 req-5c6594e6-f52e-4376-99c7-13a6b91709ac service nova] Acquiring lock "b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:28:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-13f6c443-b019-4394-a2ee-6057220dc4d2 req-5c6594e6-f52e-4376-99c7-13a6b91709ac service nova] Lock "b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:28:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-13f6c443-b019-4394-a2ee-6057220dc4d2 req-5c6594e6-f52e-4376-99c7-13a6b91709ac service nova] Lock "b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:28:38 user nova-compute[75076]: DEBUG nova.compute.manager [req-13f6c443-b019-4394-a2ee-6057220dc4d2 req-5c6594e6-f52e-4376-99c7-13a6b91709ac service nova] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] No waiting events found dispatching network-vif-plugged-842a9b6b-f37e-4201-a4a5-86f51db9c011 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:28:38 user nova-compute[75076]: WARNING nova.compute.manager [req-13f6c443-b019-4394-a2ee-6057220dc4d2 req-5c6594e6-f52e-4376-99c7-13a6b91709ac service nova] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Received unexpected event network-vif-plugged-842a9b6b-f37e-4201-a4a5-86f51db9c011 for instance with vm_state deleted and task_state None.
Oct 27 16:28:38 user nova-compute[75076]: DEBUG nova.compute.manager [req-13f6c443-b019-4394-a2ee-6057220dc4d2 req-5c6594e6-f52e-4376-99c7-13a6b91709ac service nova] [instance: b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8] Received event network-vif-deleted-842a9b6b-f37e-4201-a4a5-86f51db9c011 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:28:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-125f0c65-f358-4e2a-9468-794a27eb76ba tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.375s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:28:38 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-125f0c65-f358-4e2a-9468-794a27eb76ba tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Deleted allocations for instance b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8
Oct 27 16:28:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:28:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-125f0c65-f358-4e2a-9468-794a27eb76ba tempest-ServerActionsTestOtherA-1737890963 tempest-ServerActionsTestOtherA-1737890963-project-member] Lock "b9236df3-90ff-4f9a-a0f6-4ba6a01f09b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.572s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:28:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:28:39 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:28:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:28:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:28:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37432f0c-bdae-4fae-a3b8-cc684093d66a/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37432f0c-bdae-4fae-a3b8-cc684093d66a/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:28:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37432f0c-bdae-4fae-a3b8-cc684093d66a/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37432f0c-bdae-4fae-a3b8-cc684093d66a/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:28:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:40 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:28:40 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:28:40 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=8317MB free_disk=25.14837646484375GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:28:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:28:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:28:40 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 961254d8-ebf1-4fa6-a93d-62c8eb1bd359 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:28:40 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:28:40 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance dad6d9d4-84e4-4e39-853f-566cdcd8bd30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:28:40 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance b7034915-9a41-4e00-9e23-e4382b003aa8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:28:40 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 37432f0c-bdae-4fae-a3b8-cc684093d66a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:28:40 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:28:40 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:28:40 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:28:40 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:28:40 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:28:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.384s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:28:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:43 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:28:43 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:28:43 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:28:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "b7034915-9a41-4e00-9e23-e4382b003aa8" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:28:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "b7034915-9a41-4e00-9e23-e4382b003aa8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:28:45 user nova-compute[75076]: DEBUG nova.objects.instance [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lazy-loading 'flavor' on Instance uuid b7034915-9a41-4e00-9e23-e4382b003aa8 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:28:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "b7034915-9a41-4e00-9e23-e4382b003aa8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.356s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:28:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "b7034915-9a41-4e00-9e23-e4382b003aa8" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:28:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "b7034915-9a41-4e00-9e23-e4382b003aa8" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:28:45 user nova-compute[75076]: INFO nova.compute.manager [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Attaching volume 9b73a42d-9346-4f30-a5a1-dfc705fa519e to /dev/vdb
Oct 27 16:28:45 user nova-compute[75076]: DEBUG os_brick.utils [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:28:45 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:45 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:28:45 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e65c95fd-36c1-43c3-9e6c-7756a315d4b9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:28:45 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:45 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:28:45 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[85b5079f-f737-4fd3-8121-f7c901e52ed4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:28:45 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:45 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:28:45 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a617d811-20ce-47cf-abc4-92be48013630]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:28:45 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ccca84b-e289-4d9e-adbb-6217efd4e1f5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:28:45 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:45 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:28:45 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:28:45 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:45 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:28:45 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:28:45 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3254365-8d40-48b8-bda8-6d16f2c95356]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:28:45 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:28:45 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:28:45 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:28:45 user nova-compute[75076]: DEBUG os_brick.utils [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:28:45 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Updating existing volume attachment record: 993349de-7688-40a9-800a-59db9daad334 {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:28:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:28:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:28:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:28:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:28:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:28:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Acquiring lock "5b12254d-cadc-46d7-9b84-2409833b78b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:28:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Lock "5b12254d-cadc-46d7-9b84-2409833b78b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:28:52 user nova-compute[75076]: DEBUG nova.compute.manager [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:28:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:28:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:28:52 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:28:52 user nova-compute[75076]: INFO nova.compute.claims [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Claim successful on node user
Oct 27 16:28:53 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:28:53 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:28:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.337s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:28:53 user nova-compute[75076]: DEBUG nova.compute.manager [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:28:53 user nova-compute[75076]: DEBUG nova.compute.manager [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:28:53 user nova-compute[75076]: DEBUG nova.network.neutron [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:28:53 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:28:53 user nova-compute[75076]: DEBUG nova.compute.manager [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:28:53 user nova-compute[75076]: DEBUG nova.policy [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9cbcf30882d40c58e943fd3784a8424', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1feb0b6a5a6c43fba83877e7b6630fe2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:28:53 user nova-compute[75076]: DEBUG nova.compute.manager [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:28:53 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:28:53 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Creating image(s)
Oct 27 16:28:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Acquiring lock "/opt/stack/data/nova/instances/5b12254d-cadc-46d7-9b84-2409833b78b4/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:28:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Lock "/opt/stack/data/nova/instances/5b12254d-cadc-46d7-9b84-2409833b78b4/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:28:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Lock "/opt/stack/data/nova/instances/5b12254d-cadc-46d7-9b84-2409833b78b4/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:28:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.197s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:28:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Acquiring lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:28:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:28:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.190s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:28:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/5b12254d-cadc-46d7-9b84-2409833b78b4/disk 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/5b12254d-cadc-46d7-9b84-2409833b78b4/disk 1073741824" returned: 0 in 0.046s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:28:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.243s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:28:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.170s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:28:54 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5b12254d-cadc-46d7-9b84-2409833b78b4/disk. size=1073741824 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:28:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b12254d-cadc-46d7-9b84-2409833b78b4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:54 user nova-compute[75076]: DEBUG nova.network.neutron [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Successfully created port: 24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:28:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b12254d-cadc-46d7-9b84-2409833b78b4/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:28:54 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Cannot resize image /opt/stack/data/nova/instances/5b12254d-cadc-46d7-9b84-2409833b78b4/disk to a smaller size. {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 16:28:54 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:28:54 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Ensure instance console log exists: /opt/stack/data/nova/instances/5b12254d-cadc-46d7-9b84-2409833b78b4/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:28:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:28:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:28:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:28:54 user nova-compute[75076]: DEBUG nova.network.neutron [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Successfully updated port: 24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:28:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Acquiring lock "refresh_cache-5b12254d-cadc-46d7-9b84-2409833b78b4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:28:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Acquired lock "refresh_cache-5b12254d-cadc-46d7-9b84-2409833b78b4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:28:54 user nova-compute[75076]: DEBUG nova.network.neutron [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:28:54 user nova-compute[75076]: DEBUG nova.compute.manager [req-2b03c4b6-e423-459d-984b-d76f8ed5c7cf req-81df09d6-e004-49df-ab0a-135db66e0a50 service nova] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Received event network-changed-24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:28:54 user nova-compute[75076]: DEBUG nova.compute.manager [req-2b03c4b6-e423-459d-984b-d76f8ed5c7cf req-81df09d6-e004-49df-ab0a-135db66e0a50 service nova] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Refreshing instance network info cache due to event network-changed-24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:28:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-2b03c4b6-e423-459d-984b-d76f8ed5c7cf req-81df09d6-e004-49df-ab0a-135db66e0a50 service nova] Acquiring lock "refresh_cache-5b12254d-cadc-46d7-9b84-2409833b78b4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:28:54 user nova-compute[75076]: DEBUG nova.network.neutron [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG nova.network.neutron [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Updating instance_info_cache with network_info: [{"id": "24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74", "address": "fa:16:3e:69:ef:22", "network": {"id": "365a1111-f3d5-4c31-a412-1bcbffda0e74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "06c1c03c04ec42a280fc92ba1fd2447e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24dc75cf-b7", "ovs_interfaceid": "24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Releasing lock "refresh_cache-5b12254d-cadc-46d7-9b84-2409833b78b4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG nova.compute.manager [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Instance network_info: |[{"id": "24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74", "address": "fa:16:3e:69:ef:22", "network": {"id": "365a1111-f3d5-4c31-a412-1bcbffda0e74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "06c1c03c04ec42a280fc92ba1fd2447e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24dc75cf-b7", "ovs_interfaceid": "24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-2b03c4b6-e423-459d-984b-d76f8ed5c7cf req-81df09d6-e004-49df-ab0a-135db66e0a50 service nova] Acquired lock "refresh_cache-5b12254d-cadc-46d7-9b84-2409833b78b4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG nova.network.neutron [req-2b03c4b6-e423-459d-984b-d76f8ed5c7cf req-81df09d6-e004-49df-ab0a-135db66e0a50 service nova] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Refreshing network info cache for port 24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Start _get_guest_xml network_info=[{"id": "24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74", "address": "fa:16:3e:69:ef:22", "network": {"id": "365a1111-f3d5-4c31-a412-1bcbffda0e74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "06c1c03c04ec42a280fc92ba1fd2447e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24dc75cf-b7", "ovs_interfaceid": "24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:28:55 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:28:55 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:28:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:28:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-940658099',display_name='tempest-VolumesNegativeTest-instance-940658099',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-940658099',id=35,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1feb0b6a5a6c43fba83877e7b6630fe2',ramdisk_id='',reservation_id='r-dka8lakd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-1120134744',owner_user_name='tempest-VolumesNegativeTest-1120134744-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:28:53Z,user_data=None,user_id='f9cbcf30882d40c58e943fd3784a8424',uuid=5b12254d-cadc-46d7-9b84-2409833b78b4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74", "address": "fa:16:3e:69:ef:22", "network": {"id": "365a1111-f3d5-4c31-a412-1bcbffda0e74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "06c1c03c04ec42a280fc92ba1fd2447e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24dc75cf-b7", "ovs_interfaceid": "24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Converting VIF {"id": "24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74", "address": "fa:16:3e:69:ef:22", "network": {"id": "365a1111-f3d5-4c31-a412-1bcbffda0e74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "06c1c03c04ec42a280fc92ba1fd2447e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24dc75cf-b7", "ovs_interfaceid": "24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:69:ef:22,bridge_name='br-int',has_traffic_filtering=True,id=24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74,network=Network(365a1111-f3d5-4c31-a412-1bcbffda0e74),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap24dc75cf-b7') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG nova.objects.instance [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Lazy-loading 'pci_devices' on Instance uuid 5b12254d-cadc-46d7-9b84-2409833b78b4 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:28:55 user nova-compute[75076]:   <uuid>5b12254d-cadc-46d7-9b84-2409833b78b4</uuid>
Oct 27 16:28:55 user nova-compute[75076]:   <name>instance-00000023</name>
Oct 27 16:28:55 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:28:55 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:28:55 user nova-compute[75076]:   <metadata>
Oct 27 16:28:55 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:28:55 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:28:55 user nova-compute[75076]:       <nova:name>tempest-VolumesNegativeTest-instance-940658099</nova:name>
Oct 27 16:28:55 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:28:55</nova:creationTime>
Oct 27 16:28:55 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:28:55 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:28:55 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:28:55 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:28:55 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:28:55 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:28:55 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:28:55 user nova-compute[75076]:       <nova:owner>
Oct 27 16:28:55 user nova-compute[75076]:         <nova:user uuid="f9cbcf30882d40c58e943fd3784a8424">tempest-VolumesNegativeTest-1120134744-project-member</nova:user>
Oct 27 16:28:55 user nova-compute[75076]:         <nova:project uuid="1feb0b6a5a6c43fba83877e7b6630fe2">tempest-VolumesNegativeTest-1120134744</nova:project>
Oct 27 16:28:55 user nova-compute[75076]:       </nova:owner>
Oct 27 16:28:55 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:28:55 user nova-compute[75076]:       <nova:ports>
Oct 27 16:28:55 user nova-compute[75076]:         <nova:port uuid="24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74">
Oct 27 16:28:55 user nova-compute[75076]:           <nova:ip type="fixed" address="192.168.233.198" ipVersion="4"/>
Oct 27 16:28:55 user nova-compute[75076]:         </nova:port>
Oct 27 16:28:55 user nova-compute[75076]:       </nova:ports>
Oct 27 16:28:55 user nova-compute[75076]:     </nova:instance>
Oct 27 16:28:55 user nova-compute[75076]:   </metadata>
Oct 27 16:28:55 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:28:55 user nova-compute[75076]:     <system>
Oct 27 16:28:55 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:28:55 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:28:55 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:28:55 user nova-compute[75076]:       <entry name="serial">5b12254d-cadc-46d7-9b84-2409833b78b4</entry>
Oct 27 16:28:55 user nova-compute[75076]:       <entry name="uuid">5b12254d-cadc-46d7-9b84-2409833b78b4</entry>
Oct 27 16:28:55 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:28:55 user nova-compute[75076]:     </system>
Oct 27 16:28:55 user nova-compute[75076]:   </sysinfo>
Oct 27 16:28:55 user nova-compute[75076]:   <os>
Oct 27 16:28:55 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:28:55 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:28:55 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:28:55 user nova-compute[75076]:   </os>
Oct 27 16:28:55 user nova-compute[75076]:   <features>
Oct 27 16:28:55 user nova-compute[75076]:     <acpi/>
Oct 27 16:28:55 user nova-compute[75076]:     <apic/>
Oct 27 16:28:55 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:28:55 user nova-compute[75076]:   </features>
Oct 27 16:28:55 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:28:55 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:28:55 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:28:55 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:28:55 user nova-compute[75076]:   </clock>
Oct 27 16:28:55 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:28:55 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:28:55 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:28:55 user nova-compute[75076]:   </cpu>
Oct 27 16:28:55 user nova-compute[75076]:   <devices>
Oct 27 16:28:55 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:28:55 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:28:55 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/5b12254d-cadc-46d7-9b84-2409833b78b4/disk"/>
Oct 27 16:28:55 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:28:55 user nova-compute[75076]:     </disk>
Oct 27 16:28:55 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:28:55 user nova-compute[75076]:       <mac address="fa:16:3e:69:ef:22"/>
Oct 27 16:28:55 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:28:55 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:28:55 user nova-compute[75076]:       <target dev="tap24dc75cf-b7"/>
Oct 27 16:28:55 user nova-compute[75076]:     </interface>
Oct 27 16:28:55 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:28:55 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/5b12254d-cadc-46d7-9b84-2409833b78b4/console.log" append="off"/>
Oct 27 16:28:55 user nova-compute[75076]:     </serial>
Oct 27 16:28:55 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:28:55 user nova-compute[75076]:     <video>
Oct 27 16:28:55 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:28:55 user nova-compute[75076]:     </video>
Oct 27 16:28:55 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:28:55 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:28:55 user nova-compute[75076]:     </rng>
Oct 27 16:28:55 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:28:55 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:28:55 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:28:55 user nova-compute[75076]:     </memballoon>
Oct 27 16:28:55 user nova-compute[75076]:   </devices>
Oct 27 16:28:55 user nova-compute[75076]: </domain>
Oct 27 16:28:55 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:28:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-940658099',display_name='tempest-VolumesNegativeTest-instance-940658099',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-940658099',id=35,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1feb0b6a5a6c43fba83877e7b6630fe2',ramdisk_id='',reservation_id='r-dka8lakd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-1120134744',owner_user_name='tempest-VolumesNegativeTest-1120134744-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:28:53Z,user_data=None,user_id='f9cbcf30882d40c58e943fd3784a8424',uuid=5b12254d-cadc-46d7-9b84-2409833b78b4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74", "address": "fa:16:3e:69:ef:22", "network": {"id": "365a1111-f3d5-4c31-a412-1bcbffda0e74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "06c1c03c04ec42a280fc92ba1fd2447e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24dc75cf-b7", "ovs_interfaceid": "24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Converting VIF {"id": "24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74", "address": "fa:16:3e:69:ef:22", "network": {"id": "365a1111-f3d5-4c31-a412-1bcbffda0e74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "06c1c03c04ec42a280fc92ba1fd2447e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24dc75cf-b7", "ovs_interfaceid": "24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:69:ef:22,bridge_name='br-int',has_traffic_filtering=True,id=24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74,network=Network(365a1111-f3d5-4c31-a412-1bcbffda0e74),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap24dc75cf-b7') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG os_vif [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:69:ef:22,bridge_name='br-int',has_traffic_filtering=True,id=24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74,network=Network(365a1111-f3d5-4c31-a412-1bcbffda0e74),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap24dc75cf-b7') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'bc0a93e2-ba17-5e59-904d-67eee7ef2360', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap24dc75cf-b7, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap24dc75cf-b7, col_values=(('qos', UUID('e07f48c9-232e-4901-af8e-64b837ec6a00')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap24dc75cf-b7, col_values=(('external_ids', {'iface-id': '24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:69:ef:22', 'vm-uuid': '5b12254d-cadc-46d7-9b84-2409833b78b4'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:55 user nova-compute[75076]: INFO os_vif [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:69:ef:22,bridge_name='br-int',has_traffic_filtering=True,id=24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74,network=Network(365a1111-f3d5-4c31-a412-1bcbffda0e74),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap24dc75cf-b7')
Oct 27 16:28:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] No VIF found with MAC fa:16:3e:69:ef:22, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG nova.network.neutron [req-2b03c4b6-e423-459d-984b-d76f8ed5c7cf req-81df09d6-e004-49df-ab0a-135db66e0a50 service nova] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Updated VIF entry in instance network info cache for port 24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG nova.network.neutron [req-2b03c4b6-e423-459d-984b-d76f8ed5c7cf req-81df09d6-e004-49df-ab0a-135db66e0a50 service nova] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Updating instance_info_cache with network_info: [{"id": "24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74", "address": "fa:16:3e:69:ef:22", "network": {"id": "365a1111-f3d5-4c31-a412-1bcbffda0e74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "06c1c03c04ec42a280fc92ba1fd2447e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24dc75cf-b7", "ovs_interfaceid": "24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:28:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-2b03c4b6-e423-459d-984b-d76f8ed5c7cf req-81df09d6-e004-49df-ab0a-135db66e0a50 service nova] Releasing lock "refresh_cache-5b12254d-cadc-46d7-9b84-2409833b78b4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:28:56 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:56 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:56 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:56 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:57 user nova-compute[75076]: DEBUG nova.compute.manager [req-7a261f6a-0be3-4a73-ba3b-0642a84e20db req-b6b62c0f-1635-4856-b510-4ba85f04433b service nova] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Received event network-vif-plugged-24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:28:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7a261f6a-0be3-4a73-ba3b-0642a84e20db req-b6b62c0f-1635-4856-b510-4ba85f04433b service nova] Acquiring lock "5b12254d-cadc-46d7-9b84-2409833b78b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:28:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7a261f6a-0be3-4a73-ba3b-0642a84e20db req-b6b62c0f-1635-4856-b510-4ba85f04433b service nova] Lock "5b12254d-cadc-46d7-9b84-2409833b78b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:28:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7a261f6a-0be3-4a73-ba3b-0642a84e20db req-b6b62c0f-1635-4856-b510-4ba85f04433b service nova] Lock "5b12254d-cadc-46d7-9b84-2409833b78b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:28:57 user nova-compute[75076]: DEBUG nova.compute.manager [req-7a261f6a-0be3-4a73-ba3b-0642a84e20db req-b6b62c0f-1635-4856-b510-4ba85f04433b service nova] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] No waiting events found dispatching network-vif-plugged-24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:28:57 user nova-compute[75076]: WARNING nova.compute.manager [req-7a261f6a-0be3-4a73-ba3b-0642a84e20db req-b6b62c0f-1635-4856-b510-4ba85f04433b service nova] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Received unexpected event network-vif-plugged-24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74 for instance with vm_state building and task_state spawning.
Oct 27 16:28:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:28:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:28:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:28:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:28:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:28:57 user nova-compute[75076]: INFO nova.compute.manager [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Terminating instance
Oct 27 16:28:57 user nova-compute[75076]: DEBUG nova.compute.manager [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:28:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:57 user nova-compute[75076]: DEBUG nova.compute.manager [req-7b0c0ed2-a845-43e2-bc0b-df7399562c75 req-2c1ed3db-5bc5-4e95-9f06-10b96bddfc6d service nova] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Received event network-vif-unplugged-e11d0d65-58bc-4b60-ba3b-6a842cfb4719 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:28:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7b0c0ed2-a845-43e2-bc0b-df7399562c75 req-2c1ed3db-5bc5-4e95-9f06-10b96bddfc6d service nova] Acquiring lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:28:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7b0c0ed2-a845-43e2-bc0b-df7399562c75 req-2c1ed3db-5bc5-4e95-9f06-10b96bddfc6d service nova] Lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:28:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7b0c0ed2-a845-43e2-bc0b-df7399562c75 req-2c1ed3db-5bc5-4e95-9f06-10b96bddfc6d service nova] Lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:28:57 user nova-compute[75076]: DEBUG nova.compute.manager [req-7b0c0ed2-a845-43e2-bc0b-df7399562c75 req-2c1ed3db-5bc5-4e95-9f06-10b96bddfc6d service nova] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] No waiting events found dispatching network-vif-unplugged-e11d0d65-58bc-4b60-ba3b-6a842cfb4719 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:28:57 user nova-compute[75076]: DEBUG nova.compute.manager [req-7b0c0ed2-a845-43e2-bc0b-df7399562c75 req-2c1ed3db-5bc5-4e95-9f06-10b96bddfc6d service nova] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Received event network-vif-unplugged-e11d0d65-58bc-4b60-ba3b-6a842cfb4719 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:28:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:58 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Instance destroyed successfully.
Oct 27 16:28:58 user nova-compute[75076]: DEBUG nova.objects.instance [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lazy-loading 'resources' on Instance uuid 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:11:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-629806759',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-629806759',id=13,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:14:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8b35a9703a8942d3b1e8a7ed3ccdb494',ramdisk_id='',reservation_id='r-3g2s2m4v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1685226580',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:16:04Z,user_data=None,user_id='292311e3f0db4dc199101504f91de7f7',uuid=787fbfd3-dee0-4dbf-b2a7-6a8199d8b005,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e11d0d65-58bc-4b60-ba3b-6a842cfb4719", "address": "fa:16:3e:bd:e9:ab", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape11d0d65-58", "ovs_interfaceid": "e11d0d65-58bc-4b60-ba3b-6a842cfb4719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Converting VIF {"id": "e11d0d65-58bc-4b60-ba3b-6a842cfb4719", "address": "fa:16:3e:bd:e9:ab", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape11d0d65-58", "ovs_interfaceid": "e11d0d65-58bc-4b60-ba3b-6a842cfb4719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:bd:e9:ab,bridge_name='br-int',has_traffic_filtering=True,id=e11d0d65-58bc-4b60-ba3b-6a842cfb4719,network=Network(dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape11d0d65-58') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG os_vif [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:bd:e9:ab,bridge_name='br-int',has_traffic_filtering=True,id=e11d0d65-58bc-4b60-ba3b-6a842cfb4719,network=Network(dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape11d0d65-58') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape11d0d65-58, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3adebed1-7099-435b-a2a4-5073e8248aa0) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:58 user nova-compute[75076]: INFO os_vif [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:bd:e9:ab,bridge_name='br-int',has_traffic_filtering=True,id=e11d0d65-58bc-4b60-ba3b-6a842cfb4719,network=Network(dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape11d0d65-58')
Oct 27 16:28:58 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OUjqtRAw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:28:58 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:28:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[19e09eae-d62c-4a28-9f12-f937d64e9cd0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6cb1a14c-ad4e-459e-bd92-47dfa819d3a2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dc0e495d-0ff5-4433-988a-ee00d7511d4b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:28:58 user nova-compute[75076]: No targets found.
Oct 27 16:28:58 user nova-compute[75076]: iSNS:
Oct 27 16:28:58 user nova-compute[75076]: No targets found.
Oct 27 16:28:58 user nova-compute[75076]: STATIC:
Oct 27 16:28:58 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78
Oct 27 16:28:58 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:28:58 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:28:58 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:6cb1a14c-ad4e-459e-bd92-47dfa819d3a2
Oct 27 16:28:58 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:28:58 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:28:58 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:dc0e495d-0ff5-4433-988a-ee00d7511d4b
Oct 27 16:28:58 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:28:58 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:28:58 user nova-compute[75076]: FIRMWARE:
Oct 27 16:28:58 user nova-compute[75076]: No targets found.
Oct 27 16:28:58 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:28:58 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:28:58 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[610feb05-2787-4262-bdda-098358d68644]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6cb1a14c-ad4e-459e-bd92-47dfa819d3a2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dc0e495d-0ff5-4433-988a-ee00d7511d4b\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[24996960-0859-4371-a2d7-ef8e71506f4a]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cb1a14c-ad4e-459e-bd92-47dfa819d3a2 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc0e495d-0ff5-4433-988a-ee00d7511d4b (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:28:58 user nova-compute[75076]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cb1a14c-ad4e-459e-bd92-47dfa819d3a2 (non-flash)
Oct 27 16:28:58 user nova-compute[75076]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc0e495d-0ff5-4433-988a-ee00d7511d4b (non-flash)
Oct 27 16:28:58 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 (non-flash)
Oct 27 16:28:58 user nova-compute[75076]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cb1a14c-ad4e-459e-bd92-47dfa819d3a2 (non-flash)
Oct 27 16:28:58 user nova-compute[75076]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc0e495d-0ff5-4433-988a-ee00d7511d4b (non-flash)
Oct 27 16:28:58 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe1c3d28c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78'): ({'sdf'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Removing single pathed devices sdf {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fc0ea60-e60e-4d4e-9e70-7bd7e19e06b0]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[28bc148d-7b7e-4f2a-93d9-7bb34631be78]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Flushing IO for device /dev/sdf {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.014s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4835dde-39f4-434d-8419-6c36e22c9f70]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.040s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b0f43cd-81a8-4381-a985-7e5fd5e4dec4]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] SCSI volumes sdf have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[68206508-2bec-499b-be43-dc5ad3c9c3c1]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f3d2b5d-4fa6-4bba-bfc7-1853c680be15]: (4, ('Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78, portal: 172.16.0.220,3260]\nLogout of [sid: 10, target: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78, portal: 172.16.0.220,3260]
Oct 27 16:28:58 user nova-compute[75076]: Logout of [sid: 10, target: iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78, portal: 172.16.0.220,3260] successful.
Oct 27 16:28:58 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c8f81cd-1e2b-4641-9a47-6ba61300ad78 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[541708a5-f1a9-483f-971a-e18e918082f9]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.310s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] <== disconnect_volume: return (312ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:28:58 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Deleting instance files /opt/stack/data/nova/instances/787fbfd3-dee0-4dbf-b2a7-6a8199d8b005_del
Oct 27 16:28:58 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Deletion of /opt/stack/data/nova/instances/787fbfd3-dee0-4dbf-b2a7-6a8199d8b005_del complete
Oct 27 16:28:58 user nova-compute[75076]: INFO nova.compute.manager [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Took 1.24 seconds to destroy the instance on the hypervisor.
Oct 27 16:28:58 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:28:58 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:28:59 user nova-compute[75076]: DEBUG nova.compute.manager [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:28:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:28:59 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Instance spawned successfully.
Oct 27 16:28:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:28:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:28:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:28:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:28:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:28:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:28:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:28:59 user nova-compute[75076]: INFO nova.compute.manager [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Took 5.68 seconds to spawn the instance on the hypervisor.
Oct 27 16:28:59 user nova-compute[75076]: DEBUG nova.compute.manager [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:28:59 user nova-compute[75076]: DEBUG nova.compute.manager [req-c359bd7d-508e-4e8f-90a0-7d4491461b34 req-4d5ec46f-e753-4399-98f3-1f30e607aa19 service nova] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Received event network-vif-plugged-24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:28:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c359bd7d-508e-4e8f-90a0-7d4491461b34 req-4d5ec46f-e753-4399-98f3-1f30e607aa19 service nova] Acquiring lock "5b12254d-cadc-46d7-9b84-2409833b78b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:28:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c359bd7d-508e-4e8f-90a0-7d4491461b34 req-4d5ec46f-e753-4399-98f3-1f30e607aa19 service nova] Lock "5b12254d-cadc-46d7-9b84-2409833b78b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:28:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c359bd7d-508e-4e8f-90a0-7d4491461b34 req-4d5ec46f-e753-4399-98f3-1f30e607aa19 service nova] Lock "5b12254d-cadc-46d7-9b84-2409833b78b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:28:59 user nova-compute[75076]: DEBUG nova.compute.manager [req-c359bd7d-508e-4e8f-90a0-7d4491461b34 req-4d5ec46f-e753-4399-98f3-1f30e607aa19 service nova] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] No waiting events found dispatching network-vif-plugged-24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:28:59 user nova-compute[75076]: WARNING nova.compute.manager [req-c359bd7d-508e-4e8f-90a0-7d4491461b34 req-4d5ec46f-e753-4399-98f3-1f30e607aa19 service nova] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Received unexpected event network-vif-plugged-24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74 for instance with vm_state building and task_state spawning.
Oct 27 16:28:59 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:28:59 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Took 0.41 seconds to deallocate network for instance.
Oct 27 16:28:59 user nova-compute[75076]: INFO nova.compute.manager [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Took 6.38 seconds to build instance.
Oct 27 16:28:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f3d9789f-a342-45f8-bf7f-5b18e40a52bc tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Lock "5b12254d-cadc-46d7-9b84-2409833b78b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.478s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:28:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:28:59 user nova-compute[75076]: DEBUG nova.compute.manager [req-74335183-d8f2-434c-9a96-bbe5fc233f06 req-e9431e5b-7f7d-4102-851f-8f102e333a8c service nova] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Received event network-vif-plugged-e11d0d65-58bc-4b60-ba3b-6a842cfb4719 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:28:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-74335183-d8f2-434c-9a96-bbe5fc233f06 req-e9431e5b-7f7d-4102-851f-8f102e333a8c service nova] Acquiring lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:28:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-74335183-d8f2-434c-9a96-bbe5fc233f06 req-e9431e5b-7f7d-4102-851f-8f102e333a8c service nova] Lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:28:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-74335183-d8f2-434c-9a96-bbe5fc233f06 req-e9431e5b-7f7d-4102-851f-8f102e333a8c service nova] Lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:28:59 user nova-compute[75076]: DEBUG nova.compute.manager [req-74335183-d8f2-434c-9a96-bbe5fc233f06 req-e9431e5b-7f7d-4102-851f-8f102e333a8c service nova] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] No waiting events found dispatching network-vif-plugged-e11d0d65-58bc-4b60-ba3b-6a842cfb4719 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:28:59 user nova-compute[75076]: WARNING nova.compute.manager [req-74335183-d8f2-434c-9a96-bbe5fc233f06 req-e9431e5b-7f7d-4102-851f-8f102e333a8c service nova] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Received unexpected event network-vif-plugged-e11d0d65-58bc-4b60-ba3b-6a842cfb4719 for instance with vm_state active and task_state deleting.
Oct 27 16:28:59 user nova-compute[75076]: DEBUG nova.compute.manager [req-74335183-d8f2-434c-9a96-bbe5fc233f06 req-e9431e5b-7f7d-4102-851f-8f102e333a8c service nova] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Received event network-vif-deleted-e11d0d65-58bc-4b60-ba3b-6a842cfb4719 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:29:00 user nova-compute[75076]: INFO nova.compute.manager [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005] Took 0.94 seconds to detach 1 volumes for instance.
Oct 27 16:29:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:29:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:29:00 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:29:00 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:29:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.266s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:29:00 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Deleted allocations for instance 787fbfd3-dee0-4dbf-b2a7-6a8199d8b005
Oct 27 16:29:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1ff6eb81-2fb3-4124-ab42-bd127f1b8d51 tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "787fbfd3-dee0-4dbf-b2a7-6a8199d8b005" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.056s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:29:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:04 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:06 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:29:06 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rWRezTgd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:29:06 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:29:06 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:29:06 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:29:06 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:29:06 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:29:06 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:29:06 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:29:06 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:06 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:06 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5445bc53-9ef1-418f-baa6-06cbc8ea89b3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:29:06 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:29:06 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:29:06 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:06 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:06 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbf2888c-7a61-4dcd-9a57-f7c6f20cc5ff]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:29:06 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e] added
Oct 27 16:29:06 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:29:06 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:06 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:06 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[15cd4060-2348-473d-a443-ce18329f578b]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:29:06 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:29:06 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:06 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:06 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[251dafa1-084d-4915-8723-afd7fcb920f7]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:29:06 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:29:06 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rWRezTgd {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:06 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rWRezTgd" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:06 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8898049-fe4a-483c-933c-9c199711f654]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:29:06 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rWRezTgd'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:29:06 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:06 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:06 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a1836dd-d7f0-4ff3-84ee-597761eb747c]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:29:06 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:29:06 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:06 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:06 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[13e5de13-f7d4-4a4d-a0ab-25fdf742d3be]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cb1a14c-ad4e-459e-bd92-47dfa819d3a2 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc0e495d-0ff5-4433-988a-ee00d7511d4b (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:29:06 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cb1a14c-ad4e-459e-bd92-47dfa819d3a2 (non-flash)
Oct 27 16:29:06 user nova-compute[75076]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc0e495d-0ff5-4433-988a-ee00d7511d4b (non-flash)
Oct 27 16:29:06 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:29:06 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cb1a14c-ad4e-459e-bd92-47dfa819d3a2 (non-flash)
Oct 27 16:29:06 user nova-compute[75076]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc0e495d-0ff5-4433-988a-ee00d7511d4b (non-flash)
Oct 27 16:29:06 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:29:06 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e -p 172.16.0.220:3260 --login" returned: 0 in 1.070s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:08 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[36a1db6e-6ef8-4e9f-b511-629d6390afd3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:29:08 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e, portal: 172.16.0.220,3260]
Oct 27 16:29:08 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e, portal: 172.16.0.220,3260] successful.
Oct 27 16:29:08 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:29:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:08 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ebe52c4-7f3d-491d-8289-a0ca1595e226]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:29:08 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:29:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:08 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[538e06a8-cc2b-487d-af59-9b7a7184cad3]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cb1a14c-ad4e-459e-bd92-47dfa819d3a2 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc0e495d-0ff5-4433-988a-ee00d7511d4b (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:29:08 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cb1a14c-ad4e-459e-bd92-47dfa819d3a2 (non-flash)
Oct 27 16:29:08 user nova-compute[75076]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc0e495d-0ff5-4433-988a-ee00d7511d4b (non-flash)
Oct 27 16:29:08 user nova-compute[75076]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e (non-flash)
Oct 27 16:29:08 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:29:08 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cb1a14c-ad4e-459e-bd92-47dfa819d3a2 (non-flash)
Oct 27 16:29:08 user nova-compute[75076]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc0e495d-0ff5-4433-988a-ee00d7511d4b (non-flash)
Oct 27 16:29:08 user nova-compute[75076]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e (non-flash)
Oct 27 16:29:08 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:29:08 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 1.290s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:29:08 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:29:08 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] HCTL ('35', '-', '-', 0) found on session 36 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:29:08 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:29:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:08 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.026s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:08 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[31cecf9b-76e8-4651-8123-c3730cd95d27]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:29:08 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Searching for a device in session 36 and hctl ['35', '*', '*', 0] yield: None {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:29:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:09 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Searching for a device in session 36 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:29:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rWRezTgd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:29:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.330s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:29:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] <== connect_volume: return (2332ms) {'type': 'block', 'scsi_wwn': '26361653135663332', 'path': '/dev/sdd'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:29:09 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26361653135663332', 'path': '/dev/sdd'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:29:09 user nova-compute[75076]: DEBUG nova.objects.instance [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lazy-loading 'flavor' on Instance uuid b7034915-9a41-4e00-9e23-e4382b003aa8 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:29:09 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 16:29:09 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:29:09 user nova-compute[75076]:   <source dev="/dev/sdd"/>
Oct 27 16:29:09 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:29:09 user nova-compute[75076]:   <serial>9b73a42d-9346-4f30-a5a1-dfc705fa519e</serial>
Oct 27 16:29:09 user nova-compute[75076]: </disk>
Oct 27 16:29:09 user nova-compute[75076]:  {{(pid=75076) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 16:29:09 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:29:09 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:29:09 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] No VIF found with MAC fa:16:3e:45:e9:d6, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:29:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0ee6e41e-c347-4dbf-bbd4-3f8e49362ec0 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "b7034915-9a41-4e00-9e23-e4382b003aa8" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 24.157s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:29:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c5fb6ec6-48c3-423a-98af-24c4fbc9997d tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "b7034915-9a41-4e00-9e23-e4382b003aa8" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:29:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c5fb6ec6-48c3-423a-98af-24c4fbc9997d tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "b7034915-9a41-4e00-9e23-e4382b003aa8" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:29:10 user nova-compute[75076]: INFO nova.compute.manager [None req-c5fb6ec6-48c3-423a-98af-24c4fbc9997d tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Detaching volume 9b73a42d-9346-4f30-a5a1-dfc705fa519e
Oct 27 16:29:10 user nova-compute[75076]: INFO nova.virt.block_device [None req-c5fb6ec6-48c3-423a-98af-24c4fbc9997d tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Attempting to driver detach volume 9b73a42d-9346-4f30-a5a1-dfc705fa519e from mountpoint /dev/vdb
Oct 27 16:29:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c5fb6ec6-48c3-423a-98af-24c4fbc9997d tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Attempting to detach device vdb from instance b7034915-9a41-4e00-9e23-e4382b003aa8 from the persistent domain config. {{(pid=75076) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 16:29:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-c5fb6ec6-48c3-423a-98af-24c4fbc9997d tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:29:10 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:29:10 user nova-compute[75076]:   <source dev="/dev/sdd"/>
Oct 27 16:29:10 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:29:10 user nova-compute[75076]:   <serial>9b73a42d-9346-4f30-a5a1-dfc705fa519e</serial>
Oct 27 16:29:10 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 16:29:10 user nova-compute[75076]: </disk>
Oct 27 16:29:10 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:29:10 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-c5fb6ec6-48c3-423a-98af-24c4fbc9997d tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Successfully detached device vdb from instance b7034915-9a41-4e00-9e23-e4382b003aa8 from the persistent domain config.
Oct 27 16:29:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c5fb6ec6-48c3-423a-98af-24c4fbc9997d tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance b7034915-9a41-4e00-9e23-e4382b003aa8 from the live domain config. {{(pid=75076) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 16:29:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-c5fb6ec6-48c3-423a-98af-24c4fbc9997d tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:29:10 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:29:10 user nova-compute[75076]:   <source dev="/dev/sdd"/>
Oct 27 16:29:10 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:29:10 user nova-compute[75076]:   <serial>9b73a42d-9346-4f30-a5a1-dfc705fa519e</serial>
Oct 27 16:29:10 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 16:29:10 user nova-compute[75076]: </disk>
Oct 27 16:29:10 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:29:11 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c5fb6ec6-48c3-423a-98af-24c4fbc9997d tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance b7034915-9a41-4e00-9e23-e4382b003aa8 {{(pid=75076) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 16:29:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:29:14 user nova-compute[75076]: DEBUG nova.objects.instance [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lazy-loading 'flavor' on Instance uuid dad6d9d4-84e4-4e39-853f-566cdcd8bd30 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:29:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Acquiring lock "refresh_cache-dad6d9d4-84e4-4e39-853f-566cdcd8bd30" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:29:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Acquired lock "refresh_cache-dad6d9d4-84e4-4e39-853f-566cdcd8bd30" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:29:14 user nova-compute[75076]: DEBUG nova.network.neutron [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:29:14 user nova-compute[75076]: DEBUG nova.objects.instance [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lazy-loading 'info_cache' on Instance uuid dad6d9d4-84e4-4e39-853f-566cdcd8bd30 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:29:14 user nova-compute[75076]: DEBUG nova.objects.base [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Object Instance<dad6d9d4-84e4-4e39-853f-566cdcd8bd30> lazy-loaded attributes: flavor,info_cache {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:29:14 user nova-compute[75076]: DEBUG nova.network.neutron [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Updating instance_info_cache with network_info: [{"id": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "address": "fa:16:3e:e0:00:4d", "network": {"id": "a4cd92b5-8cea-4135-86fc-8241f5ec05e6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1716485942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.76", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "44ca7e988f9f466bb169bceae343c954", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e8e0de7-63", "ovs_interfaceid": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:29:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Releasing lock "refresh_cache-dad6d9d4-84e4-4e39-853f-566cdcd8bd30" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:29:14 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Instance destroyed successfully.
Oct 27 16:29:14 user nova-compute[75076]: DEBUG nova.objects.instance [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lazy-loading 'resources' on Instance uuid dad6d9d4-84e4-4e39-853f-566cdcd8bd30 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:29:14 user nova-compute[75076]: DEBUG nova.objects.base [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Object Instance<dad6d9d4-84e4-4e39-853f-566cdcd8bd30> lazy-loaded attributes: flavor,info_cache,resources {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:29:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:20:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-317602260',display_name='tempest-AttachVolumeTestJSON-server-317602260',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-317602260',id=30,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDzp/ZsHuLqb72phHRfw68YFeSmYbfUeuy0fY+TiXMdb/8sM0h9eabK9OohMW/U/eB19AHg7wXzdhLY3a+0wQDjlHbDt6AfZ4HIjeWRkQ7/+rJ0Hlp87YxzhGdd75RshYQ==',key_name='tempest-keypair-1036079968',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:21:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='44ca7e988f9f466bb169bceae343c954',ramdisk_id='',reservation_id='r-fs2fds7z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1648334762',owner_user_name='tempest-AttachVolumeTestJSON-1648334762-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:27:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dab7a049eef348cba35f260a2eea1707',uuid=dad6d9d4-84e4-4e39-853f-566cdcd8bd30,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "address": "fa:16:3e:e0:00:4d", "network": {"id": "a4cd92b5-8cea-4135-86fc-8241f5ec05e6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1716485942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.76", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "44ca7e988f9f466bb169bceae343c954", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e8e0de7-63", "ovs_interfaceid": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:29:14 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Converting VIF {"id": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "address": "fa:16:3e:e0:00:4d", "network": {"id": "a4cd92b5-8cea-4135-86fc-8241f5ec05e6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1716485942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.76", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "44ca7e988f9f466bb169bceae343c954", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e8e0de7-63", "ovs_interfaceid": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:29:14 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:00:4d,bridge_name='br-int',has_traffic_filtering=True,id=6e8e0de7-63a3-4c63-8e17-5f420fb22ca0,network=Network(a4cd92b5-8cea-4135-86fc-8241f5ec05e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e8e0de7-63') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:29:14 user nova-compute[75076]: DEBUG os_vif [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:00:4d,bridge_name='br-int',has_traffic_filtering=True,id=6e8e0de7-63a3-4c63-8e17-5f420fb22ca0,network=Network(a4cd92b5-8cea-4135-86fc-8241f5ec05e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e8e0de7-63') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:29:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6e8e0de7-63, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:29:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:29:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5626bec4-abf4-4e9e-bd17-7bbd3a618006) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:29:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:15 user nova-compute[75076]: INFO os_vif [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:00:4d,bridge_name='br-int',has_traffic_filtering=True,id=6e8e0de7-63a3-4c63-8e17-5f420fb22ca0,network=Network(a4cd92b5-8cea-4135-86fc-8241f5ec05e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e8e0de7-63')
Oct 27 16:29:15 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Start _get_guest_xml network_info=[{"id": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "address": "fa:16:3e:e0:00:4d", "network": {"id": "a4cd92b5-8cea-4135-86fc-8241f5ec05e6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1716485942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.76", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "44ca7e988f9f466bb169bceae343c954", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e8e0de7-63", "ovs_interfaceid": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG nova.objects.instance [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lazy-loading 'numa_topology' on Instance uuid dad6d9d4-84e4-4e39-853f-566cdcd8bd30 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG nova.objects.base [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Object Instance<dad6d9d4-84e4-4e39-853f-566cdcd8bd30> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:29:15 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:29:15 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:29:15 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG nova.objects.instance [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lazy-loading 'vcpu_model' on Instance uuid dad6d9d4-84e4-4e39-853f-566cdcd8bd30 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG nova.objects.base [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Object Instance<dad6d9d4-84e4-4e39-853f-566cdcd8bd30> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:20:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-317602260',display_name='tempest-AttachVolumeTestJSON-server-317602260',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-317602260',id=30,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDzp/ZsHuLqb72phHRfw68YFeSmYbfUeuy0fY+TiXMdb/8sM0h9eabK9OohMW/U/eB19AHg7wXzdhLY3a+0wQDjlHbDt6AfZ4HIjeWRkQ7/+rJ0Hlp87YxzhGdd75RshYQ==',key_name='tempest-keypair-1036079968',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:21:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='44ca7e988f9f466bb169bceae343c954',ramdisk_id='',reservation_id='r-fs2fds7z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1648334762',owner_user_name='tempest-AttachVolumeTestJSON-1648334762-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:27:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dab7a049eef348cba35f260a2eea1707',uuid=dad6d9d4-84e4-4e39-853f-566cdcd8bd30,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "address": "fa:16:3e:e0:00:4d", "network": {"id": "a4cd92b5-8cea-4135-86fc-8241f5ec05e6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1716485942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.76", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "44ca7e988f9f466bb169bceae343c954", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e8e0de7-63", "ovs_interfaceid": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Converting VIF {"id": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "address": "fa:16:3e:e0:00:4d", "network": {"id": "a4cd92b5-8cea-4135-86fc-8241f5ec05e6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1716485942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.76", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "44ca7e988f9f466bb169bceae343c954", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e8e0de7-63", "ovs_interfaceid": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:00:4d,bridge_name='br-int',has_traffic_filtering=True,id=6e8e0de7-63a3-4c63-8e17-5f420fb22ca0,network=Network(a4cd92b5-8cea-4135-86fc-8241f5ec05e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e8e0de7-63') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG nova.objects.instance [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lazy-loading 'pci_devices' on Instance uuid dad6d9d4-84e4-4e39-853f-566cdcd8bd30 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG nova.objects.base [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Object Instance<dad6d9d4-84e4-4e39-853f-566cdcd8bd30> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:29:15 user nova-compute[75076]:   <uuid>dad6d9d4-84e4-4e39-853f-566cdcd8bd30</uuid>
Oct 27 16:29:15 user nova-compute[75076]:   <name>instance-0000001e</name>
Oct 27 16:29:15 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:29:15 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:29:15 user nova-compute[75076]:   <metadata>
Oct 27 16:29:15 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:29:15 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:29:15 user nova-compute[75076]:       <nova:name>tempest-AttachVolumeTestJSON-server-317602260</nova:name>
Oct 27 16:29:15 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:29:15</nova:creationTime>
Oct 27 16:29:15 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:29:15 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:29:15 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:29:15 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:29:15 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:29:15 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:29:15 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:29:15 user nova-compute[75076]:       <nova:owner>
Oct 27 16:29:15 user nova-compute[75076]:         <nova:user uuid="dab7a049eef348cba35f260a2eea1707">tempest-AttachVolumeTestJSON-1648334762-project-member</nova:user>
Oct 27 16:29:15 user nova-compute[75076]:         <nova:project uuid="44ca7e988f9f466bb169bceae343c954">tempest-AttachVolumeTestJSON-1648334762</nova:project>
Oct 27 16:29:15 user nova-compute[75076]:       </nova:owner>
Oct 27 16:29:15 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:29:15 user nova-compute[75076]:       <nova:ports>
Oct 27 16:29:15 user nova-compute[75076]:         <nova:port uuid="6e8e0de7-63a3-4c63-8e17-5f420fb22ca0">
Oct 27 16:29:15 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 27 16:29:15 user nova-compute[75076]:         </nova:port>
Oct 27 16:29:15 user nova-compute[75076]:       </nova:ports>
Oct 27 16:29:15 user nova-compute[75076]:     </nova:instance>
Oct 27 16:29:15 user nova-compute[75076]:   </metadata>
Oct 27 16:29:15 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:29:15 user nova-compute[75076]:     <system>
Oct 27 16:29:15 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:29:15 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:29:15 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:29:15 user nova-compute[75076]:       <entry name="serial">dad6d9d4-84e4-4e39-853f-566cdcd8bd30</entry>
Oct 27 16:29:15 user nova-compute[75076]:       <entry name="uuid">dad6d9d4-84e4-4e39-853f-566cdcd8bd30</entry>
Oct 27 16:29:15 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:29:15 user nova-compute[75076]:     </system>
Oct 27 16:29:15 user nova-compute[75076]:   </sysinfo>
Oct 27 16:29:15 user nova-compute[75076]:   <os>
Oct 27 16:29:15 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:29:15 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:29:15 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:29:15 user nova-compute[75076]:   </os>
Oct 27 16:29:15 user nova-compute[75076]:   <features>
Oct 27 16:29:15 user nova-compute[75076]:     <acpi/>
Oct 27 16:29:15 user nova-compute[75076]:     <apic/>
Oct 27 16:29:15 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:29:15 user nova-compute[75076]:   </features>
Oct 27 16:29:15 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:29:15 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:29:15 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:29:15 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:29:15 user nova-compute[75076]:   </clock>
Oct 27 16:29:15 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:29:15 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:29:15 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:29:15 user nova-compute[75076]:   </cpu>
Oct 27 16:29:15 user nova-compute[75076]:   <devices>
Oct 27 16:29:15 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:29:15 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:29:15 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk"/>
Oct 27 16:29:15 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:29:15 user nova-compute[75076]:     </disk>
Oct 27 16:29:15 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:29:15 user nova-compute[75076]:       <mac address="fa:16:3e:e0:00:4d"/>
Oct 27 16:29:15 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:29:15 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:29:15 user nova-compute[75076]:       <target dev="tap6e8e0de7-63"/>
Oct 27 16:29:15 user nova-compute[75076]:     </interface>
Oct 27 16:29:15 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:29:15 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/console.log" append="off"/>
Oct 27 16:29:15 user nova-compute[75076]:     </serial>
Oct 27 16:29:15 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:29:15 user nova-compute[75076]:     <video>
Oct 27 16:29:15 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:29:15 user nova-compute[75076]:     </video>
Oct 27 16:29:15 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:29:15 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:29:15 user nova-compute[75076]:     </rng>
Oct 27 16:29:15 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:29:15 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:29:15 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:29:15 user nova-compute[75076]:     </memballoon>
Oct 27 16:29:15 user nova-compute[75076]:   </devices>
Oct 27 16:29:15 user nova-compute[75076]: </domain>
Oct 27 16:29:15 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG nova.objects.instance [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lazy-loading 'trusted_certs' on Instance uuid dad6d9d4-84e4-4e39-853f-566cdcd8bd30 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG nova.objects.base [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Object Instance<dad6d9d4-84e4-4e39-853f-566cdcd8bd30> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.174s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Checking if we can resize image /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk. size=1073741824 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Cannot resize image /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk to a smaller size. {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG nova.objects.instance [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lazy-loading 'migration_context' on Instance uuid dad6d9d4-84e4-4e39-853f-566cdcd8bd30 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG nova.objects.base [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Object Instance<dad6d9d4-84e4-4e39-853f-566cdcd8bd30> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:20:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-317602260',display_name='tempest-AttachVolumeTestJSON-server-317602260',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-317602260',id=30,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDzp/ZsHuLqb72phHRfw68YFeSmYbfUeuy0fY+TiXMdb/8sM0h9eabK9OohMW/U/eB19AHg7wXzdhLY3a+0wQDjlHbDt6AfZ4HIjeWRkQ7/+rJ0Hlp87YxzhGdd75RshYQ==',key_name='tempest-keypair-1036079968',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:21:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='44ca7e988f9f466bb169bceae343c954',ramdisk_id='',reservation_id='r-fs2fds7z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1648334762',owner_user_name='tempest-AttachVolumeTestJSON-1648334762-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:27:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dab7a049eef348cba35f260a2eea1707',uuid=dad6d9d4-84e4-4e39-853f-566cdcd8bd30,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "address": "fa:16:3e:e0:00:4d", "network": {"id": "a4cd92b5-8cea-4135-86fc-8241f5ec05e6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1716485942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.76", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "44ca7e988f9f466bb169bceae343c954", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e8e0de7-63", "ovs_interfaceid": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Converting VIF {"id": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "address": "fa:16:3e:e0:00:4d", "network": {"id": "a4cd92b5-8cea-4135-86fc-8241f5ec05e6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1716485942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.76", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "44ca7e988f9f466bb169bceae343c954", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e8e0de7-63", "ovs_interfaceid": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:00:4d,bridge_name='br-int',has_traffic_filtering=True,id=6e8e0de7-63a3-4c63-8e17-5f420fb22ca0,network=Network(a4cd92b5-8cea-4135-86fc-8241f5ec05e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e8e0de7-63') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG os_vif [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:00:4d,bridge_name='br-int',has_traffic_filtering=True,id=6e8e0de7-63a3-4c63-8e17-5f420fb22ca0,network=Network(a4cd92b5-8cea-4135-86fc-8241f5ec05e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e8e0de7-63') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '035e2c57-5587-552a-b032-da2d8da7b3c0', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6e8e0de7-63, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6e8e0de7-63, col_values=(('qos', UUID('58cca5cd-4cc4-4c9a-9abb-cd7c7853dfba')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6e8e0de7-63, col_values=(('external_ids', {'iface-id': '6e8e0de7-63a3-4c63-8e17-5f420fb22ca0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e0:00:4d', 'vm-uuid': 'dad6d9d4-84e4-4e39-853f-566cdcd8bd30'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:29:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:15 user nova-compute[75076]: INFO os_vif [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:00:4d,bridge_name='br-int',has_traffic_filtering=True,id=6e8e0de7-63a3-4c63-8e17-5f420fb22ca0,network=Network(a4cd92b5-8cea-4135-86fc-8241f5ec05e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e8e0de7-63')
Oct 27 16:29:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:17 user nova-compute[75076]: DEBUG nova.compute.manager [req-18eba538-0c11-4d13-9830-9d7b320210cb req-331a53c5-e000-4956-8de9-6d5ba695744f service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Received event network-vif-plugged-6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:29:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-18eba538-0c11-4d13-9830-9d7b320210cb req-331a53c5-e000-4956-8de9-6d5ba695744f service nova] Acquiring lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:29:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-18eba538-0c11-4d13-9830-9d7b320210cb req-331a53c5-e000-4956-8de9-6d5ba695744f service nova] Lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:29:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-18eba538-0c11-4d13-9830-9d7b320210cb req-331a53c5-e000-4956-8de9-6d5ba695744f service nova] Lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:29:17 user nova-compute[75076]: DEBUG nova.compute.manager [req-18eba538-0c11-4d13-9830-9d7b320210cb req-331a53c5-e000-4956-8de9-6d5ba695744f service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] No waiting events found dispatching network-vif-plugged-6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:29:17 user nova-compute[75076]: WARNING nova.compute.manager [req-18eba538-0c11-4d13-9830-9d7b320210cb req-331a53c5-e000-4956-8de9-6d5ba695744f service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Received unexpected event network-vif-plugged-6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 for instance with vm_state stopped and task_state powering-on.
Oct 27 16:29:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:19 user nova-compute[75076]: DEBUG nova.compute.manager [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:29:19 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Instance rebooted successfully.
Oct 27 16:29:19 user nova-compute[75076]: DEBUG nova.compute.manager [None req-f3efdf5f-9f26-4382-91fe-4747dc6c7dba tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:29:19 user nova-compute[75076]: DEBUG nova.compute.manager [req-0b08c32a-a76b-4189-abc0-281d50b64c2e req-5a602d53-afc4-4633-85d0-04b05fb1e432 service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Received event network-vif-plugged-6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:29:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-0b08c32a-a76b-4189-abc0-281d50b64c2e req-5a602d53-afc4-4633-85d0-04b05fb1e432 service nova] Acquiring lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:29:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-0b08c32a-a76b-4189-abc0-281d50b64c2e req-5a602d53-afc4-4633-85d0-04b05fb1e432 service nova] Lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:29:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-0b08c32a-a76b-4189-abc0-281d50b64c2e req-5a602d53-afc4-4633-85d0-04b05fb1e432 service nova] Lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:29:19 user nova-compute[75076]: DEBUG nova.compute.manager [req-0b08c32a-a76b-4189-abc0-281d50b64c2e req-5a602d53-afc4-4633-85d0-04b05fb1e432 service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] No waiting events found dispatching network-vif-plugged-6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:29:19 user nova-compute[75076]: WARNING nova.compute.manager [req-0b08c32a-a76b-4189-abc0-281d50b64c2e req-5a602d53-afc4-4633-85d0-04b05fb1e432 service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Received unexpected event network-vif-plugged-6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 for instance with vm_state active and task_state None.
Oct 27 16:29:19 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:24 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:28 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:29:29 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:31 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-c5fb6ec6-48c3-423a-98af-24c4fbc9997d tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance b7034915-9a41-4e00-9e23-e4382b003aa8 is timed out.
Oct 27 16:29:31 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-c5fb6ec6-48c3-423a-98af-24c4fbc9997d tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Successfully detached device vdb from instance b7034915-9a41-4e00-9e23-e4382b003aa8 from the live domain config.
Oct 27 16:29:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c5fb6ec6-48c3-423a-98af-24c4fbc9997d tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5fb6ec6-48c3-423a-98af-24c4fbc9997d tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rWRezTgd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:29:31 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-c5fb6ec6-48c3-423a-98af-24c4fbc9997d tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:29:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-c5fb6ec6-48c3-423a-98af-24c4fbc9997d tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-c5fb6ec6-48c3-423a-98af-24c4fbc9997d tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[73f7ad6f-3626-4bdf-950e-ef9eff65d2ac]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5fb6ec6-48c3-423a-98af-24c4fbc9997d tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:29:31 user nova-compute[75076]: No targets found.
Oct 27 16:29:31 user nova-compute[75076]: iSNS:
Oct 27 16:29:31 user nova-compute[75076]: No targets found.
Oct 27 16:29:31 user nova-compute[75076]: STATIC:
Oct 27 16:29:31 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e
Oct 27 16:29:31 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:29:31 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:29:31 user nova-compute[75076]: FIRMWARE:
Oct 27 16:29:31 user nova-compute[75076]: No targets found.
Oct 27 16:29:31 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5fb6ec6-48c3-423a-98af-24c4fbc9997d tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:29:31 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:29:31 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5fb6ec6-48c3-423a-98af-24c4fbc9997d tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2faee7b-2bba-4451-9854-b5c8571a2be8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f15ad92-8333-427b-aa2a-42fc67f10d3c]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5fb6ec6-48c3-423a-98af-24c4fbc9997d tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e (non-flash)
Oct 27 16:29:31 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5fb6ec6-48c3-423a-98af-24c4fbc9997d tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e (non-flash)
Oct 27 16:29:31 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5fb6ec6-48c3-423a-98af-24c4fbc9997d tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe2c24a0e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e'): ({'sdd'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-c5fb6ec6-48c3-423a-98af-24c4fbc9997d tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Removing single pathed devices sdd {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.029s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f430fde4-9c26-4697-85f4-e158c7ca5103]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[14b179f5-76d4-410a-a1f9-7f9f26b7151c]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-c5fb6ec6-48c3-423a-98af-24c4fbc9997d tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Flushing IO for device /dev/sdd {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ebdf9e1-c4ef-4754-9006-40e240dfb975]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-c5fb6ec6-48c3-423a-98af-24c4fbc9997d tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.047s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fd821a6-c01d-43e5-8f99-b39895811e49]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-c5fb6ec6-48c3-423a-98af-24c4fbc9997d tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-c5fb6ec6-48c3-423a-98af-24c4fbc9997d tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] SCSI volumes sdd have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5fb6ec6-48c3-423a-98af-24c4fbc9997d tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[75f4dcce-9b57-49cd-ae7b-d77637fda050]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5fb6ec6-48c3-423a-98af-24c4fbc9997d tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e -p 172.16.0.220:3260 --logout" returned: 0 in 0.076s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c56f5cc7-d01c-4f1c-9e5a-08836bbfe168]: (4, ('Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e, portal: 172.16.0.220,3260]\nLogout of [sid: 36, target: iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5fb6ec6-48c3-423a-98af-24c4fbc9997d tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e, portal: 172.16.0.220,3260]
Oct 27 16:29:31 user nova-compute[75076]: Logout of [sid: 36, target: iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e, portal: 172.16.0.220,3260] successful.
Oct 27 16:29:31 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a42d-9346-4f30-a5a1-dfc705fa519e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba5c9adc-8afa-432f-88fe-e0d85c26b80c]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5fb6ec6-48c3-423a-98af-24c4fbc9997d tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-c5fb6ec6-48c3-423a-98af-24c4fbc9997d tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.349s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5fb6ec6-48c3-423a-98af-24c4fbc9997d tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] <== disconnect_volume: return (350ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:29:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c5fb6ec6-48c3-423a-98af-24c4fbc9997d tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:29:32 user nova-compute[75076]: DEBUG nova.objects.instance [None req-c5fb6ec6-48c3-423a-98af-24c4fbc9997d tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lazy-loading 'flavor' on Instance uuid b7034915-9a41-4e00-9e23-e4382b003aa8 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:29:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c5fb6ec6-48c3-423a-98af-24c4fbc9997d tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "b7034915-9a41-4e00-9e23-e4382b003aa8" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.790s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:29:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:36 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:29:36 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:29:36 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:29:36 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Didn't find any instances for network info cache update. {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 27 16:29:36 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:37 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:29:38 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:29:38 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:29:39 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:29:39 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:29:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:40 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:29:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:29:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:29:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:29:40 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:29:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7034915-9a41-4e00-9e23-e4382b003aa8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7034915-9a41-4e00-9e23-e4382b003aa8/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7034915-9a41-4e00-9e23-e4382b003aa8/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7034915-9a41-4e00-9e23-e4382b003aa8/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37432f0c-bdae-4fae-a3b8-cc684093d66a/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37432f0c-bdae-4fae-a3b8-cc684093d66a/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37432f0c-bdae-4fae-a3b8-cc684093d66a/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37432f0c-bdae-4fae-a3b8-cc684093d66a/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b12254d-cadc-46d7-9b84-2409833b78b4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b12254d-cadc-46d7-9b84-2409833b78b4/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b12254d-cadc-46d7-9b84-2409833b78b4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b12254d-cadc-46d7-9b84-2409833b78b4/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Acquiring lock "fee097af-1a09-4712-bfb9-c1048c507ffe" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:29:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "fee097af-1a09-4712-bfb9-c1048c507ffe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:29:42 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:29:42 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:29:42 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=8191MB free_disk=25.107276916503906GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:29:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:29:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:29:42 user nova-compute[75076]: DEBUG nova.compute.manager [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:29:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:29:42 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 961254d8-ebf1-4fa6-a93d-62c8eb1bd359 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:29:42 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance dad6d9d4-84e4-4e39-853f-566cdcd8bd30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:29:42 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance b7034915-9a41-4e00-9e23-e4382b003aa8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:29:42 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 37432f0c-bdae-4fae-a3b8-cc684093d66a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:29:42 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 5b12254d-cadc-46d7-9b84-2409833b78b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:29:43 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance fee097af-1a09-4712-bfb9-c1048c507ffe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 27 16:29:43 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:29:43 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:29:43 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Refreshing inventories for resource provider 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 27 16:29:43 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Updating ProviderTree inventory for provider 543fff1b-1911-4710-bad6-6bd4c750c641 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 27 16:29:43 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Updating inventory in ProviderTree for provider 543fff1b-1911-4710-bad6-6bd4c750c641 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 27 16:29:43 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Refreshing aggregate associations for resource provider 543fff1b-1911-4710-bad6-6bd4c750c641, aggregates: None {{(pid=75076) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 27 16:29:43 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Refreshing trait associations for resource provider 543fff1b-1911-4710-bad6-6bd4c750c641, traits: COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ARI,HW_CPU_X86_SSE2,HW_CPU_X86_MMX,COMPUTE_NODE,HW_CPU_X86_SSSE3,HW_CPU_X86_SSE,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSE41,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_ATTACH_INTERFACE {{(pid=75076) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 27 16:29:43 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:29:43 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:29:43 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:29:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.660s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:29:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.434s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:29:43 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:29:43 user nova-compute[75076]: INFO nova.compute.claims [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Claim successful on node user
Oct 27 16:29:43 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:29:43 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:29:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.311s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:29:43 user nova-compute[75076]: DEBUG nova.compute.manager [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:29:43 user nova-compute[75076]: DEBUG nova.compute.manager [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:29:43 user nova-compute[75076]: DEBUG nova.network.neutron [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:29:43 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:29:43 user nova-compute[75076]: DEBUG nova.compute.manager [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:29:43 user nova-compute[75076]: DEBUG nova.policy [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e4632f42f944f33911c082fba010187', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be9ef9fb00964d9c8f649793b0e969e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:29:43 user nova-compute[75076]: DEBUG nova.compute.manager [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:29:43 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:29:43 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Creating image(s)
Oct 27 16:29:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Acquiring lock "/opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:29:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "/opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:29:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "/opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:29:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.165s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Acquiring lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:29:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:29:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.167s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk 1073741824" returned: 0 in 0.046s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.220s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:29:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:44 user nova-compute[75076]: DEBUG nova.network.neutron [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Successfully created port: e556669b-73fe-4392-8537-cd7cb3591b4f {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:29:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.176s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:44 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Checking if we can resize image /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk. size=1073741824 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:29:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:44 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Cannot resize image /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk to a smaller size. {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 16:29:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:29:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Ensure instance console log exists: /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:29:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:29:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:29:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:29:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG nova.network.neutron [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Successfully updated port: e556669b-73fe-4392-8537-cd7cb3591b4f {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Acquiring lock "refresh_cache-fee097af-1a09-4712-bfb9-c1048c507ffe" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Acquired lock "refresh_cache-fee097af-1a09-4712-bfb9-c1048c507ffe" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG nova.network.neutron [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG nova.network.neutron [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG nova.compute.manager [req-159e200f-6bda-4672-a095-41a0ba91f7eb req-c5e93180-d9ab-48e5-ade7-b3316c41217e service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Received event network-changed-e556669b-73fe-4392-8537-cd7cb3591b4f {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG nova.compute.manager [req-159e200f-6bda-4672-a095-41a0ba91f7eb req-c5e93180-d9ab-48e5-ade7-b3316c41217e service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Refreshing instance network info cache due to event network-changed-e556669b-73fe-4392-8537-cd7cb3591b4f. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-159e200f-6bda-4672-a095-41a0ba91f7eb req-c5e93180-d9ab-48e5-ade7-b3316c41217e service nova] Acquiring lock "refresh_cache-fee097af-1a09-4712-bfb9-c1048c507ffe" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG nova.network.neutron [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Updating instance_info_cache with network_info: [{"id": "e556669b-73fe-4392-8537-cd7cb3591b4f", "address": "fa:16:3e:65:52:12", "network": {"id": "1f711bac-9fa3-4b2a-a0ee-f35fd41edec1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1925502631-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be9ef9fb00964d9c8f649793b0e969e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape556669b-73", "ovs_interfaceid": "e556669b-73fe-4392-8537-cd7cb3591b4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Releasing lock "refresh_cache-fee097af-1a09-4712-bfb9-c1048c507ffe" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG nova.compute.manager [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Instance network_info: |[{"id": "e556669b-73fe-4392-8537-cd7cb3591b4f", "address": "fa:16:3e:65:52:12", "network": {"id": "1f711bac-9fa3-4b2a-a0ee-f35fd41edec1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1925502631-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be9ef9fb00964d9c8f649793b0e969e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape556669b-73", "ovs_interfaceid": "e556669b-73fe-4392-8537-cd7cb3591b4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-159e200f-6bda-4672-a095-41a0ba91f7eb req-c5e93180-d9ab-48e5-ade7-b3316c41217e service nova] Acquired lock "refresh_cache-fee097af-1a09-4712-bfb9-c1048c507ffe" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG nova.network.neutron [req-159e200f-6bda-4672-a095-41a0ba91f7eb req-c5e93180-d9ab-48e5-ade7-b3316c41217e service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Refreshing network info cache for port e556669b-73fe-4392-8537-cd7cb3591b4f {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Start _get_guest_xml network_info=[{"id": "e556669b-73fe-4392-8537-cd7cb3591b4f", "address": "fa:16:3e:65:52:12", "network": {"id": "1f711bac-9fa3-4b2a-a0ee-f35fd41edec1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1925502631-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be9ef9fb00964d9c8f649793b0e969e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape556669b-73", "ovs_interfaceid": "e556669b-73fe-4392-8537-cd7cb3591b4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:29:45 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:29:45 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:29:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:29:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1915263572',display_name='tempest-ServerActionsTestOtherB-server-1915263572',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1915263572',id=36,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBikfP4TL/cH8nfWJDAplH51353RGcJ5TklSmoy0qSTFfgja/DSqj9SYQSZMOA0XIEPsuAYl5jjY4BbU8YDF9tNrApbIBpbnK+JlMY9GdIMlKb+Sy8ftMTt8Ss/nA9vSZA==',key_name='tempest-keypair-1720173417',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='be9ef9fb00964d9c8f649793b0e969e9',ramdisk_id='',reservation_id='r-rfch0lgv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-1044836594',owner_user_name='tempest-ServerActionsTestOtherB-1044836594-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:29:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5e4632f42f944f33911c082fba010187',uuid=fee097af-1a09-4712-bfb9-c1048c507ffe,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e556669b-73fe-4392-8537-cd7cb3591b4f", "address": "fa:16:3e:65:52:12", "network": {"id": "1f711bac-9fa3-4b2a-a0ee-f35fd41edec1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1925502631-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be9ef9fb00964d9c8f649793b0e969e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape556669b-73", "ovs_interfaceid": "e556669b-73fe-4392-8537-cd7cb3591b4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Converting VIF {"id": "e556669b-73fe-4392-8537-cd7cb3591b4f", "address": "fa:16:3e:65:52:12", "network": {"id": "1f711bac-9fa3-4b2a-a0ee-f35fd41edec1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1925502631-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be9ef9fb00964d9c8f649793b0e969e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape556669b-73", "ovs_interfaceid": "e556669b-73fe-4392-8537-cd7cb3591b4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:65:52:12,bridge_name='br-int',has_traffic_filtering=True,id=e556669b-73fe-4392-8537-cd7cb3591b4f,network=Network(1f711bac-9fa3-4b2a-a0ee-f35fd41edec1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape556669b-73') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG nova.objects.instance [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lazy-loading 'pci_devices' on Instance uuid fee097af-1a09-4712-bfb9-c1048c507ffe {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:29:45 user nova-compute[75076]:   <uuid>fee097af-1a09-4712-bfb9-c1048c507ffe</uuid>
Oct 27 16:29:45 user nova-compute[75076]:   <name>instance-00000024</name>
Oct 27 16:29:45 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:29:45 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:29:45 user nova-compute[75076]:   <metadata>
Oct 27 16:29:45 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:29:45 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:29:45 user nova-compute[75076]:       <nova:name>tempest-ServerActionsTestOtherB-server-1915263572</nova:name>
Oct 27 16:29:45 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:29:45</nova:creationTime>
Oct 27 16:29:45 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:29:45 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:29:45 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:29:45 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:29:45 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:29:45 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:29:45 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:29:45 user nova-compute[75076]:       <nova:owner>
Oct 27 16:29:45 user nova-compute[75076]:         <nova:user uuid="5e4632f42f944f33911c082fba010187">tempest-ServerActionsTestOtherB-1044836594-project-member</nova:user>
Oct 27 16:29:45 user nova-compute[75076]:         <nova:project uuid="be9ef9fb00964d9c8f649793b0e969e9">tempest-ServerActionsTestOtherB-1044836594</nova:project>
Oct 27 16:29:45 user nova-compute[75076]:       </nova:owner>
Oct 27 16:29:45 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:29:45 user nova-compute[75076]:       <nova:ports>
Oct 27 16:29:45 user nova-compute[75076]:         <nova:port uuid="e556669b-73fe-4392-8537-cd7cb3591b4f">
Oct 27 16:29:45 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 27 16:29:45 user nova-compute[75076]:         </nova:port>
Oct 27 16:29:45 user nova-compute[75076]:       </nova:ports>
Oct 27 16:29:45 user nova-compute[75076]:     </nova:instance>
Oct 27 16:29:45 user nova-compute[75076]:   </metadata>
Oct 27 16:29:45 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:29:45 user nova-compute[75076]:     <system>
Oct 27 16:29:45 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:29:45 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:29:45 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:29:45 user nova-compute[75076]:       <entry name="serial">fee097af-1a09-4712-bfb9-c1048c507ffe</entry>
Oct 27 16:29:45 user nova-compute[75076]:       <entry name="uuid">fee097af-1a09-4712-bfb9-c1048c507ffe</entry>
Oct 27 16:29:45 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:29:45 user nova-compute[75076]:     </system>
Oct 27 16:29:45 user nova-compute[75076]:   </sysinfo>
Oct 27 16:29:45 user nova-compute[75076]:   <os>
Oct 27 16:29:45 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:29:45 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:29:45 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:29:45 user nova-compute[75076]:   </os>
Oct 27 16:29:45 user nova-compute[75076]:   <features>
Oct 27 16:29:45 user nova-compute[75076]:     <acpi/>
Oct 27 16:29:45 user nova-compute[75076]:     <apic/>
Oct 27 16:29:45 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:29:45 user nova-compute[75076]:   </features>
Oct 27 16:29:45 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:29:45 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:29:45 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:29:45 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:29:45 user nova-compute[75076]:   </clock>
Oct 27 16:29:45 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:29:45 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:29:45 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:29:45 user nova-compute[75076]:   </cpu>
Oct 27 16:29:45 user nova-compute[75076]:   <devices>
Oct 27 16:29:45 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:29:45 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:29:45 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk"/>
Oct 27 16:29:45 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:29:45 user nova-compute[75076]:     </disk>
Oct 27 16:29:45 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:29:45 user nova-compute[75076]:       <mac address="fa:16:3e:65:52:12"/>
Oct 27 16:29:45 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:29:45 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:29:45 user nova-compute[75076]:       <target dev="tape556669b-73"/>
Oct 27 16:29:45 user nova-compute[75076]:     </interface>
Oct 27 16:29:45 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:29:45 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/console.log" append="off"/>
Oct 27 16:29:45 user nova-compute[75076]:     </serial>
Oct 27 16:29:45 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:29:45 user nova-compute[75076]:     <video>
Oct 27 16:29:45 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:29:45 user nova-compute[75076]:     </video>
Oct 27 16:29:45 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:29:45 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:29:45 user nova-compute[75076]:     </rng>
Oct 27 16:29:45 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:29:45 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:29:45 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:29:45 user nova-compute[75076]:     </memballoon>
Oct 27 16:29:45 user nova-compute[75076]:   </devices>
Oct 27 16:29:45 user nova-compute[75076]: </domain>
Oct 27 16:29:45 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:29:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1915263572',display_name='tempest-ServerActionsTestOtherB-server-1915263572',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1915263572',id=36,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBikfP4TL/cH8nfWJDAplH51353RGcJ5TklSmoy0qSTFfgja/DSqj9SYQSZMOA0XIEPsuAYl5jjY4BbU8YDF9tNrApbIBpbnK+JlMY9GdIMlKb+Sy8ftMTt8Ss/nA9vSZA==',key_name='tempest-keypair-1720173417',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='be9ef9fb00964d9c8f649793b0e969e9',ramdisk_id='',reservation_id='r-rfch0lgv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-1044836594',owner_user_name='tempest-ServerActionsTestOtherB-1044836594-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:29:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5e4632f42f944f33911c082fba010187',uuid=fee097af-1a09-4712-bfb9-c1048c507ffe,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e556669b-73fe-4392-8537-cd7cb3591b4f", "address": "fa:16:3e:65:52:12", "network": {"id": "1f711bac-9fa3-4b2a-a0ee-f35fd41edec1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1925502631-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be9ef9fb00964d9c8f649793b0e969e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape556669b-73", "ovs_interfaceid": "e556669b-73fe-4392-8537-cd7cb3591b4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Converting VIF {"id": "e556669b-73fe-4392-8537-cd7cb3591b4f", "address": "fa:16:3e:65:52:12", "network": {"id": "1f711bac-9fa3-4b2a-a0ee-f35fd41edec1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1925502631-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be9ef9fb00964d9c8f649793b0e969e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape556669b-73", "ovs_interfaceid": "e556669b-73fe-4392-8537-cd7cb3591b4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:65:52:12,bridge_name='br-int',has_traffic_filtering=True,id=e556669b-73fe-4392-8537-cd7cb3591b4f,network=Network(1f711bac-9fa3-4b2a-a0ee-f35fd41edec1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape556669b-73') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG os_vif [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:65:52:12,bridge_name='br-int',has_traffic_filtering=True,id=e556669b-73fe-4392-8537-cd7cb3591b4f,network=Network(1f711bac-9fa3-4b2a-a0ee-f35fd41edec1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape556669b-73') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c6bf3080-32af-5d96-ba67-47f792b29cd0', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape556669b-73, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape556669b-73, col_values=(('qos', UUID('36792ddc-a9a8-4beb-ae95-6e154f0295f1')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape556669b-73, col_values=(('external_ids', {'iface-id': 'e556669b-73fe-4392-8537-cd7cb3591b4f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:65:52:12', 'vm-uuid': 'fee097af-1a09-4712-bfb9-c1048c507ffe'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:45 user nova-compute[75076]: INFO os_vif [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:65:52:12,bridge_name='br-int',has_traffic_filtering=True,id=e556669b-73fe-4392-8537-cd7cb3591b4f,network=Network(1f711bac-9fa3-4b2a-a0ee-f35fd41edec1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape556669b-73')
Oct 27 16:29:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] No VIF found with MAC fa:16:3e:65:52:12, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG nova.network.neutron [req-159e200f-6bda-4672-a095-41a0ba91f7eb req-c5e93180-d9ab-48e5-ade7-b3316c41217e service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Updated VIF entry in instance network info cache for port e556669b-73fe-4392-8537-cd7cb3591b4f. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG nova.network.neutron [req-159e200f-6bda-4672-a095-41a0ba91f7eb req-c5e93180-d9ab-48e5-ade7-b3316c41217e service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Updating instance_info_cache with network_info: [{"id": "e556669b-73fe-4392-8537-cd7cb3591b4f", "address": "fa:16:3e:65:52:12", "network": {"id": "1f711bac-9fa3-4b2a-a0ee-f35fd41edec1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1925502631-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be9ef9fb00964d9c8f649793b0e969e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape556669b-73", "ovs_interfaceid": "e556669b-73fe-4392-8537-cd7cb3591b4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:29:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-159e200f-6bda-4672-a095-41a0ba91f7eb req-c5e93180-d9ab-48e5-ade7-b3316c41217e service nova] Releasing lock "refresh_cache-fee097af-1a09-4712-bfb9-c1048c507ffe" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:29:46 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:29:46 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:29:46 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:29:46 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Cleaning up deleted instances {{(pid=75076) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 27 16:29:46 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] There are 0 instances to clean {{(pid=75076) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 27 16:29:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:47 user nova-compute[75076]: DEBUG nova.compute.manager [req-55b402dd-a764-44ef-9647-43536d98c3f9 req-b073be55-89fb-45d9-bc0f-b64f67244225 service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Received event network-vif-plugged-e556669b-73fe-4392-8537-cd7cb3591b4f {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:29:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-55b402dd-a764-44ef-9647-43536d98c3f9 req-b073be55-89fb-45d9-bc0f-b64f67244225 service nova] Acquiring lock "fee097af-1a09-4712-bfb9-c1048c507ffe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:29:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-55b402dd-a764-44ef-9647-43536d98c3f9 req-b073be55-89fb-45d9-bc0f-b64f67244225 service nova] Lock "fee097af-1a09-4712-bfb9-c1048c507ffe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:29:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-55b402dd-a764-44ef-9647-43536d98c3f9 req-b073be55-89fb-45d9-bc0f-b64f67244225 service nova] Lock "fee097af-1a09-4712-bfb9-c1048c507ffe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:29:47 user nova-compute[75076]: DEBUG nova.compute.manager [req-55b402dd-a764-44ef-9647-43536d98c3f9 req-b073be55-89fb-45d9-bc0f-b64f67244225 service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] No waiting events found dispatching network-vif-plugged-e556669b-73fe-4392-8537-cd7cb3591b4f {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:29:47 user nova-compute[75076]: WARNING nova.compute.manager [req-55b402dd-a764-44ef-9647-43536d98c3f9 req-b073be55-89fb-45d9-bc0f-b64f67244225 service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Received unexpected event network-vif-plugged-e556669b-73fe-4392-8537-cd7cb3591b4f for instance with vm_state building and task_state spawning.
Oct 27 16:29:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:48 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:29:48 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Cleaning up deleted instances with incomplete migration  {{(pid=75076) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 27 16:29:48 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f4932231-9add-4d00-a494-ae9c7be29f8b tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "961254d8-ebf1-4fa6-a93d-62c8eb1bd359" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:29:48 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f4932231-9add-4d00-a494-ae9c7be29f8b tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "961254d8-ebf1-4fa6-a93d-62c8eb1bd359" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:29:48 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f4932231-9add-4d00-a494-ae9c7be29f8b tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "961254d8-ebf1-4fa6-a93d-62c8eb1bd359-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:29:48 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f4932231-9add-4d00-a494-ae9c7be29f8b tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "961254d8-ebf1-4fa6-a93d-62c8eb1bd359-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:29:48 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f4932231-9add-4d00-a494-ae9c7be29f8b tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "961254d8-ebf1-4fa6-a93d-62c8eb1bd359-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:29:48 user nova-compute[75076]: INFO nova.compute.manager [None req-f4932231-9add-4d00-a494-ae9c7be29f8b tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Terminating instance
Oct 27 16:29:48 user nova-compute[75076]: DEBUG nova.compute.manager [None req-f4932231-9add-4d00-a494-ae9c7be29f8b tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:29:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:49 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Instance destroyed successfully.
Oct 27 16:29:49 user nova-compute[75076]: DEBUG nova.objects.instance [None req-f4932231-9add-4d00-a494-ae9c7be29f8b tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lazy-loading 'resources' on Instance uuid 961254d8-ebf1-4fa6-a93d-62c8eb1bd359 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:29:49 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-f4932231-9add-4d00-a494-ae9c7be29f8b tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:08:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-718744814',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-718744814',id=1,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:08:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8b35a9703a8942d3b1e8a7ed3ccdb494',ramdisk_id='',reservation_id='r-3a19gc3k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1685226580',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:10:24Z,user_data=None,user_id='292311e3f0db4dc199101504f91de7f7',uuid=961254d8-ebf1-4fa6-a93d-62c8eb1bd359,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3b291e38-39d5-4060-982d-e302febd2986", "address": "fa:16:3e:36:e0:3f", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b291e38-39", "ovs_interfaceid": "3b291e38-39d5-4060-982d-e302febd2986", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:29:49 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-f4932231-9add-4d00-a494-ae9c7be29f8b tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Converting VIF {"id": "3b291e38-39d5-4060-982d-e302febd2986", "address": "fa:16:3e:36:e0:3f", "network": {"id": "dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1004912616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b35a9703a8942d3b1e8a7ed3ccdb494", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b291e38-39", "ovs_interfaceid": "3b291e38-39d5-4060-982d-e302febd2986", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:29:49 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-f4932231-9add-4d00-a494-ae9c7be29f8b tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:36:e0:3f,bridge_name='br-int',has_traffic_filtering=True,id=3b291e38-39d5-4060-982d-e302febd2986,network=Network(dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b291e38-39') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:29:49 user nova-compute[75076]: DEBUG os_vif [None req-f4932231-9add-4d00-a494-ae9c7be29f8b tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:36:e0:3f,bridge_name='br-int',has_traffic_filtering=True,id=3b291e38-39d5-4060-982d-e302febd2986,network=Network(dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b291e38-39') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:29:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3b291e38-39, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:29:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:29:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=16314618-0222-4626-82fd-a33710d53828) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:29:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:49 user nova-compute[75076]: INFO os_vif [None req-f4932231-9add-4d00-a494-ae9c7be29f8b tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:36:e0:3f,bridge_name='br-int',has_traffic_filtering=True,id=3b291e38-39d5-4060-982d-e302febd2986,network=Network(dfd9fb7f-b6d3-4469-9ec7-c7f13e5db833),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b291e38-39')
Oct 27 16:29:49 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-f4932231-9add-4d00-a494-ae9c7be29f8b tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Deleting instance files /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359_del
Oct 27 16:29:49 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-f4932231-9add-4d00-a494-ae9c7be29f8b tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Deletion of /opt/stack/data/nova/instances/961254d8-ebf1-4fa6-a93d-62c8eb1bd359_del complete
Oct 27 16:29:49 user nova-compute[75076]: INFO nova.compute.manager [None req-f4932231-9add-4d00-a494-ae9c7be29f8b tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Took 0.90 seconds to destroy the instance on the hypervisor.
Oct 27 16:29:49 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-f4932231-9add-4d00-a494-ae9c7be29f8b tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:29:49 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:29:49 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:29:49 user nova-compute[75076]: DEBUG nova.compute.manager [req-2e6d46ce-b30b-407a-aca4-46bb8b1f7097 req-10b3b1ea-2cc0-43c8-b531-623c784a5fd7 service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Received event network-vif-plugged-e556669b-73fe-4392-8537-cd7cb3591b4f {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:29:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-2e6d46ce-b30b-407a-aca4-46bb8b1f7097 req-10b3b1ea-2cc0-43c8-b531-623c784a5fd7 service nova] Acquiring lock "fee097af-1a09-4712-bfb9-c1048c507ffe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:29:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-2e6d46ce-b30b-407a-aca4-46bb8b1f7097 req-10b3b1ea-2cc0-43c8-b531-623c784a5fd7 service nova] Lock "fee097af-1a09-4712-bfb9-c1048c507ffe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:29:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-2e6d46ce-b30b-407a-aca4-46bb8b1f7097 req-10b3b1ea-2cc0-43c8-b531-623c784a5fd7 service nova] Lock "fee097af-1a09-4712-bfb9-c1048c507ffe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:29:49 user nova-compute[75076]: DEBUG nova.compute.manager [req-2e6d46ce-b30b-407a-aca4-46bb8b1f7097 req-10b3b1ea-2cc0-43c8-b531-623c784a5fd7 service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] No waiting events found dispatching network-vif-plugged-e556669b-73fe-4392-8537-cd7cb3591b4f {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:29:49 user nova-compute[75076]: WARNING nova.compute.manager [req-2e6d46ce-b30b-407a-aca4-46bb8b1f7097 req-10b3b1ea-2cc0-43c8-b531-623c784a5fd7 service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Received unexpected event network-vif-plugged-e556669b-73fe-4392-8537-cd7cb3591b4f for instance with vm_state building and task_state spawning.
Oct 27 16:29:49 user nova-compute[75076]: DEBUG nova.compute.manager [req-2e6d46ce-b30b-407a-aca4-46bb8b1f7097 req-10b3b1ea-2cc0-43c8-b531-623c784a5fd7 service nova] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Received event network-vif-unplugged-3b291e38-39d5-4060-982d-e302febd2986 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:29:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-2e6d46ce-b30b-407a-aca4-46bb8b1f7097 req-10b3b1ea-2cc0-43c8-b531-623c784a5fd7 service nova] Acquiring lock "961254d8-ebf1-4fa6-a93d-62c8eb1bd359-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:29:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-2e6d46ce-b30b-407a-aca4-46bb8b1f7097 req-10b3b1ea-2cc0-43c8-b531-623c784a5fd7 service nova] Lock "961254d8-ebf1-4fa6-a93d-62c8eb1bd359-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:29:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-2e6d46ce-b30b-407a-aca4-46bb8b1f7097 req-10b3b1ea-2cc0-43c8-b531-623c784a5fd7 service nova] Lock "961254d8-ebf1-4fa6-a93d-62c8eb1bd359-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:29:49 user nova-compute[75076]: DEBUG nova.compute.manager [req-2e6d46ce-b30b-407a-aca4-46bb8b1f7097 req-10b3b1ea-2cc0-43c8-b531-623c784a5fd7 service nova] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] No waiting events found dispatching network-vif-unplugged-3b291e38-39d5-4060-982d-e302febd2986 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:29:49 user nova-compute[75076]: DEBUG nova.compute.manager [req-2e6d46ce-b30b-407a-aca4-46bb8b1f7097 req-10b3b1ea-2cc0-43c8-b531-623c784a5fd7 service nova] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Received event network-vif-unplugged-3b291e38-39d5-4060-982d-e302febd2986 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:29:49 user nova-compute[75076]: DEBUG nova.compute.manager [req-2e6d46ce-b30b-407a-aca4-46bb8b1f7097 req-10b3b1ea-2cc0-43c8-b531-623c784a5fd7 service nova] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Received event network-vif-plugged-3b291e38-39d5-4060-982d-e302febd2986 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:29:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-2e6d46ce-b30b-407a-aca4-46bb8b1f7097 req-10b3b1ea-2cc0-43c8-b531-623c784a5fd7 service nova] Acquiring lock "961254d8-ebf1-4fa6-a93d-62c8eb1bd359-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:29:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-2e6d46ce-b30b-407a-aca4-46bb8b1f7097 req-10b3b1ea-2cc0-43c8-b531-623c784a5fd7 service nova] Lock "961254d8-ebf1-4fa6-a93d-62c8eb1bd359-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:29:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-2e6d46ce-b30b-407a-aca4-46bb8b1f7097 req-10b3b1ea-2cc0-43c8-b531-623c784a5fd7 service nova] Lock "961254d8-ebf1-4fa6-a93d-62c8eb1bd359-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:29:49 user nova-compute[75076]: DEBUG nova.compute.manager [req-2e6d46ce-b30b-407a-aca4-46bb8b1f7097 req-10b3b1ea-2cc0-43c8-b531-623c784a5fd7 service nova] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] No waiting events found dispatching network-vif-plugged-3b291e38-39d5-4060-982d-e302febd2986 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:29:49 user nova-compute[75076]: WARNING nova.compute.manager [req-2e6d46ce-b30b-407a-aca4-46bb8b1f7097 req-10b3b1ea-2cc0-43c8-b531-623c784a5fd7 service nova] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Received unexpected event network-vif-plugged-3b291e38-39d5-4060-982d-e302febd2986 for instance with vm_state active and task_state deleting.
Oct 27 16:29:49 user nova-compute[75076]: DEBUG nova.compute.manager [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:29:49 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:29:49 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Instance spawned successfully.
Oct 27 16:29:49 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:29:49 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:29:49 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:29:49 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:29:49 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:29:49 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:29:49 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:29:49 user nova-compute[75076]: INFO nova.compute.manager [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Took 5.61 seconds to spawn the instance on the hypervisor.
Oct 27 16:29:49 user nova-compute[75076]: DEBUG nova.compute.manager [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:29:49 user nova-compute[75076]: INFO nova.compute.manager [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Took 6.84 seconds to build instance.
Oct 27 16:29:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-08df441a-5563-4fc5-8751-e3fc104bd4de tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "fee097af-1a09-4712-bfb9-c1048c507ffe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.960s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:29:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:49 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:29:49 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Took 0.69 seconds to deallocate network for instance.
Oct 27 16:29:49 user nova-compute[75076]: DEBUG nova.compute.manager [req-6670fa06-2da7-4236-95b6-373c3b39600c req-820eb419-0487-4095-9991-f31840ffb4da service nova] [instance: 961254d8-ebf1-4fa6-a93d-62c8eb1bd359] Received event network-vif-deleted-3b291e38-39d5-4060-982d-e302febd2986 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:29:50 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f4932231-9add-4d00-a494-ae9c7be29f8b tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:29:50 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f4932231-9add-4d00-a494-ae9c7be29f8b tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:29:50 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-f4932231-9add-4d00-a494-ae9c7be29f8b tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:29:50 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-f4932231-9add-4d00-a494-ae9c7be29f8b tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:29:50 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f4932231-9add-4d00-a494-ae9c7be29f8b tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.306s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:29:50 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-f4932231-9add-4d00-a494-ae9c7be29f8b tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Deleted allocations for instance 961254d8-ebf1-4fa6-a93d-62c8eb1bd359
Oct 27 16:29:50 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f4932231-9add-4d00-a494-ae9c7be29f8b tempest-ServerBootFromVolumeStableRescueTest-1685226580 tempest-ServerBootFromVolumeStableRescueTest-1685226580-project-member] Lock "961254d8-ebf1-4fa6-a93d-62c8eb1bd359" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.175s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:29:51 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:52 user nova-compute[75076]: DEBUG nova.compute.manager [req-c3f79a2b-1aa1-4509-bede-d0a0cafcb7e5 req-7063af3b-c6ae-482c-bff7-0b017e2d9c0a service nova] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Received event network-changed-8cdf5dba-01bc-40b0-89e3-c6babd0dd145 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:29:52 user nova-compute[75076]: DEBUG nova.compute.manager [req-c3f79a2b-1aa1-4509-bede-d0a0cafcb7e5 req-7063af3b-c6ae-482c-bff7-0b017e2d9c0a service nova] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Refreshing instance network info cache due to event network-changed-8cdf5dba-01bc-40b0-89e3-c6babd0dd145. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:29:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c3f79a2b-1aa1-4509-bede-d0a0cafcb7e5 req-7063af3b-c6ae-482c-bff7-0b017e2d9c0a service nova] Acquiring lock "refresh_cache-37432f0c-bdae-4fae-a3b8-cc684093d66a" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:29:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c3f79a2b-1aa1-4509-bede-d0a0cafcb7e5 req-7063af3b-c6ae-482c-bff7-0b017e2d9c0a service nova] Acquired lock "refresh_cache-37432f0c-bdae-4fae-a3b8-cc684093d66a" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:29:52 user nova-compute[75076]: DEBUG nova.network.neutron [req-c3f79a2b-1aa1-4509-bede-d0a0cafcb7e5 req-7063af3b-c6ae-482c-bff7-0b017e2d9c0a service nova] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Refreshing network info cache for port 8cdf5dba-01bc-40b0-89e3-c6babd0dd145 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:29:52 user nova-compute[75076]: DEBUG nova.network.neutron [req-c3f79a2b-1aa1-4509-bede-d0a0cafcb7e5 req-7063af3b-c6ae-482c-bff7-0b017e2d9c0a service nova] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Updated VIF entry in instance network info cache for port 8cdf5dba-01bc-40b0-89e3-c6babd0dd145. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:29:52 user nova-compute[75076]: DEBUG nova.network.neutron [req-c3f79a2b-1aa1-4509-bede-d0a0cafcb7e5 req-7063af3b-c6ae-482c-bff7-0b017e2d9c0a service nova] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Updating instance_info_cache with network_info: [{"id": "8cdf5dba-01bc-40b0-89e3-c6babd0dd145", "address": "fa:16:3e:94:9a:92", "network": {"id": "aa1973fd-f114-43dd-9348-8cb735964970", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1031021703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "715bdbd317ef410299ba63d22b0db425", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8cdf5dba-01", "ovs_interfaceid": "8cdf5dba-01bc-40b0-89e3-c6babd0dd145", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:29:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c3f79a2b-1aa1-4509-bede-d0a0cafcb7e5 req-7063af3b-c6ae-482c-bff7-0b017e2d9c0a service nova] Releasing lock "refresh_cache-37432f0c-bdae-4fae-a3b8-cc684093d66a" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:29:54 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:54 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Acquiring lock "37432f0c-bdae-4fae-a3b8-cc684093d66a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:29:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Lock "37432f0c-bdae-4fae-a3b8-cc684093d66a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:29:57 user nova-compute[75076]: DEBUG nova.objects.instance [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Lazy-loading 'flavor' on Instance uuid 37432f0c-bdae-4fae-a3b8-cc684093d66a {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:29:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Lock "37432f0c-bdae-4fae-a3b8-cc684093d66a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.065s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:29:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Acquiring lock "37432f0c-bdae-4fae-a3b8-cc684093d66a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:29:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Lock "37432f0c-bdae-4fae-a3b8-cc684093d66a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:29:57 user nova-compute[75076]: INFO nova.compute.manager [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Attaching volume 474b9c0a-13b3-4a33-bfe2-7c9df4dc326a to /dev/vdb
Oct 27 16:29:57 user nova-compute[75076]: DEBUG os_brick.utils [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:29:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:57 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[16056d81-38dd-43b8-a542-8de98f756392]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:29:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:57 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f9bc06a-c9e1-430c-8b6a-3663e6ed1e36]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:29:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:29:57 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[585d5ffb-af90-49de-b200-95c773a370cd]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:29:57 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dcffa51-bf44-4ac2-95f9-273956b50e84]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:29:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:29:57 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:29:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:29:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:29:57 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:29:57 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[73e920a9-4f7e-4dee-9e8a-3d5a665886bd]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:29:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:29:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:29:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:29:58 user nova-compute[75076]: DEBUG os_brick.utils [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:29:58 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Updating existing volume attachment record: c6e1edcd-ba94-448c-af62-f23aa91a5199 {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:29:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:29:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e655648a-75b7-4ff7-b6e9-835565b9146e tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "b7034915-9a41-4e00-9e23-e4382b003aa8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:30:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e655648a-75b7-4ff7-b6e9-835565b9146e tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "b7034915-9a41-4e00-9e23-e4382b003aa8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:30:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e655648a-75b7-4ff7-b6e9-835565b9146e tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "b7034915-9a41-4e00-9e23-e4382b003aa8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:30:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e655648a-75b7-4ff7-b6e9-835565b9146e tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "b7034915-9a41-4e00-9e23-e4382b003aa8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:30:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e655648a-75b7-4ff7-b6e9-835565b9146e tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "b7034915-9a41-4e00-9e23-e4382b003aa8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:30:01 user nova-compute[75076]: INFO nova.compute.manager [None req-e655648a-75b7-4ff7-b6e9-835565b9146e tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Terminating instance
Oct 27 16:30:01 user nova-compute[75076]: DEBUG nova.compute.manager [None req-e655648a-75b7-4ff7-b6e9-835565b9146e tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:30:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:01 user nova-compute[75076]: DEBUG nova.compute.manager [req-3d4e9539-55ee-47f5-b3f8-258e85c429cf req-ee15566e-ffbc-45d3-9b32-79e2b8906ae0 service nova] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Received event network-vif-unplugged-eea3ba0f-05e5-4a1b-81f6-72d10a6d013b {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:30:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-3d4e9539-55ee-47f5-b3f8-258e85c429cf req-ee15566e-ffbc-45d3-9b32-79e2b8906ae0 service nova] Acquiring lock "b7034915-9a41-4e00-9e23-e4382b003aa8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:30:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-3d4e9539-55ee-47f5-b3f8-258e85c429cf req-ee15566e-ffbc-45d3-9b32-79e2b8906ae0 service nova] Lock "b7034915-9a41-4e00-9e23-e4382b003aa8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:30:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-3d4e9539-55ee-47f5-b3f8-258e85c429cf req-ee15566e-ffbc-45d3-9b32-79e2b8906ae0 service nova] Lock "b7034915-9a41-4e00-9e23-e4382b003aa8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:30:01 user nova-compute[75076]: DEBUG nova.compute.manager [req-3d4e9539-55ee-47f5-b3f8-258e85c429cf req-ee15566e-ffbc-45d3-9b32-79e2b8906ae0 service nova] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] No waiting events found dispatching network-vif-unplugged-eea3ba0f-05e5-4a1b-81f6-72d10a6d013b {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:30:01 user nova-compute[75076]: DEBUG nova.compute.manager [req-3d4e9539-55ee-47f5-b3f8-258e85c429cf req-ee15566e-ffbc-45d3-9b32-79e2b8906ae0 service nova] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Received event network-vif-unplugged-eea3ba0f-05e5-4a1b-81f6-72d10a6d013b for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:30:02 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Instance destroyed successfully.
Oct 27 16:30:02 user nova-compute[75076]: DEBUG nova.objects.instance [None req-e655648a-75b7-4ff7-b6e9-835565b9146e tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lazy-loading 'resources' on Instance uuid b7034915-9a41-4e00-9e23-e4382b003aa8 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:30:02 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-e655648a-75b7-4ff7-b6e9-835565b9146e tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:26:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-2071039145',display_name='tempest-AttachVolumeNegativeTest-server-2071039145',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-2071039145',id=33,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO7W608uhsWqN//XSzRZfXo1hrqdjiKi9IV5/mpmt8GL6yLxC6U+JsozuWg+6D69BLYIoTo8N/3mcHyocFJ5iWHZc2TOegDZyjXp9ZrkSAd9BIXHR+EWmVpLlZK3Mq4HXg==',key_name='tempest-keypair-368645178',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:26:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c1c3f667da694a98becb9067dfed7888',ramdisk_id='',reservation_id='r-8y9mg1sy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-13585354',owner_user_name='tempest-AttachVolumeNegativeTest-13585354-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:26:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='500acae85b404ddfb043d00de39a7f04',uuid=b7034915-9a41-4e00-9e23-e4382b003aa8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "eea3ba0f-05e5-4a1b-81f6-72d10a6d013b", "address": "fa:16:3e:45:e9:d6", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.33", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeea3ba0f-05", "ovs_interfaceid": "eea3ba0f-05e5-4a1b-81f6-72d10a6d013b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:30:02 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-e655648a-75b7-4ff7-b6e9-835565b9146e tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Converting VIF {"id": "eea3ba0f-05e5-4a1b-81f6-72d10a6d013b", "address": "fa:16:3e:45:e9:d6", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.33", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeea3ba0f-05", "ovs_interfaceid": "eea3ba0f-05e5-4a1b-81f6-72d10a6d013b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:30:02 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-e655648a-75b7-4ff7-b6e9-835565b9146e tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:45:e9:d6,bridge_name='br-int',has_traffic_filtering=True,id=eea3ba0f-05e5-4a1b-81f6-72d10a6d013b,network=Network(361c13d0-70fe-468e-9aa6-09dfa2310541),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeea3ba0f-05') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:30:02 user nova-compute[75076]: DEBUG os_vif [None req-e655648a-75b7-4ff7-b6e9-835565b9146e tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:45:e9:d6,bridge_name='br-int',has_traffic_filtering=True,id=eea3ba0f-05e5-4a1b-81f6-72d10a6d013b,network=Network(361c13d0-70fe-468e-9aa6-09dfa2310541),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeea3ba0f-05') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:30:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapeea3ba0f-05, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:30:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:30:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=aa3cba52-3b15-47df-bca5-2c88be932730) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:30:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:02 user nova-compute[75076]: INFO os_vif [None req-e655648a-75b7-4ff7-b6e9-835565b9146e tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:45:e9:d6,bridge_name='br-int',has_traffic_filtering=True,id=eea3ba0f-05e5-4a1b-81f6-72d10a6d013b,network=Network(361c13d0-70fe-468e-9aa6-09dfa2310541),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeea3ba0f-05')
Oct 27 16:30:02 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-e655648a-75b7-4ff7-b6e9-835565b9146e tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Deleting instance files /opt/stack/data/nova/instances/b7034915-9a41-4e00-9e23-e4382b003aa8_del
Oct 27 16:30:02 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-e655648a-75b7-4ff7-b6e9-835565b9146e tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Deletion of /opt/stack/data/nova/instances/b7034915-9a41-4e00-9e23-e4382b003aa8_del complete
Oct 27 16:30:02 user nova-compute[75076]: INFO nova.compute.manager [None req-e655648a-75b7-4ff7-b6e9-835565b9146e tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Took 0.90 seconds to destroy the instance on the hypervisor.
Oct 27 16:30:02 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-e655648a-75b7-4ff7-b6e9-835565b9146e tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:30:02 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:30:02 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:30:03 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:30:03 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Took 1.47 seconds to deallocate network for instance.
Oct 27 16:30:03 user nova-compute[75076]: DEBUG nova.compute.manager [req-6415e4f9-6751-48eb-bad3-34bfc839d94c req-15f75979-d045-411b-8e82-3a095eb2d25a service nova] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Received event network-vif-deleted-eea3ba0f-05e5-4a1b-81f6-72d10a6d013b {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:30:03 user nova-compute[75076]: DEBUG nova.compute.manager [req-ce790b5e-e326-4afe-a3f8-3cb39bd0c516 req-4e3b1127-ce93-4715-a952-78fcd8483250 service nova] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Received event network-vif-plugged-eea3ba0f-05e5-4a1b-81f6-72d10a6d013b {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:30:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ce790b5e-e326-4afe-a3f8-3cb39bd0c516 req-4e3b1127-ce93-4715-a952-78fcd8483250 service nova] Acquiring lock "b7034915-9a41-4e00-9e23-e4382b003aa8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:30:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ce790b5e-e326-4afe-a3f8-3cb39bd0c516 req-4e3b1127-ce93-4715-a952-78fcd8483250 service nova] Lock "b7034915-9a41-4e00-9e23-e4382b003aa8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:30:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ce790b5e-e326-4afe-a3f8-3cb39bd0c516 req-4e3b1127-ce93-4715-a952-78fcd8483250 service nova] Lock "b7034915-9a41-4e00-9e23-e4382b003aa8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:30:03 user nova-compute[75076]: DEBUG nova.compute.manager [req-ce790b5e-e326-4afe-a3f8-3cb39bd0c516 req-4e3b1127-ce93-4715-a952-78fcd8483250 service nova] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] No waiting events found dispatching network-vif-plugged-eea3ba0f-05e5-4a1b-81f6-72d10a6d013b {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:30:03 user nova-compute[75076]: WARNING nova.compute.manager [req-ce790b5e-e326-4afe-a3f8-3cb39bd0c516 req-4e3b1127-ce93-4715-a952-78fcd8483250 service nova] [instance: b7034915-9a41-4e00-9e23-e4382b003aa8] Received unexpected event network-vif-plugged-eea3ba0f-05e5-4a1b-81f6-72d10a6d013b for instance with vm_state active and task_state deleting.
Oct 27 16:30:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e655648a-75b7-4ff7-b6e9-835565b9146e tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:30:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e655648a-75b7-4ff7-b6e9-835565b9146e tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:30:04 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-e655648a-75b7-4ff7-b6e9-835565b9146e tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:30:04 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-e655648a-75b7-4ff7-b6e9-835565b9146e tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:30:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e655648a-75b7-4ff7-b6e9-835565b9146e tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.229s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:30:04 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-e655648a-75b7-4ff7-b6e9-835565b9146e tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Deleted allocations for instance b7034915-9a41-4e00-9e23-e4382b003aa8
Oct 27 16:30:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e655648a-75b7-4ff7-b6e9-835565b9146e tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "b7034915-9a41-4e00-9e23-e4382b003aa8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.815s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:30:04 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fJoIsSEv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:30:17 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:30:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:30:17 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:30:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:30:17 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:30:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6a21cfb-bb00-4539-8ec8-c01933ccb403]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:30:17 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f069312b-d871-4733-8d1d-29ea9644a251]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a] added
Oct 27 16:30:17 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd3e5f2e-f8d6-4573-9aec-5e4399ee6098]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f795996a-ea97-42ff-b526-333908680cfd]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fJoIsSEv {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fJoIsSEv" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5441424-c402-4447-972b-b55c6f1d917b]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'fJoIsSEv'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[909ea4f8-560c-4569-9327-97ac0865ce89]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[63a52f07-7fa9-4902-8e75-52488e4f440f]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 27 16:30:17 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 27 16:30:17 user nova-compute[75076]:  {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:30:17 user nova-compute[75076]: WARNING os_brick.initiator.connectors.iscsi [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 27 16:30:17 user nova-compute[75076]: 
Oct 27 16:30:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a -p 172.16.0.220:3260 --login" returned: 0 in 0.046s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d0c82f8-ee39-4213-b765-1120b2a5d8e2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a, portal: 172.16.0.220,3260]
Oct 27 16:30:17 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a, portal: 172.16.0.220,3260] successful.
Oct 27 16:30:17 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[cacdb4f1-1c12-4bb3-b50b-269a175479c1]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdc02309-9e50-4670-a308-59b328b02c28]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a (non-flash)
Oct 27 16:30:17 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a (non-flash)
Oct 27 16:30:17 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.239s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] HCTL ('33', '-', '-', 0) found on session 37 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[3272df45-0c12-4b6b-94a2-b22a9955a112]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:30:17 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Searching for a device in session 37 and hctl ['33', '*', '*', 0] yield: None {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:30:18 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Searching for a device in session 37 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:30:18 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fJoIsSEv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:30:18 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.269s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:30:18 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] <== connect_volume: return (1270ms) {'type': 'block', 'scsi_wwn': '23131643836356131', 'path': '/dev/sdb'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:30:18 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23131643836356131', 'path': '/dev/sdb'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:30:18 user nova-compute[75076]: DEBUG nova.objects.instance [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Lazy-loading 'flavor' on Instance uuid 37432f0c-bdae-4fae-a3b8-cc684093d66a {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:30:18 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 16:30:18 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:30:18 user nova-compute[75076]:   <source dev="/dev/sdb"/>
Oct 27 16:30:18 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:30:18 user nova-compute[75076]:   <serial>474b9c0a-13b3-4a33-bfe2-7c9df4dc326a</serial>
Oct 27 16:30:18 user nova-compute[75076]: </disk>
Oct 27 16:30:18 user nova-compute[75076]:  {{(pid=75076) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 16:30:19 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:30:19 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:30:19 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] No VIF found with MAC fa:16:3e:94:9a:92, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:30:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ef9522fb-e58b-4b77-80d6-73ccede88152 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Lock "37432f0c-bdae-4fae-a3b8-cc684093d66a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.486s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:30:19 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-7d4724ff-f63f-4565-8111-9a3f5f8033a0 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Acquiring lock "37432f0c-bdae-4fae-a3b8-cc684093d66a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:30:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-7d4724ff-f63f-4565-8111-9a3f5f8033a0 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Lock "37432f0c-bdae-4fae-a3b8-cc684093d66a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:30:20 user nova-compute[75076]: INFO nova.compute.manager [None req-7d4724ff-f63f-4565-8111-9a3f5f8033a0 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Detaching volume 474b9c0a-13b3-4a33-bfe2-7c9df4dc326a
Oct 27 16:30:20 user nova-compute[75076]: INFO nova.virt.block_device [None req-7d4724ff-f63f-4565-8111-9a3f5f8033a0 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Attempting to driver detach volume 474b9c0a-13b3-4a33-bfe2-7c9df4dc326a from mountpoint /dev/vdb
Oct 27 16:30:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-7d4724ff-f63f-4565-8111-9a3f5f8033a0 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Attempting to detach device vdb from instance 37432f0c-bdae-4fae-a3b8-cc684093d66a from the persistent domain config. {{(pid=75076) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 16:30:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-7d4724ff-f63f-4565-8111-9a3f5f8033a0 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:30:20 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:30:20 user nova-compute[75076]:   <source dev="/dev/sdb"/>
Oct 27 16:30:20 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:30:20 user nova-compute[75076]:   <serial>474b9c0a-13b3-4a33-bfe2-7c9df4dc326a</serial>
Oct 27 16:30:20 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 16:30:20 user nova-compute[75076]: </disk>
Oct 27 16:30:20 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:30:20 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-7d4724ff-f63f-4565-8111-9a3f5f8033a0 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Successfully detached device vdb from instance 37432f0c-bdae-4fae-a3b8-cc684093d66a from the persistent domain config.
Oct 27 16:30:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-7d4724ff-f63f-4565-8111-9a3f5f8033a0 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 37432f0c-bdae-4fae-a3b8-cc684093d66a from the live domain config. {{(pid=75076) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 16:30:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-7d4724ff-f63f-4565-8111-9a3f5f8033a0 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:30:20 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:30:20 user nova-compute[75076]:   <source dev="/dev/sdb"/>
Oct 27 16:30:20 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:30:20 user nova-compute[75076]:   <serial>474b9c0a-13b3-4a33-bfe2-7c9df4dc326a</serial>
Oct 27 16:30:20 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 16:30:20 user nova-compute[75076]: </disk>
Oct 27 16:30:20 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:30:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-7d4724ff-f63f-4565-8111-9a3f5f8033a0 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 37432f0c-bdae-4fae-a3b8-cc684093d66a {{(pid=75076) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 16:30:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:24 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:29 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:29 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:36 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:30:36 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:30:36 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Rebuilding the list of instances to heal {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 16:30:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-dad6d9d4-84e4-4e39-853f-566cdcd8bd30" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:30:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-dad6d9d4-84e4-4e39-853f-566cdcd8bd30" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:30:36 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 16:30:36 user nova-compute[75076]: DEBUG nova.objects.instance [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lazy-loading 'info_cache' on Instance uuid dad6d9d4-84e4-4e39-853f-566cdcd8bd30 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:30:36 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:36 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Updating instance_info_cache with network_info: [{"id": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "address": "fa:16:3e:e0:00:4d", "network": {"id": "a4cd92b5-8cea-4135-86fc-8241f5ec05e6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1716485942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.76", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "44ca7e988f9f466bb169bceae343c954", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e8e0de7-63", "ovs_interfaceid": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:30:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-dad6d9d4-84e4-4e39-853f-566cdcd8bd30" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:30:36 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 16:30:37 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:30:37 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:30:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:38 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:30:38 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:30:39 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:30:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:40 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-7d4724ff-f63f-4565-8111-9a3f5f8033a0 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 37432f0c-bdae-4fae-a3b8-cc684093d66a is timed out.
Oct 27 16:30:40 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-7d4724ff-f63f-4565-8111-9a3f5f8033a0 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Successfully detached device vdb from instance 37432f0c-bdae-4fae-a3b8-cc684093d66a from the live domain config.
Oct 27 16:30:40 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7d4724ff-f63f-4565-8111-9a3f5f8033a0 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d4724ff-f63f-4565-8111-9a3f5f8033a0 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fJoIsSEv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:30:40 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-7d4724ff-f63f-4565-8111-9a3f5f8033a0 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:30:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-7d4724ff-f63f-4565-8111-9a3f5f8033a0 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-7d4724ff-f63f-4565-8111-9a3f5f8033a0 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[0136ad0d-9271-48a8-8a24-bc5ce252db7f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d4724ff-f63f-4565-8111-9a3f5f8033a0 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:30:40 user nova-compute[75076]: No targets found.
Oct 27 16:30:40 user nova-compute[75076]: iSNS:
Oct 27 16:30:40 user nova-compute[75076]: No targets found.
Oct 27 16:30:40 user nova-compute[75076]: STATIC:
Oct 27 16:30:40 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a
Oct 27 16:30:40 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:30:40 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:30:40 user nova-compute[75076]: FIRMWARE:
Oct 27 16:30:40 user nova-compute[75076]: No targets found.
Oct 27 16:30:40 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d4724ff-f63f-4565-8111-9a3f5f8033a0 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:30:40 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:30:40 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d4724ff-f63f-4565-8111-9a3f5f8033a0 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[10e9f44f-af1f-460f-b248-7503f9d72108]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5868f3b3-7061-42d3-9ec5-8b6a13ebaf58]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d4724ff-f63f-4565-8111-9a3f5f8033a0 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a (non-flash)
Oct 27 16:30:40 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d4724ff-f63f-4565-8111-9a3f5f8033a0 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a (non-flash)
Oct 27 16:30:40 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d4724ff-f63f-4565-8111-9a3f5f8033a0 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe2c248160>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a'): ({'sdb'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-7d4724ff-f63f-4565-8111-9a3f5f8033a0 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Removing single pathed devices sdb {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6a0044c-2fe7-4d54-a6db-e71f1c9d8f89]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[365ff0de-2704-4c6c-81b2-9ce7b4764933]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-7d4724ff-f63f-4565-8111-9a3f5f8033a0 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Flushing IO for device /dev/sdb {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b898e1e-c816-4199-b76e-8d56d9a77798]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-7d4724ff-f63f-4565-8111-9a3f5f8033a0 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.040s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb4ad6c2-72a0-4c3f-9bce-4a6a89db7cc2]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-7d4724ff-f63f-4565-8111-9a3f5f8033a0 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-7d4724ff-f63f-4565-8111-9a3f5f8033a0 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] SCSI volumes sdb have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d4724ff-f63f-4565-8111-9a3f5f8033a0 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1190c91-2ef3-44f7-be74-7c6b2d75f553]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d4724ff-f63f-4565-8111-9a3f5f8033a0 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[48c3699d-844a-46a5-a813-6c0533e5fd42]: (4, ('Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a, portal: 172.16.0.220,3260]\nLogout of [sid: 37, target: iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d4724ff-f63f-4565-8111-9a3f5f8033a0 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a, portal: 172.16.0.220,3260]
Oct 27 16:30:40 user nova-compute[75076]: Logout of [sid: 37, target: iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a, portal: 172.16.0.220,3260] successful.
Oct 27 16:30:40 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:474b9c0a-13b3-4a33-bfe2-7c9df4dc326a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[33f50bb8-5cdf-4eaf-993a-41308a3ab8ad]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d4724ff-f63f-4565-8111-9a3f5f8033a0 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-7d4724ff-f63f-4565-8111-9a3f5f8033a0 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.306s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d4724ff-f63f-4565-8111-9a3f5f8033a0 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] <== disconnect_volume: return (307ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:30:40 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7d4724ff-f63f-4565-8111-9a3f5f8033a0 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:30:41 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:30:41 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:30:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:30:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:30:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:30:41 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:30:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:30:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:30:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:30:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Acquiring lock "5db5857f-f475-438b-87ea-e99b1f9366c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:30:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "5db5857f-f475-438b-87ea-e99b1f9366c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:30:41 user nova-compute[75076]: DEBUG nova.compute.manager [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:30:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:30:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:30:41 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:30:41 user nova-compute[75076]: INFO nova.compute.claims [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Claim successful on node user
Oct 27 16:30:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:30:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:30:41 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:30:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:30:41 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:30:41 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:30:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.359s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:30:41 user nova-compute[75076]: DEBUG nova.compute.manager [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:30:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:30:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37432f0c-bdae-4fae-a3b8-cc684093d66a/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:30:42 user nova-compute[75076]: DEBUG nova.compute.manager [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:30:42 user nova-compute[75076]: DEBUG nova.network.neutron [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:30:42 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:30:42 user nova-compute[75076]: DEBUG nova.compute.manager [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:30:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37432f0c-bdae-4fae-a3b8-cc684093d66a/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:30:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37432f0c-bdae-4fae-a3b8-cc684093d66a/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:30:42 user nova-compute[75076]: DEBUG nova.compute.manager [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:30:42 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:30:42 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Creating image(s)
Oct 27 16:30:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Acquiring lock "/opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:30:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "/opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:30:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "/opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:30:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:30:42 user nova-compute[75076]: DEBUG nova.policy [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7c715bfb3e14507b1c22977774a148d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd89d4f2ad1e448696ed331f55caa41f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:30:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37432f0c-bdae-4fae-a3b8-cc684093d66a/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:30:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b12254d-cadc-46d7-9b84-2409833b78b4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:30:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.197s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:30:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Acquiring lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:30:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:30:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:30:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b12254d-cadc-46d7-9b84-2409833b78b4/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:30:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b12254d-cadc-46d7-9b84-2409833b78b4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:30:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.203s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:30:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:30:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk 1073741824" returned: 0 in 0.061s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:30:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.271s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:30:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:30:42 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b12254d-cadc-46d7-9b84-2409833b78b4/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG nova.network.neutron [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Successfully created port: 8b0f84c9-9577-40c4-b609-18c7bd6a594f {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.464s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk. size=1073741824 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-944897fa-9d54-494e-b853-3e1a6144e2ef tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Acquiring lock "5b12254d-cadc-46d7-9b84-2409833b78b4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-944897fa-9d54-494e-b853-3e1a6144e2ef tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Lock "5b12254d-cadc-46d7-9b84-2409833b78b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-944897fa-9d54-494e-b853-3e1a6144e2ef tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Acquiring lock "5b12254d-cadc-46d7-9b84-2409833b78b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-944897fa-9d54-494e-b853-3e1a6144e2ef tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Lock "5b12254d-cadc-46d7-9b84-2409833b78b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-944897fa-9d54-494e-b853-3e1a6144e2ef tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Lock "5b12254d-cadc-46d7-9b84-2409833b78b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:30:43 user nova-compute[75076]: INFO nova.compute.manager [None req-944897fa-9d54-494e-b853-3e1a6144e2ef tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Terminating instance
Oct 27 16:30:43 user nova-compute[75076]: DEBUG nova.compute.manager [None req-944897fa-9d54-494e-b853-3e1a6144e2ef tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:30:43 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:30:43 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:30:43 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=8323MB free_disk=25.219181060791016GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance dad6d9d4-84e4-4e39-853f-566cdcd8bd30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 37432f0c-bdae-4fae-a3b8-cc684093d66a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 5b12254d-cadc-46d7-9b84-2409833b78b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance fee097af-1a09-4712-bfb9-c1048c507ffe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 5db5857f-f475-438b-87ea-e99b1f9366c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Cannot resize image /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk to a smaller size. {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Ensure instance console log exists: /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.461s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG nova.compute.manager [req-cf00ac29-5b44-41e8-af50-edcad82eedd6 req-7a340043-de7d-4b6f-869d-81299bda2c7b service nova] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Received event network-vif-unplugged-24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-cf00ac29-5b44-41e8-af50-edcad82eedd6 req-7a340043-de7d-4b6f-869d-81299bda2c7b service nova] Acquiring lock "5b12254d-cadc-46d7-9b84-2409833b78b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-cf00ac29-5b44-41e8-af50-edcad82eedd6 req-7a340043-de7d-4b6f-869d-81299bda2c7b service nova] Lock "5b12254d-cadc-46d7-9b84-2409833b78b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-cf00ac29-5b44-41e8-af50-edcad82eedd6 req-7a340043-de7d-4b6f-869d-81299bda2c7b service nova] Lock "5b12254d-cadc-46d7-9b84-2409833b78b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG nova.compute.manager [req-cf00ac29-5b44-41e8-af50-edcad82eedd6 req-7a340043-de7d-4b6f-869d-81299bda2c7b service nova] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] No waiting events found dispatching network-vif-unplugged-24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG nova.compute.manager [req-cf00ac29-5b44-41e8-af50-edcad82eedd6 req-7a340043-de7d-4b6f-869d-81299bda2c7b service nova] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Received event network-vif-unplugged-24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:43 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Instance destroyed successfully.
Oct 27 16:30:43 user nova-compute[75076]: DEBUG nova.objects.instance [None req-944897fa-9d54-494e-b853-3e1a6144e2ef tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Lazy-loading 'resources' on Instance uuid 5b12254d-cadc-46d7-9b84-2409833b78b4 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG nova.network.neutron [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Successfully updated port: 8b0f84c9-9577-40c4-b609-18c7bd6a594f {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Acquiring lock "refresh_cache-5db5857f-f475-438b-87ea-e99b1f9366c4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Acquired lock "refresh_cache-5db5857f-f475-438b-87ea-e99b1f9366c4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG nova.network.neutron [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-944897fa-9d54-494e-b853-3e1a6144e2ef tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:28:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-940658099',display_name='tempest-VolumesNegativeTest-instance-940658099',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-940658099',id=35,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:28:59Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1feb0b6a5a6c43fba83877e7b6630fe2',ramdisk_id='',reservation_id='r-dka8lakd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesNegativeTest-1120134744',owner_user_name='tempest-VolumesNegativeTest-1120134744-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:28:59Z,user_data=None,user_id='f9cbcf30882d40c58e943fd3784a8424',uuid=5b12254d-cadc-46d7-9b84-2409833b78b4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74", "address": "fa:16:3e:69:ef:22", "network": {"id": "365a1111-f3d5-4c31-a412-1bcbffda0e74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "06c1c03c04ec42a280fc92ba1fd2447e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24dc75cf-b7", "ovs_interfaceid": "24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-944897fa-9d54-494e-b853-3e1a6144e2ef tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Converting VIF {"id": "24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74", "address": "fa:16:3e:69:ef:22", "network": {"id": "365a1111-f3d5-4c31-a412-1bcbffda0e74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "06c1c03c04ec42a280fc92ba1fd2447e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap24dc75cf-b7", "ovs_interfaceid": "24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-944897fa-9d54-494e-b853-3e1a6144e2ef tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:69:ef:22,bridge_name='br-int',has_traffic_filtering=True,id=24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74,network=Network(365a1111-f3d5-4c31-a412-1bcbffda0e74),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap24dc75cf-b7') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG os_vif [None req-944897fa-9d54-494e-b853-3e1a6144e2ef tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:69:ef:22,bridge_name='br-int',has_traffic_filtering=True,id=24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74,network=Network(365a1111-f3d5-4c31-a412-1bcbffda0e74),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap24dc75cf-b7') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap24dc75cf-b7, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e07f48c9-232e-4901-af8e-64b837ec6a00) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG nova.compute.manager [req-98bccbf9-d1d1-408b-84f8-0691e3cb1ec0 req-8693eb20-b557-45c2-aa26-adde84c7c190 service nova] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Received event network-changed-8b0f84c9-9577-40c4-b609-18c7bd6a594f {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG nova.compute.manager [req-98bccbf9-d1d1-408b-84f8-0691e3cb1ec0 req-8693eb20-b557-45c2-aa26-adde84c7c190 service nova] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Refreshing instance network info cache due to event network-changed-8b0f84c9-9577-40c4-b609-18c7bd6a594f. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-98bccbf9-d1d1-408b-84f8-0691e3cb1ec0 req-8693eb20-b557-45c2-aa26-adde84c7c190 service nova] Acquiring lock "refresh_cache-5db5857f-f475-438b-87ea-e99b1f9366c4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:30:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:30:43 user nova-compute[75076]: INFO os_vif [None req-944897fa-9d54-494e-b853-3e1a6144e2ef tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:69:ef:22,bridge_name='br-int',has_traffic_filtering=True,id=24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74,network=Network(365a1111-f3d5-4c31-a412-1bcbffda0e74),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap24dc75cf-b7')
Oct 27 16:30:43 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-944897fa-9d54-494e-b853-3e1a6144e2ef tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Deleting instance files /opt/stack/data/nova/instances/5b12254d-cadc-46d7-9b84-2409833b78b4_del
Oct 27 16:30:43 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-944897fa-9d54-494e-b853-3e1a6144e2ef tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Deletion of /opt/stack/data/nova/instances/5b12254d-cadc-46d7-9b84-2409833b78b4_del complete
Oct 27 16:30:44 user nova-compute[75076]: DEBUG nova.network.neutron [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:30:44 user nova-compute[75076]: INFO nova.compute.manager [None req-944897fa-9d54-494e-b853-3e1a6144e2ef tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Took 0.79 seconds to destroy the instance on the hypervisor.
Oct 27 16:30:44 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-944897fa-9d54-494e-b853-3e1a6144e2ef tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG nova.network.neutron [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Updating instance_info_cache with network_info: [{"id": "8b0f84c9-9577-40c4-b609-18c7bd6a594f", "address": "fa:16:3e:15:33:56", "network": {"id": "efcb6f8e-b586-4a9c-83ea-a2f041cd966c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-927474664-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd89d4f2ad1e448696ed331f55caa41f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b0f84c9-95", "ovs_interfaceid": "8b0f84c9-9577-40c4-b609-18c7bd6a594f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Releasing lock "refresh_cache-5db5857f-f475-438b-87ea-e99b1f9366c4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG nova.compute.manager [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Instance network_info: |[{"id": "8b0f84c9-9577-40c4-b609-18c7bd6a594f", "address": "fa:16:3e:15:33:56", "network": {"id": "efcb6f8e-b586-4a9c-83ea-a2f041cd966c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-927474664-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd89d4f2ad1e448696ed331f55caa41f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b0f84c9-95", "ovs_interfaceid": "8b0f84c9-9577-40c4-b609-18c7bd6a594f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-98bccbf9-d1d1-408b-84f8-0691e3cb1ec0 req-8693eb20-b557-45c2-aa26-adde84c7c190 service nova] Acquired lock "refresh_cache-5db5857f-f475-438b-87ea-e99b1f9366c4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG nova.network.neutron [req-98bccbf9-d1d1-408b-84f8-0691e3cb1ec0 req-8693eb20-b557-45c2-aa26-adde84c7c190 service nova] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Refreshing network info cache for port 8b0f84c9-9577-40c4-b609-18c7bd6a594f {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Start _get_guest_xml network_info=[{"id": "8b0f84c9-9577-40c4-b609-18c7bd6a594f", "address": "fa:16:3e:15:33:56", "network": {"id": "efcb6f8e-b586-4a9c-83ea-a2f041cd966c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-927474664-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd89d4f2ad1e448696ed331f55caa41f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b0f84c9-95", "ovs_interfaceid": "8b0f84c9-9577-40c4-b609-18c7bd6a594f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:30:44 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:30:44 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:30:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:30:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-348357947',display_name='tempest-SnapshotDataIntegrityTests-server-348357947',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-348357947',id=37,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIbrRPfIlEJSQ5WM+O3qmsstWjbKh5eatAHg2UJAw0fkryFGIv8gBZtxUjtRgpHXzqcp3zJE6ERCG8WdPkkvtxh8KjrYiwUnw5erzUxvmRvrGzwzSLcaV/IgCX8C0JcKSA==',key_name='tempest-keypair-193353682',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='dd89d4f2ad1e448696ed331f55caa41f',ramdisk_id='',reservation_id='r-4de9ps74',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1573274473',owner_user_name='tempest-SnapshotDataIntegrityTests-1573274473-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:30:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d7c715bfb3e14507b1c22977774a148d',uuid=5db5857f-f475-438b-87ea-e99b1f9366c4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8b0f84c9-9577-40c4-b609-18c7bd6a594f", "address": "fa:16:3e:15:33:56", "network": {"id": "efcb6f8e-b586-4a9c-83ea-a2f041cd966c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-927474664-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd89d4f2ad1e448696ed331f55caa41f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b0f84c9-95", "ovs_interfaceid": "8b0f84c9-9577-40c4-b609-18c7bd6a594f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Converting VIF {"id": "8b0f84c9-9577-40c4-b609-18c7bd6a594f", "address": "fa:16:3e:15:33:56", "network": {"id": "efcb6f8e-b586-4a9c-83ea-a2f041cd966c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-927474664-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd89d4f2ad1e448696ed331f55caa41f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b0f84c9-95", "ovs_interfaceid": "8b0f84c9-9577-40c4-b609-18c7bd6a594f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:15:33:56,bridge_name='br-int',has_traffic_filtering=True,id=8b0f84c9-9577-40c4-b609-18c7bd6a594f,network=Network(efcb6f8e-b586-4a9c-83ea-a2f041cd966c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b0f84c9-95') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG nova.objects.instance [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lazy-loading 'pci_devices' on Instance uuid 5db5857f-f475-438b-87ea-e99b1f9366c4 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:30:44 user nova-compute[75076]:   <uuid>5db5857f-f475-438b-87ea-e99b1f9366c4</uuid>
Oct 27 16:30:44 user nova-compute[75076]:   <name>instance-00000025</name>
Oct 27 16:30:44 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:30:44 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:30:44 user nova-compute[75076]:   <metadata>
Oct 27 16:30:44 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:30:44 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:30:44 user nova-compute[75076]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-348357947</nova:name>
Oct 27 16:30:44 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:30:44</nova:creationTime>
Oct 27 16:30:44 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:30:44 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:30:44 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:30:44 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:30:44 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:30:44 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:30:44 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:30:44 user nova-compute[75076]:       <nova:owner>
Oct 27 16:30:44 user nova-compute[75076]:         <nova:user uuid="d7c715bfb3e14507b1c22977774a148d">tempest-SnapshotDataIntegrityTests-1573274473-project-member</nova:user>
Oct 27 16:30:44 user nova-compute[75076]:         <nova:project uuid="dd89d4f2ad1e448696ed331f55caa41f">tempest-SnapshotDataIntegrityTests-1573274473</nova:project>
Oct 27 16:30:44 user nova-compute[75076]:       </nova:owner>
Oct 27 16:30:44 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:30:44 user nova-compute[75076]:       <nova:ports>
Oct 27 16:30:44 user nova-compute[75076]:         <nova:port uuid="8b0f84c9-9577-40c4-b609-18c7bd6a594f">
Oct 27 16:30:44 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 27 16:30:44 user nova-compute[75076]:         </nova:port>
Oct 27 16:30:44 user nova-compute[75076]:       </nova:ports>
Oct 27 16:30:44 user nova-compute[75076]:     </nova:instance>
Oct 27 16:30:44 user nova-compute[75076]:   </metadata>
Oct 27 16:30:44 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:30:44 user nova-compute[75076]:     <system>
Oct 27 16:30:44 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:30:44 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:30:44 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:30:44 user nova-compute[75076]:       <entry name="serial">5db5857f-f475-438b-87ea-e99b1f9366c4</entry>
Oct 27 16:30:44 user nova-compute[75076]:       <entry name="uuid">5db5857f-f475-438b-87ea-e99b1f9366c4</entry>
Oct 27 16:30:44 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:30:44 user nova-compute[75076]:     </system>
Oct 27 16:30:44 user nova-compute[75076]:   </sysinfo>
Oct 27 16:30:44 user nova-compute[75076]:   <os>
Oct 27 16:30:44 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:30:44 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:30:44 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:30:44 user nova-compute[75076]:   </os>
Oct 27 16:30:44 user nova-compute[75076]:   <features>
Oct 27 16:30:44 user nova-compute[75076]:     <acpi/>
Oct 27 16:30:44 user nova-compute[75076]:     <apic/>
Oct 27 16:30:44 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:30:44 user nova-compute[75076]:   </features>
Oct 27 16:30:44 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:30:44 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:30:44 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:30:44 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:30:44 user nova-compute[75076]:   </clock>
Oct 27 16:30:44 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:30:44 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:30:44 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:30:44 user nova-compute[75076]:   </cpu>
Oct 27 16:30:44 user nova-compute[75076]:   <devices>
Oct 27 16:30:44 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:30:44 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:30:44 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk"/>
Oct 27 16:30:44 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:30:44 user nova-compute[75076]:     </disk>
Oct 27 16:30:44 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:30:44 user nova-compute[75076]:       <mac address="fa:16:3e:15:33:56"/>
Oct 27 16:30:44 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:30:44 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:30:44 user nova-compute[75076]:       <target dev="tap8b0f84c9-95"/>
Oct 27 16:30:44 user nova-compute[75076]:     </interface>
Oct 27 16:30:44 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:30:44 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/console.log" append="off"/>
Oct 27 16:30:44 user nova-compute[75076]:     </serial>
Oct 27 16:30:44 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:30:44 user nova-compute[75076]:     <video>
Oct 27 16:30:44 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:30:44 user nova-compute[75076]:     </video>
Oct 27 16:30:44 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:30:44 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:30:44 user nova-compute[75076]:     </rng>
Oct 27 16:30:44 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:30:44 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:30:44 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:30:44 user nova-compute[75076]:     </memballoon>
Oct 27 16:30:44 user nova-compute[75076]:   </devices>
Oct 27 16:30:44 user nova-compute[75076]: </domain>
Oct 27 16:30:44 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:30:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-348357947',display_name='tempest-SnapshotDataIntegrityTests-server-348357947',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-348357947',id=37,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIbrRPfIlEJSQ5WM+O3qmsstWjbKh5eatAHg2UJAw0fkryFGIv8gBZtxUjtRgpHXzqcp3zJE6ERCG8WdPkkvtxh8KjrYiwUnw5erzUxvmRvrGzwzSLcaV/IgCX8C0JcKSA==',key_name='tempest-keypair-193353682',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='dd89d4f2ad1e448696ed331f55caa41f',ramdisk_id='',reservation_id='r-4de9ps74',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1573274473',owner_user_name='tempest-SnapshotDataIntegrityTests-1573274473-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:30:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d7c715bfb3e14507b1c22977774a148d',uuid=5db5857f-f475-438b-87ea-e99b1f9366c4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8b0f84c9-9577-40c4-b609-18c7bd6a594f", "address": "fa:16:3e:15:33:56", "network": {"id": "efcb6f8e-b586-4a9c-83ea-a2f041cd966c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-927474664-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd89d4f2ad1e448696ed331f55caa41f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b0f84c9-95", "ovs_interfaceid": "8b0f84c9-9577-40c4-b609-18c7bd6a594f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Converting VIF {"id": "8b0f84c9-9577-40c4-b609-18c7bd6a594f", "address": "fa:16:3e:15:33:56", "network": {"id": "efcb6f8e-b586-4a9c-83ea-a2f041cd966c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-927474664-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd89d4f2ad1e448696ed331f55caa41f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b0f84c9-95", "ovs_interfaceid": "8b0f84c9-9577-40c4-b609-18c7bd6a594f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:15:33:56,bridge_name='br-int',has_traffic_filtering=True,id=8b0f84c9-9577-40c4-b609-18c7bd6a594f,network=Network(efcb6f8e-b586-4a9c-83ea-a2f041cd966c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b0f84c9-95') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG os_vif [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:15:33:56,bridge_name='br-int',has_traffic_filtering=True,id=8b0f84c9-9577-40c4-b609-18c7bd6a594f,network=Network(efcb6f8e-b586-4a9c-83ea-a2f041cd966c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b0f84c9-95') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '11624cf7-098b-5b60-87c2-4d5a28de3cd6', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8b0f84c9-95, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8b0f84c9-95, col_values=(('qos', UUID('1e0d571c-0d2b-4b9a-a3f8-3941abb45091')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8b0f84c9-95, col_values=(('external_ids', {'iface-id': '8b0f84c9-9577-40c4-b609-18c7bd6a594f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:15:33:56', 'vm-uuid': '5db5857f-f475-438b-87ea-e99b1f9366c4'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:44 user nova-compute[75076]: INFO os_vif [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:15:33:56,bridge_name='br-int',has_traffic_filtering=True,id=8b0f84c9-9577-40c4-b609-18c7bd6a594f,network=Network(efcb6f8e-b586-4a9c-83ea-a2f041cd966c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b0f84c9-95')
Oct 27 16:30:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] No VIF found with MAC fa:16:3e:15:33:56, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:45 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:30:45 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Took 0.97 seconds to deallocate network for instance.
Oct 27 16:30:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-944897fa-9d54-494e-b853-3e1a6144e2ef tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:30:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-944897fa-9d54-494e-b853-3e1a6144e2ef tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:30:45 user nova-compute[75076]: DEBUG nova.network.neutron [req-98bccbf9-d1d1-408b-84f8-0691e3cb1ec0 req-8693eb20-b557-45c2-aa26-adde84c7c190 service nova] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Updated VIF entry in instance network info cache for port 8b0f84c9-9577-40c4-b609-18c7bd6a594f. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:30:45 user nova-compute[75076]: DEBUG nova.network.neutron [req-98bccbf9-d1d1-408b-84f8-0691e3cb1ec0 req-8693eb20-b557-45c2-aa26-adde84c7c190 service nova] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Updating instance_info_cache with network_info: [{"id": "8b0f84c9-9577-40c4-b609-18c7bd6a594f", "address": "fa:16:3e:15:33:56", "network": {"id": "efcb6f8e-b586-4a9c-83ea-a2f041cd966c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-927474664-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd89d4f2ad1e448696ed331f55caa41f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b0f84c9-95", "ovs_interfaceid": "8b0f84c9-9577-40c4-b609-18c7bd6a594f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:30:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-98bccbf9-d1d1-408b-84f8-0691e3cb1ec0 req-8693eb20-b557-45c2-aa26-adde84c7c190 service nova] Releasing lock "refresh_cache-5db5857f-f475-438b-87ea-e99b1f9366c4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:30:45 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-944897fa-9d54-494e-b853-3e1a6144e2ef tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:30:45 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-944897fa-9d54-494e-b853-3e1a6144e2ef tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:30:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-944897fa-9d54-494e-b853-3e1a6144e2ef tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.284s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:30:45 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-944897fa-9d54-494e-b853-3e1a6144e2ef tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Deleted allocations for instance 5b12254d-cadc-46d7-9b84-2409833b78b4
Oct 27 16:30:45 user nova-compute[75076]: DEBUG nova.objects.instance [None req-7d4724ff-f63f-4565-8111-9a3f5f8033a0 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Lazy-loading 'flavor' on Instance uuid 37432f0c-bdae-4fae-a3b8-cc684093d66a {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:30:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-7d4724ff-f63f-4565-8111-9a3f5f8033a0 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Lock "37432f0c-bdae-4fae-a3b8-cc684093d66a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 25.364s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:30:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-944897fa-9d54-494e-b853-3e1a6144e2ef tempest-VolumesNegativeTest-1120134744 tempest-VolumesNegativeTest-1120134744-project-member] Lock "5b12254d-cadc-46d7-9b84-2409833b78b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.271s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:30:45 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:30:45 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:30:45 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:30:45 user nova-compute[75076]: DEBUG nova.compute.manager [req-9c8a775b-31d6-4c09-94ad-db2d27746ff9 req-e6594d46-7a12-4a38-abea-685ab88818b8 service nova] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Received event network-vif-plugged-24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:30:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-9c8a775b-31d6-4c09-94ad-db2d27746ff9 req-e6594d46-7a12-4a38-abea-685ab88818b8 service nova] Acquiring lock "5b12254d-cadc-46d7-9b84-2409833b78b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:30:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-9c8a775b-31d6-4c09-94ad-db2d27746ff9 req-e6594d46-7a12-4a38-abea-685ab88818b8 service nova] Lock "5b12254d-cadc-46d7-9b84-2409833b78b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:30:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-9c8a775b-31d6-4c09-94ad-db2d27746ff9 req-e6594d46-7a12-4a38-abea-685ab88818b8 service nova] Lock "5b12254d-cadc-46d7-9b84-2409833b78b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:30:45 user nova-compute[75076]: DEBUG nova.compute.manager [req-9c8a775b-31d6-4c09-94ad-db2d27746ff9 req-e6594d46-7a12-4a38-abea-685ab88818b8 service nova] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] No waiting events found dispatching network-vif-plugged-24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:30:45 user nova-compute[75076]: WARNING nova.compute.manager [req-9c8a775b-31d6-4c09-94ad-db2d27746ff9 req-e6594d46-7a12-4a38-abea-685ab88818b8 service nova] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Received unexpected event network-vif-plugged-24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74 for instance with vm_state deleted and task_state None.
Oct 27 16:30:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:46 user nova-compute[75076]: DEBUG nova.compute.manager [req-7194ea0a-a372-4caf-86db-7aa7f0c80f9d req-ea40e6c4-71f9-453e-8629-b7d4a07af6b3 service nova] [instance: 5b12254d-cadc-46d7-9b84-2409833b78b4] Received event network-vif-deleted-24dc75cf-b7d8-4ae0-bbae-4e7b289a6a74 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:30:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:47 user nova-compute[75076]: DEBUG nova.compute.manager [req-61881fb1-8830-45bd-b437-b540c98b5624 req-868c0194-9ed3-47e8-bcc0-663cc01c67d9 service nova] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Received event network-vif-plugged-8b0f84c9-9577-40c4-b609-18c7bd6a594f {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:30:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-61881fb1-8830-45bd-b437-b540c98b5624 req-868c0194-9ed3-47e8-bcc0-663cc01c67d9 service nova] Acquiring lock "5db5857f-f475-438b-87ea-e99b1f9366c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:30:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-61881fb1-8830-45bd-b437-b540c98b5624 req-868c0194-9ed3-47e8-bcc0-663cc01c67d9 service nova] Lock "5db5857f-f475-438b-87ea-e99b1f9366c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:30:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-61881fb1-8830-45bd-b437-b540c98b5624 req-868c0194-9ed3-47e8-bcc0-663cc01c67d9 service nova] Lock "5db5857f-f475-438b-87ea-e99b1f9366c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:30:47 user nova-compute[75076]: DEBUG nova.compute.manager [req-61881fb1-8830-45bd-b437-b540c98b5624 req-868c0194-9ed3-47e8-bcc0-663cc01c67d9 service nova] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] No waiting events found dispatching network-vif-plugged-8b0f84c9-9577-40c4-b609-18c7bd6a594f {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:30:47 user nova-compute[75076]: WARNING nova.compute.manager [req-61881fb1-8830-45bd-b437-b540c98b5624 req-868c0194-9ed3-47e8-bcc0-663cc01c67d9 service nova] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Received unexpected event network-vif-plugged-8b0f84c9-9577-40c4-b609-18c7bd6a594f for instance with vm_state building and task_state spawning.
Oct 27 16:30:47 user nova-compute[75076]: DEBUG nova.compute.manager [req-61881fb1-8830-45bd-b437-b540c98b5624 req-868c0194-9ed3-47e8-bcc0-663cc01c67d9 service nova] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Received event network-vif-plugged-8b0f84c9-9577-40c4-b609-18c7bd6a594f {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:30:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-61881fb1-8830-45bd-b437-b540c98b5624 req-868c0194-9ed3-47e8-bcc0-663cc01c67d9 service nova] Acquiring lock "5db5857f-f475-438b-87ea-e99b1f9366c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:30:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-61881fb1-8830-45bd-b437-b540c98b5624 req-868c0194-9ed3-47e8-bcc0-663cc01c67d9 service nova] Lock "5db5857f-f475-438b-87ea-e99b1f9366c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:30:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-61881fb1-8830-45bd-b437-b540c98b5624 req-868c0194-9ed3-47e8-bcc0-663cc01c67d9 service nova] Lock "5db5857f-f475-438b-87ea-e99b1f9366c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:30:47 user nova-compute[75076]: DEBUG nova.compute.manager [req-61881fb1-8830-45bd-b437-b540c98b5624 req-868c0194-9ed3-47e8-bcc0-663cc01c67d9 service nova] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] No waiting events found dispatching network-vif-plugged-8b0f84c9-9577-40c4-b609-18c7bd6a594f {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:30:47 user nova-compute[75076]: WARNING nova.compute.manager [req-61881fb1-8830-45bd-b437-b540c98b5624 req-868c0194-9ed3-47e8-bcc0-663cc01c67d9 service nova] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Received unexpected event network-vif-plugged-8b0f84c9-9577-40c4-b609-18c7bd6a594f for instance with vm_state building and task_state spawning.
Oct 27 16:30:48 user nova-compute[75076]: DEBUG nova.compute.manager [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:30:48 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:30:48 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Instance spawned successfully.
Oct 27 16:30:48 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:30:48 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:30:48 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:30:48 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:30:48 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:30:48 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:30:48 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:30:48 user nova-compute[75076]: INFO nova.compute.manager [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Took 5.95 seconds to spawn the instance on the hypervisor.
Oct 27 16:30:48 user nova-compute[75076]: DEBUG nova.compute.manager [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:30:48 user nova-compute[75076]: INFO nova.compute.manager [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Took 6.71 seconds to build instance.
Oct 27 16:30:48 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e39fffc5-361a-410e-95b9-68d15e13cc24 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "5db5857f-f475-438b-87ea-e99b1f9366c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.827s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:30:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:54 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "3cc9e5bf-744a-461e-bb34-73b91d52a4a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:30:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "3cc9e5bf-744a-461e-bb34-73b91d52a4a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:30:55 user nova-compute[75076]: DEBUG nova.compute.manager [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:30:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:30:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:30:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:30:55 user nova-compute[75076]: INFO nova.compute.claims [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Claim successful on node user
Oct 27 16:30:55 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:30:55 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:30:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.301s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:30:55 user nova-compute[75076]: DEBUG nova.compute.manager [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:30:55 user nova-compute[75076]: DEBUG nova.compute.manager [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:30:55 user nova-compute[75076]: DEBUG nova.network.neutron [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:30:55 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:30:55 user nova-compute[75076]: DEBUG nova.compute.manager [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:30:55 user nova-compute[75076]: DEBUG nova.policy [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '500acae85b404ddfb043d00de39a7f04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1c3f667da694a98becb9067dfed7888', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:30:55 user nova-compute[75076]: DEBUG nova.compute.manager [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:30:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:30:55 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Creating image(s)
Oct 27 16:30:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "/opt/stack/data/nova/instances/3cc9e5bf-744a-461e-bb34-73b91d52a4a5/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:30:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "/opt/stack/data/nova/instances/3cc9e5bf-744a-461e-bb34-73b91d52a4a5/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:30:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "/opt/stack/data/nova/instances/3cc9e5bf-744a-461e-bb34-73b91d52a4a5/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:30:55 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:30:55 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.227s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:30:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:30:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:30:55 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:30:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.277s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:30:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/3cc9e5bf-744a-461e-bb34-73b91d52a4a5/disk 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:30:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/3cc9e5bf-744a-461e-bb34-73b91d52a4a5/disk 1073741824" returned: 0 in 0.064s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:30:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.353s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:30:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:30:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.214s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:30:56 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3cc9e5bf-744a-461e-bb34-73b91d52a4a5/disk. size=1073741824 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:30:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3cc9e5bf-744a-461e-bb34-73b91d52a4a5/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:30:56 user nova-compute[75076]: DEBUG nova.network.neutron [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Successfully created port: 4cb59b4a-157d-467a-a714-a7d29f78ea87 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:30:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3cc9e5bf-744a-461e-bb34-73b91d52a4a5/disk --force-share --output=json" returned: 0 in 0.269s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:30:56 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Cannot resize image /opt/stack/data/nova/instances/3cc9e5bf-744a-461e-bb34-73b91d52a4a5/disk to a smaller size. {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 16:30:56 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:30:56 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Ensure instance console log exists: /opt/stack/data/nova/instances/3cc9e5bf-744a-461e-bb34-73b91d52a4a5/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:30:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:30:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:30:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG nova.network.neutron [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Successfully updated port: 4cb59b4a-157d-467a-a714-a7d29f78ea87 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "refresh_cache-3cc9e5bf-744a-461e-bb34-73b91d52a4a5" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquired lock "refresh_cache-3cc9e5bf-744a-461e-bb34-73b91d52a4a5" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG nova.network.neutron [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG nova.compute.manager [req-788e096c-1f89-4656-aa28-1a7fb2fb485d req-9dd6da80-bcf9-4de7-bbed-16a5343bb938 service nova] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Received event network-changed-4cb59b4a-157d-467a-a714-a7d29f78ea87 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG nova.compute.manager [req-788e096c-1f89-4656-aa28-1a7fb2fb485d req-9dd6da80-bcf9-4de7-bbed-16a5343bb938 service nova] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Refreshing instance network info cache due to event network-changed-4cb59b4a-157d-467a-a714-a7d29f78ea87. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-788e096c-1f89-4656-aa28-1a7fb2fb485d req-9dd6da80-bcf9-4de7-bbed-16a5343bb938 service nova] Acquiring lock "refresh_cache-3cc9e5bf-744a-461e-bb34-73b91d52a4a5" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG nova.network.neutron [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG nova.network.neutron [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Updating instance_info_cache with network_info: [{"id": "4cb59b4a-157d-467a-a714-a7d29f78ea87", "address": "fa:16:3e:45:49:db", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cb59b4a-15", "ovs_interfaceid": "4cb59b4a-157d-467a-a714-a7d29f78ea87", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Releasing lock "refresh_cache-3cc9e5bf-744a-461e-bb34-73b91d52a4a5" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG nova.compute.manager [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Instance network_info: |[{"id": "4cb59b4a-157d-467a-a714-a7d29f78ea87", "address": "fa:16:3e:45:49:db", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cb59b4a-15", "ovs_interfaceid": "4cb59b4a-157d-467a-a714-a7d29f78ea87", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-788e096c-1f89-4656-aa28-1a7fb2fb485d req-9dd6da80-bcf9-4de7-bbed-16a5343bb938 service nova] Acquired lock "refresh_cache-3cc9e5bf-744a-461e-bb34-73b91d52a4a5" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG nova.network.neutron [req-788e096c-1f89-4656-aa28-1a7fb2fb485d req-9dd6da80-bcf9-4de7-bbed-16a5343bb938 service nova] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Refreshing network info cache for port 4cb59b4a-157d-467a-a714-a7d29f78ea87 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Start _get_guest_xml network_info=[{"id": "4cb59b4a-157d-467a-a714-a7d29f78ea87", "address": "fa:16:3e:45:49:db", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cb59b4a-15", "ovs_interfaceid": "4cb59b4a-157d-467a-a714-a7d29f78ea87", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:30:57 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:30:57 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:30:57 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:30:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-2126620549',display_name='tempest-AttachVolumeNegativeTest-server-2126620549',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-2126620549',id=38,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHiqosCZ6Nc8BT594NlHnFBdkWmuP8+ioF9Tpev9Wzf9jo7JvEmGR5Nxw7MRKFwwpIYHGWV1W2dt9/WbHynquOTGw7nQ7fN//98dqdhmq4e4zTL6HNjeqhfbTK+qoXCorg==',key_name='tempest-keypair-279020048',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c1c3f667da694a98becb9067dfed7888',ramdisk_id='',reservation_id='r-6aoyb3of',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-13585354',owner_user_name='tempest-AttachVolumeNegativeTest-13585354-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:30:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='500acae85b404ddfb043d00de39a7f04',uuid=3cc9e5bf-744a-461e-bb34-73b91d52a4a5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4cb59b4a-157d-467a-a714-a7d29f78ea87", "address": "fa:16:3e:45:49:db", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cb59b4a-15", "ovs_interfaceid": "4cb59b4a-157d-467a-a714-a7d29f78ea87", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Converting VIF {"id": "4cb59b4a-157d-467a-a714-a7d29f78ea87", "address": "fa:16:3e:45:49:db", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cb59b4a-15", "ovs_interfaceid": "4cb59b4a-157d-467a-a714-a7d29f78ea87", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:45:49:db,bridge_name='br-int',has_traffic_filtering=True,id=4cb59b4a-157d-467a-a714-a7d29f78ea87,network=Network(361c13d0-70fe-468e-9aa6-09dfa2310541),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4cb59b4a-15') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG nova.objects.instance [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lazy-loading 'pci_devices' on Instance uuid 3cc9e5bf-744a-461e-bb34-73b91d52a4a5 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:30:57 user nova-compute[75076]:   <uuid>3cc9e5bf-744a-461e-bb34-73b91d52a4a5</uuid>
Oct 27 16:30:57 user nova-compute[75076]:   <name>instance-00000026</name>
Oct 27 16:30:57 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:30:57 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:30:57 user nova-compute[75076]:   <metadata>
Oct 27 16:30:57 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:30:57 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:30:57 user nova-compute[75076]:       <nova:name>tempest-AttachVolumeNegativeTest-server-2126620549</nova:name>
Oct 27 16:30:57 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:30:57</nova:creationTime>
Oct 27 16:30:57 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:30:57 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:30:57 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:30:57 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:30:57 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:30:57 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:30:57 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:30:57 user nova-compute[75076]:       <nova:owner>
Oct 27 16:30:57 user nova-compute[75076]:         <nova:user uuid="500acae85b404ddfb043d00de39a7f04">tempest-AttachVolumeNegativeTest-13585354-project-member</nova:user>
Oct 27 16:30:57 user nova-compute[75076]:         <nova:project uuid="c1c3f667da694a98becb9067dfed7888">tempest-AttachVolumeNegativeTest-13585354</nova:project>
Oct 27 16:30:57 user nova-compute[75076]:       </nova:owner>
Oct 27 16:30:57 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:30:57 user nova-compute[75076]:       <nova:ports>
Oct 27 16:30:57 user nova-compute[75076]:         <nova:port uuid="4cb59b4a-157d-467a-a714-a7d29f78ea87">
Oct 27 16:30:57 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 27 16:30:57 user nova-compute[75076]:         </nova:port>
Oct 27 16:30:57 user nova-compute[75076]:       </nova:ports>
Oct 27 16:30:57 user nova-compute[75076]:     </nova:instance>
Oct 27 16:30:57 user nova-compute[75076]:   </metadata>
Oct 27 16:30:57 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:30:57 user nova-compute[75076]:     <system>
Oct 27 16:30:57 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:30:57 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:30:57 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:30:57 user nova-compute[75076]:       <entry name="serial">3cc9e5bf-744a-461e-bb34-73b91d52a4a5</entry>
Oct 27 16:30:57 user nova-compute[75076]:       <entry name="uuid">3cc9e5bf-744a-461e-bb34-73b91d52a4a5</entry>
Oct 27 16:30:57 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:30:57 user nova-compute[75076]:     </system>
Oct 27 16:30:57 user nova-compute[75076]:   </sysinfo>
Oct 27 16:30:57 user nova-compute[75076]:   <os>
Oct 27 16:30:57 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:30:57 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:30:57 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:30:57 user nova-compute[75076]:   </os>
Oct 27 16:30:57 user nova-compute[75076]:   <features>
Oct 27 16:30:57 user nova-compute[75076]:     <acpi/>
Oct 27 16:30:57 user nova-compute[75076]:     <apic/>
Oct 27 16:30:57 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:30:57 user nova-compute[75076]:   </features>
Oct 27 16:30:57 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:30:57 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:30:57 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:30:57 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:30:57 user nova-compute[75076]:   </clock>
Oct 27 16:30:57 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:30:57 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:30:57 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:30:57 user nova-compute[75076]:   </cpu>
Oct 27 16:30:57 user nova-compute[75076]:   <devices>
Oct 27 16:30:57 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:30:57 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:30:57 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/3cc9e5bf-744a-461e-bb34-73b91d52a4a5/disk"/>
Oct 27 16:30:57 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:30:57 user nova-compute[75076]:     </disk>
Oct 27 16:30:57 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:30:57 user nova-compute[75076]:       <mac address="fa:16:3e:45:49:db"/>
Oct 27 16:30:57 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:30:57 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:30:57 user nova-compute[75076]:       <target dev="tap4cb59b4a-15"/>
Oct 27 16:30:57 user nova-compute[75076]:     </interface>
Oct 27 16:30:57 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:30:57 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/3cc9e5bf-744a-461e-bb34-73b91d52a4a5/console.log" append="off"/>
Oct 27 16:30:57 user nova-compute[75076]:     </serial>
Oct 27 16:30:57 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:30:57 user nova-compute[75076]:     <video>
Oct 27 16:30:57 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:30:57 user nova-compute[75076]:     </video>
Oct 27 16:30:57 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:30:57 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:30:57 user nova-compute[75076]:     </rng>
Oct 27 16:30:57 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:30:57 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:30:57 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:30:57 user nova-compute[75076]:     </memballoon>
Oct 27 16:30:57 user nova-compute[75076]:   </devices>
Oct 27 16:30:57 user nova-compute[75076]: </domain>
Oct 27 16:30:57 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:30:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-2126620549',display_name='tempest-AttachVolumeNegativeTest-server-2126620549',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-2126620549',id=38,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHiqosCZ6Nc8BT594NlHnFBdkWmuP8+ioF9Tpev9Wzf9jo7JvEmGR5Nxw7MRKFwwpIYHGWV1W2dt9/WbHynquOTGw7nQ7fN//98dqdhmq4e4zTL6HNjeqhfbTK+qoXCorg==',key_name='tempest-keypair-279020048',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c1c3f667da694a98becb9067dfed7888',ramdisk_id='',reservation_id='r-6aoyb3of',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-13585354',owner_user_name='tempest-AttachVolumeNegativeTest-13585354-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:30:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='500acae85b404ddfb043d00de39a7f04',uuid=3cc9e5bf-744a-461e-bb34-73b91d52a4a5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4cb59b4a-157d-467a-a714-a7d29f78ea87", "address": "fa:16:3e:45:49:db", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cb59b4a-15", "ovs_interfaceid": "4cb59b4a-157d-467a-a714-a7d29f78ea87", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Converting VIF {"id": "4cb59b4a-157d-467a-a714-a7d29f78ea87", "address": "fa:16:3e:45:49:db", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cb59b4a-15", "ovs_interfaceid": "4cb59b4a-157d-467a-a714-a7d29f78ea87", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:45:49:db,bridge_name='br-int',has_traffic_filtering=True,id=4cb59b4a-157d-467a-a714-a7d29f78ea87,network=Network(361c13d0-70fe-468e-9aa6-09dfa2310541),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4cb59b4a-15') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG os_vif [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:45:49:db,bridge_name='br-int',has_traffic_filtering=True,id=4cb59b4a-157d-467a-a714-a7d29f78ea87,network=Network(361c13d0-70fe-468e-9aa6-09dfa2310541),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4cb59b4a-15') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '823bdc03-dba8-5975-9798-f5c4edb1c852', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4cb59b4a-15, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4cb59b4a-15, col_values=(('qos', UUID('63d3fec2-23e3-47f8-9228-d187a47fc9c9')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4cb59b4a-15, col_values=(('external_ids', {'iface-id': '4cb59b4a-157d-467a-a714-a7d29f78ea87', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:45:49:db', 'vm-uuid': '3cc9e5bf-744a-461e-bb34-73b91d52a4a5'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:30:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:30:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:58 user nova-compute[75076]: INFO os_vif [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:45:49:db,bridge_name='br-int',has_traffic_filtering=True,id=4cb59b4a-157d-467a-a714-a7d29f78ea87,network=Network(361c13d0-70fe-468e-9aa6-09dfa2310541),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4cb59b4a-15')
Oct 27 16:30:58 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:30:58 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] No VIF found with MAC fa:16:3e:45:49:db, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:30:58 user nova-compute[75076]: DEBUG nova.network.neutron [req-788e096c-1f89-4656-aa28-1a7fb2fb485d req-9dd6da80-bcf9-4de7-bbed-16a5343bb938 service nova] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Updated VIF entry in instance network info cache for port 4cb59b4a-157d-467a-a714-a7d29f78ea87. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:30:58 user nova-compute[75076]: DEBUG nova.network.neutron [req-788e096c-1f89-4656-aa28-1a7fb2fb485d req-9dd6da80-bcf9-4de7-bbed-16a5343bb938 service nova] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Updating instance_info_cache with network_info: [{"id": "4cb59b4a-157d-467a-a714-a7d29f78ea87", "address": "fa:16:3e:45:49:db", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cb59b4a-15", "ovs_interfaceid": "4cb59b4a-157d-467a-a714-a7d29f78ea87", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:30:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-788e096c-1f89-4656-aa28-1a7fb2fb485d req-9dd6da80-bcf9-4de7-bbed-16a5343bb938 service nova] Releasing lock "refresh_cache-3cc9e5bf-744a-461e-bb34-73b91d52a4a5" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:30:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:59 user nova-compute[75076]: DEBUG nova.compute.manager [req-520a0d32-2b9d-4375-b4a2-606aa4597bdc req-a55e20d9-99a7-48bd-966e-a6c5876f42a2 service nova] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Received event network-vif-plugged-4cb59b4a-157d-467a-a714-a7d29f78ea87 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:30:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-520a0d32-2b9d-4375-b4a2-606aa4597bdc req-a55e20d9-99a7-48bd-966e-a6c5876f42a2 service nova] Acquiring lock "3cc9e5bf-744a-461e-bb34-73b91d52a4a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:30:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-520a0d32-2b9d-4375-b4a2-606aa4597bdc req-a55e20d9-99a7-48bd-966e-a6c5876f42a2 service nova] Lock "3cc9e5bf-744a-461e-bb34-73b91d52a4a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:30:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-520a0d32-2b9d-4375-b4a2-606aa4597bdc req-a55e20d9-99a7-48bd-966e-a6c5876f42a2 service nova] Lock "3cc9e5bf-744a-461e-bb34-73b91d52a4a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:30:59 user nova-compute[75076]: DEBUG nova.compute.manager [req-520a0d32-2b9d-4375-b4a2-606aa4597bdc req-a55e20d9-99a7-48bd-966e-a6c5876f42a2 service nova] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] No waiting events found dispatching network-vif-plugged-4cb59b4a-157d-467a-a714-a7d29f78ea87 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:30:59 user nova-compute[75076]: WARNING nova.compute.manager [req-520a0d32-2b9d-4375-b4a2-606aa4597bdc req-a55e20d9-99a7-48bd-966e-a6c5876f42a2 service nova] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Received unexpected event network-vif-plugged-4cb59b4a-157d-467a-a714-a7d29f78ea87 for instance with vm_state building and task_state spawning.
Oct 27 16:30:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:30:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:01 user nova-compute[75076]: DEBUG nova.compute.manager [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:31:01 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:31:01 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Instance spawned successfully.
Oct 27 16:31:01 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:31:01 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:31:01 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:31:01 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:31:01 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:31:01 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:31:01 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:31:01 user nova-compute[75076]: INFO nova.compute.manager [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Took 6.13 seconds to spawn the instance on the hypervisor.
Oct 27 16:31:01 user nova-compute[75076]: DEBUG nova.compute.manager [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:31:01 user nova-compute[75076]: INFO nova.compute.manager [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Took 6.83 seconds to build instance.
Oct 27 16:31:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f5bd7703-d8ff-479d-a96e-5486162dae08 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "3cc9e5bf-744a-461e-bb34-73b91d52a4a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.930s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:31:02 user nova-compute[75076]: DEBUG nova.compute.manager [req-fe7bf482-7a4e-43b5-b287-791593a8949d req-e6d1bc18-8698-4182-b55e-e9152f333ef5 service nova] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Received event network-vif-plugged-4cb59b4a-157d-467a-a714-a7d29f78ea87 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:31:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-fe7bf482-7a4e-43b5-b287-791593a8949d req-e6d1bc18-8698-4182-b55e-e9152f333ef5 service nova] Acquiring lock "3cc9e5bf-744a-461e-bb34-73b91d52a4a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:31:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-fe7bf482-7a4e-43b5-b287-791593a8949d req-e6d1bc18-8698-4182-b55e-e9152f333ef5 service nova] Lock "3cc9e5bf-744a-461e-bb34-73b91d52a4a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:31:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-fe7bf482-7a4e-43b5-b287-791593a8949d req-e6d1bc18-8698-4182-b55e-e9152f333ef5 service nova] Lock "3cc9e5bf-744a-461e-bb34-73b91d52a4a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:31:02 user nova-compute[75076]: DEBUG nova.compute.manager [req-fe7bf482-7a4e-43b5-b287-791593a8949d req-e6d1bc18-8698-4182-b55e-e9152f333ef5 service nova] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] No waiting events found dispatching network-vif-plugged-4cb59b4a-157d-467a-a714-a7d29f78ea87 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:31:02 user nova-compute[75076]: WARNING nova.compute.manager [req-fe7bf482-7a4e-43b5-b287-791593a8949d req-e6d1bc18-8698-4182-b55e-e9152f333ef5 service nova] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Received unexpected event network-vif-plugged-4cb59b4a-157d-467a-a714-a7d29f78ea87 for instance with vm_state active and task_state None.
Oct 27 16:31:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:04 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-2e26ad9e-c07e-475b-9b9c-4731f431d937 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Acquiring lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:31:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-2e26ad9e-c07e-475b-9b9c-4731f431d937 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:31:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-2e26ad9e-c07e-475b-9b9c-4731f431d937 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Acquiring lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:31:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-2e26ad9e-c07e-475b-9b9c-4731f431d937 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:31:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-2e26ad9e-c07e-475b-9b9c-4731f431d937 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:31:05 user nova-compute[75076]: INFO nova.compute.manager [None req-2e26ad9e-c07e-475b-9b9c-4731f431d937 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Terminating instance
Oct 27 16:31:05 user nova-compute[75076]: DEBUG nova.compute.manager [None req-2e26ad9e-c07e-475b-9b9c-4731f431d937 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:31:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:06 user nova-compute[75076]: DEBUG nova.compute.manager [req-7cf0d1dd-40ff-4e0d-9c85-395497ac70b7 req-e2baf8f3-d28c-4d56-852d-57c929fd1510 service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Received event network-vif-unplugged-6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:31:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7cf0d1dd-40ff-4e0d-9c85-395497ac70b7 req-e2baf8f3-d28c-4d56-852d-57c929fd1510 service nova] Acquiring lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:31:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7cf0d1dd-40ff-4e0d-9c85-395497ac70b7 req-e2baf8f3-d28c-4d56-852d-57c929fd1510 service nova] Lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:31:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7cf0d1dd-40ff-4e0d-9c85-395497ac70b7 req-e2baf8f3-d28c-4d56-852d-57c929fd1510 service nova] Lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:31:06 user nova-compute[75076]: DEBUG nova.compute.manager [req-7cf0d1dd-40ff-4e0d-9c85-395497ac70b7 req-e2baf8f3-d28c-4d56-852d-57c929fd1510 service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] No waiting events found dispatching network-vif-unplugged-6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:31:06 user nova-compute[75076]: DEBUG nova.compute.manager [req-7cf0d1dd-40ff-4e0d-9c85-395497ac70b7 req-e2baf8f3-d28c-4d56-852d-57c929fd1510 service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Received event network-vif-unplugged-6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:31:06 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Instance destroyed successfully.
Oct 27 16:31:06 user nova-compute[75076]: DEBUG nova.objects.instance [None req-2e26ad9e-c07e-475b-9b9c-4731f431d937 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lazy-loading 'resources' on Instance uuid dad6d9d4-84e4-4e39-853f-566cdcd8bd30 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:31:06 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-2e26ad9e-c07e-475b-9b9c-4731f431d937 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:20:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-317602260',display_name='tempest-AttachVolumeTestJSON-server-317602260',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-317602260',id=30,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDzp/ZsHuLqb72phHRfw68YFeSmYbfUeuy0fY+TiXMdb/8sM0h9eabK9OohMW/U/eB19AHg7wXzdhLY3a+0wQDjlHbDt6AfZ4HIjeWRkQ7/+rJ0Hlp87YxzhGdd75RshYQ==',key_name='tempest-keypair-1036079968',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:21:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='44ca7e988f9f466bb169bceae343c954',ramdisk_id='',reservation_id='r-fs2fds7z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1648334762',owner_user_name='tempest-AttachVolumeTestJSON-1648334762-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:29:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dab7a049eef348cba35f260a2eea1707',uuid=dad6d9d4-84e4-4e39-853f-566cdcd8bd30,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "address": "fa:16:3e:e0:00:4d", "network": {"id": "a4cd92b5-8cea-4135-86fc-8241f5ec05e6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1716485942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.76", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "44ca7e988f9f466bb169bceae343c954", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e8e0de7-63", "ovs_interfaceid": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:31:06 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-2e26ad9e-c07e-475b-9b9c-4731f431d937 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Converting VIF {"id": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "address": "fa:16:3e:e0:00:4d", "network": {"id": "a4cd92b5-8cea-4135-86fc-8241f5ec05e6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1716485942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.76", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "44ca7e988f9f466bb169bceae343c954", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e8e0de7-63", "ovs_interfaceid": "6e8e0de7-63a3-4c63-8e17-5f420fb22ca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:31:06 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-2e26ad9e-c07e-475b-9b9c-4731f431d937 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e0:00:4d,bridge_name='br-int',has_traffic_filtering=True,id=6e8e0de7-63a3-4c63-8e17-5f420fb22ca0,network=Network(a4cd92b5-8cea-4135-86fc-8241f5ec05e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e8e0de7-63') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:31:06 user nova-compute[75076]: DEBUG os_vif [None req-2e26ad9e-c07e-475b-9b9c-4731f431d937 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e0:00:4d,bridge_name='br-int',has_traffic_filtering=True,id=6e8e0de7-63a3-4c63-8e17-5f420fb22ca0,network=Network(a4cd92b5-8cea-4135-86fc-8241f5ec05e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e8e0de7-63') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:31:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6e8e0de7-63, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:31:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:31:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=58cca5cd-4cc4-4c9a-9abb-cd7c7853dfba) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:31:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:06 user nova-compute[75076]: INFO os_vif [None req-2e26ad9e-c07e-475b-9b9c-4731f431d937 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e0:00:4d,bridge_name='br-int',has_traffic_filtering=True,id=6e8e0de7-63a3-4c63-8e17-5f420fb22ca0,network=Network(a4cd92b5-8cea-4135-86fc-8241f5ec05e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e8e0de7-63')
Oct 27 16:31:06 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-2e26ad9e-c07e-475b-9b9c-4731f431d937 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Deleting instance files /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30_del
Oct 27 16:31:06 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-2e26ad9e-c07e-475b-9b9c-4731f431d937 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Deletion of /opt/stack/data/nova/instances/dad6d9d4-84e4-4e39-853f-566cdcd8bd30_del complete
Oct 27 16:31:06 user nova-compute[75076]: INFO nova.compute.manager [None req-2e26ad9e-c07e-475b-9b9c-4731f431d937 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Took 0.94 seconds to destroy the instance on the hypervisor.
Oct 27 16:31:06 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-2e26ad9e-c07e-475b-9b9c-4731f431d937 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:31:06 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:31:06 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:31:07 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:31:07 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Took 0.78 seconds to deallocate network for instance.
Oct 27 16:31:07 user nova-compute[75076]: DEBUG nova.compute.manager [req-49e7d7bf-7169-4213-8955-76a6100f090e req-9d2563cc-d386-4bbf-9642-597222c0b1ff service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Received event network-vif-deleted-6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:31:07 user nova-compute[75076]: INFO nova.compute.manager [req-49e7d7bf-7169-4213-8955-76a6100f090e req-9d2563cc-d386-4bbf-9642-597222c0b1ff service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Neutron deleted interface 6e8e0de7-63a3-4c63-8e17-5f420fb22ca0; detaching it from the instance and deleting it from the info cache
Oct 27 16:31:07 user nova-compute[75076]: DEBUG nova.network.neutron [req-49e7d7bf-7169-4213-8955-76a6100f090e req-9d2563cc-d386-4bbf-9642-597222c0b1ff service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:31:07 user nova-compute[75076]: DEBUG nova.compute.manager [req-49e7d7bf-7169-4213-8955-76a6100f090e req-9d2563cc-d386-4bbf-9642-597222c0b1ff service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Detach interface failed, port_id=6e8e0de7-63a3-4c63-8e17-5f420fb22ca0, reason: Instance dad6d9d4-84e4-4e39-853f-566cdcd8bd30 could not be found. {{(pid=75076) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 16:31:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-2e26ad9e-c07e-475b-9b9c-4731f431d937 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:31:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-2e26ad9e-c07e-475b-9b9c-4731f431d937 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:31:07 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-2e26ad9e-c07e-475b-9b9c-4731f431d937 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:31:07 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-2e26ad9e-c07e-475b-9b9c-4731f431d937 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:31:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-2e26ad9e-c07e-475b-9b9c-4731f431d937 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.220s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:31:08 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-2e26ad9e-c07e-475b-9b9c-4731f431d937 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Deleted allocations for instance dad6d9d4-84e4-4e39-853f-566cdcd8bd30
Oct 27 16:31:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-2e26ad9e-c07e-475b-9b9c-4731f431d937 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.177s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:31:08 user nova-compute[75076]: DEBUG nova.compute.manager [req-21c9d562-09e5-444b-a338-19731b824001 req-55807f5f-0fa8-40ed-8710-e89474c17dea service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Received event network-vif-plugged-6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:31:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-21c9d562-09e5-444b-a338-19731b824001 req-55807f5f-0fa8-40ed-8710-e89474c17dea service nova] Acquiring lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:31:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-21c9d562-09e5-444b-a338-19731b824001 req-55807f5f-0fa8-40ed-8710-e89474c17dea service nova] Lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:31:08 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-21c9d562-09e5-444b-a338-19731b824001 req-55807f5f-0fa8-40ed-8710-e89474c17dea service nova] Lock "dad6d9d4-84e4-4e39-853f-566cdcd8bd30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:31:08 user nova-compute[75076]: DEBUG nova.compute.manager [req-21c9d562-09e5-444b-a338-19731b824001 req-55807f5f-0fa8-40ed-8710-e89474c17dea service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] No waiting events found dispatching network-vif-plugged-6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:31:08 user nova-compute[75076]: WARNING nova.compute.manager [req-21c9d562-09e5-444b-a338-19731b824001 req-55807f5f-0fa8-40ed-8710-e89474c17dea service nova] [instance: dad6d9d4-84e4-4e39-853f-566cdcd8bd30] Received unexpected event network-vif-plugged-6e8e0de7-63a3-4c63-8e17-5f420fb22ca0 for instance with vm_state deleted and task_state None.
Oct 27 16:31:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:11 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e0051592-ea50-4ad5-9a8a-7b7229b9e5c6 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Acquiring lock "37432f0c-bdae-4fae-a3b8-cc684093d66a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:31:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e0051592-ea50-4ad5-9a8a-7b7229b9e5c6 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Lock "37432f0c-bdae-4fae-a3b8-cc684093d66a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:31:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e0051592-ea50-4ad5-9a8a-7b7229b9e5c6 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Acquiring lock "37432f0c-bdae-4fae-a3b8-cc684093d66a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:31:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e0051592-ea50-4ad5-9a8a-7b7229b9e5c6 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Lock "37432f0c-bdae-4fae-a3b8-cc684093d66a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:31:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e0051592-ea50-4ad5-9a8a-7b7229b9e5c6 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Lock "37432f0c-bdae-4fae-a3b8-cc684093d66a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:31:21 user nova-compute[75076]: INFO nova.compute.manager [None req-e0051592-ea50-4ad5-9a8a-7b7229b9e5c6 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Terminating instance
Oct 27 16:31:21 user nova-compute[75076]: DEBUG nova.compute.manager [None req-e0051592-ea50-4ad5-9a8a-7b7229b9e5c6 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:31:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:21 user nova-compute[75076]: DEBUG nova.compute.manager [req-df87795f-f794-489e-bbe6-508c02cab76e req-9a894127-b8e4-4af8-b650-2d44c2aa67d9 service nova] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Received event network-vif-unplugged-8cdf5dba-01bc-40b0-89e3-c6babd0dd145 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:31:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-df87795f-f794-489e-bbe6-508c02cab76e req-9a894127-b8e4-4af8-b650-2d44c2aa67d9 service nova] Acquiring lock "37432f0c-bdae-4fae-a3b8-cc684093d66a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:31:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-df87795f-f794-489e-bbe6-508c02cab76e req-9a894127-b8e4-4af8-b650-2d44c2aa67d9 service nova] Lock "37432f0c-bdae-4fae-a3b8-cc684093d66a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:31:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-df87795f-f794-489e-bbe6-508c02cab76e req-9a894127-b8e4-4af8-b650-2d44c2aa67d9 service nova] Lock "37432f0c-bdae-4fae-a3b8-cc684093d66a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:31:21 user nova-compute[75076]: DEBUG nova.compute.manager [req-df87795f-f794-489e-bbe6-508c02cab76e req-9a894127-b8e4-4af8-b650-2d44c2aa67d9 service nova] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] No waiting events found dispatching network-vif-unplugged-8cdf5dba-01bc-40b0-89e3-c6babd0dd145 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:31:21 user nova-compute[75076]: DEBUG nova.compute.manager [req-df87795f-f794-489e-bbe6-508c02cab76e req-9a894127-b8e4-4af8-b650-2d44c2aa67d9 service nova] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Received event network-vif-unplugged-8cdf5dba-01bc-40b0-89e3-c6babd0dd145 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:31:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:22 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Instance destroyed successfully.
Oct 27 16:31:22 user nova-compute[75076]: DEBUG nova.objects.instance [None req-e0051592-ea50-4ad5-9a8a-7b7229b9e5c6 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Lazy-loading 'resources' on Instance uuid 37432f0c-bdae-4fae-a3b8-cc684093d66a {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:31:22 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-e0051592-ea50-4ad5-9a8a-7b7229b9e5c6 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:27:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-412267196',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-412267196',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-4122671',id=34,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJF/W3liM4MBBk1lT9WUwpVXYhGVMX1MqWJbi+YAaM152m4B6x0jMzTS18hpQ+qqmsErgSdCAL9HqBKdNPTWJSlbprCMWD4eOWDrnBwKIi/+JH1QUXyDuOCtKmAn/H3n9g==',key_name='tempest-keypair-805824612',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:28:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='715bdbd317ef410299ba63d22b0db425',ramdisk_id='',reservation_id='r-s2n4cv4a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-433820443',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:28:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bf1b8d010eaa43aab2ced83e97bd32ed',uuid=37432f0c-bdae-4fae-a3b8-cc684093d66a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8cdf5dba-01bc-40b0-89e3-c6babd0dd145", "address": "fa:16:3e:94:9a:92", "network": {"id": "aa1973fd-f114-43dd-9348-8cb735964970", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1031021703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "715bdbd317ef410299ba63d22b0db425", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8cdf5dba-01", "ovs_interfaceid": "8cdf5dba-01bc-40b0-89e3-c6babd0dd145", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:31:22 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-e0051592-ea50-4ad5-9a8a-7b7229b9e5c6 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Converting VIF {"id": "8cdf5dba-01bc-40b0-89e3-c6babd0dd145", "address": "fa:16:3e:94:9a:92", "network": {"id": "aa1973fd-f114-43dd-9348-8cb735964970", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1031021703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "715bdbd317ef410299ba63d22b0db425", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8cdf5dba-01", "ovs_interfaceid": "8cdf5dba-01bc-40b0-89e3-c6babd0dd145", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:31:22 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-e0051592-ea50-4ad5-9a8a-7b7229b9e5c6 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:94:9a:92,bridge_name='br-int',has_traffic_filtering=True,id=8cdf5dba-01bc-40b0-89e3-c6babd0dd145,network=Network(aa1973fd-f114-43dd-9348-8cb735964970),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8cdf5dba-01') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:31:22 user nova-compute[75076]: DEBUG os_vif [None req-e0051592-ea50-4ad5-9a8a-7b7229b9e5c6 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:94:9a:92,bridge_name='br-int',has_traffic_filtering=True,id=8cdf5dba-01bc-40b0-89e3-c6babd0dd145,network=Network(aa1973fd-f114-43dd-9348-8cb735964970),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8cdf5dba-01') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:31:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8cdf5dba-01, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:31:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:31:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=aae5b19e-8493-4eff-b625-0fb5f4742c10) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:31:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:31:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:22 user nova-compute[75076]: INFO os_vif [None req-e0051592-ea50-4ad5-9a8a-7b7229b9e5c6 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:94:9a:92,bridge_name='br-int',has_traffic_filtering=True,id=8cdf5dba-01bc-40b0-89e3-c6babd0dd145,network=Network(aa1973fd-f114-43dd-9348-8cb735964970),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8cdf5dba-01')
Oct 27 16:31:22 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-e0051592-ea50-4ad5-9a8a-7b7229b9e5c6 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Deleting instance files /opt/stack/data/nova/instances/37432f0c-bdae-4fae-a3b8-cc684093d66a_del
Oct 27 16:31:22 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-e0051592-ea50-4ad5-9a8a-7b7229b9e5c6 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Deletion of /opt/stack/data/nova/instances/37432f0c-bdae-4fae-a3b8-cc684093d66a_del complete
Oct 27 16:31:22 user nova-compute[75076]: INFO nova.compute.manager [None req-e0051592-ea50-4ad5-9a8a-7b7229b9e5c6 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Took 1.05 seconds to destroy the instance on the hypervisor.
Oct 27 16:31:22 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-e0051592-ea50-4ad5-9a8a-7b7229b9e5c6 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:31:22 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:31:22 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:31:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:23 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:31:23 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Took 1.33 seconds to deallocate network for instance.
Oct 27 16:31:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e0051592-ea50-4ad5-9a8a-7b7229b9e5c6 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:31:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e0051592-ea50-4ad5-9a8a-7b7229b9e5c6 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:31:23 user nova-compute[75076]: DEBUG nova.compute.manager [req-69e8dca0-1e46-422d-a000-f1f29e7f1f5a req-2179d1e5-aabe-4daf-adff-72b8e3b25563 service nova] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Received event network-vif-plugged-8cdf5dba-01bc-40b0-89e3-c6babd0dd145 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:31:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-69e8dca0-1e46-422d-a000-f1f29e7f1f5a req-2179d1e5-aabe-4daf-adff-72b8e3b25563 service nova] Acquiring lock "37432f0c-bdae-4fae-a3b8-cc684093d66a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:31:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-69e8dca0-1e46-422d-a000-f1f29e7f1f5a req-2179d1e5-aabe-4daf-adff-72b8e3b25563 service nova] Lock "37432f0c-bdae-4fae-a3b8-cc684093d66a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:31:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-69e8dca0-1e46-422d-a000-f1f29e7f1f5a req-2179d1e5-aabe-4daf-adff-72b8e3b25563 service nova] Lock "37432f0c-bdae-4fae-a3b8-cc684093d66a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:31:23 user nova-compute[75076]: DEBUG nova.compute.manager [req-69e8dca0-1e46-422d-a000-f1f29e7f1f5a req-2179d1e5-aabe-4daf-adff-72b8e3b25563 service nova] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] No waiting events found dispatching network-vif-plugged-8cdf5dba-01bc-40b0-89e3-c6babd0dd145 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:31:23 user nova-compute[75076]: WARNING nova.compute.manager [req-69e8dca0-1e46-422d-a000-f1f29e7f1f5a req-2179d1e5-aabe-4daf-adff-72b8e3b25563 service nova] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Received unexpected event network-vif-plugged-8cdf5dba-01bc-40b0-89e3-c6babd0dd145 for instance with vm_state deleted and task_state None.
Oct 27 16:31:23 user nova-compute[75076]: DEBUG nova.compute.manager [req-69e8dca0-1e46-422d-a000-f1f29e7f1f5a req-2179d1e5-aabe-4daf-adff-72b8e3b25563 service nova] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Received event network-vif-plugged-8cdf5dba-01bc-40b0-89e3-c6babd0dd145 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:31:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-69e8dca0-1e46-422d-a000-f1f29e7f1f5a req-2179d1e5-aabe-4daf-adff-72b8e3b25563 service nova] Acquiring lock "37432f0c-bdae-4fae-a3b8-cc684093d66a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:31:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-69e8dca0-1e46-422d-a000-f1f29e7f1f5a req-2179d1e5-aabe-4daf-adff-72b8e3b25563 service nova] Lock "37432f0c-bdae-4fae-a3b8-cc684093d66a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:31:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-69e8dca0-1e46-422d-a000-f1f29e7f1f5a req-2179d1e5-aabe-4daf-adff-72b8e3b25563 service nova] Lock "37432f0c-bdae-4fae-a3b8-cc684093d66a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:31:23 user nova-compute[75076]: DEBUG nova.compute.manager [req-69e8dca0-1e46-422d-a000-f1f29e7f1f5a req-2179d1e5-aabe-4daf-adff-72b8e3b25563 service nova] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] No waiting events found dispatching network-vif-plugged-8cdf5dba-01bc-40b0-89e3-c6babd0dd145 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:31:23 user nova-compute[75076]: WARNING nova.compute.manager [req-69e8dca0-1e46-422d-a000-f1f29e7f1f5a req-2179d1e5-aabe-4daf-adff-72b8e3b25563 service nova] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Received unexpected event network-vif-plugged-8cdf5dba-01bc-40b0-89e3-c6babd0dd145 for instance with vm_state deleted and task_state None.
Oct 27 16:31:23 user nova-compute[75076]: DEBUG nova.compute.manager [req-69e8dca0-1e46-422d-a000-f1f29e7f1f5a req-2179d1e5-aabe-4daf-adff-72b8e3b25563 service nova] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Received event network-vif-plugged-8cdf5dba-01bc-40b0-89e3-c6babd0dd145 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:31:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-69e8dca0-1e46-422d-a000-f1f29e7f1f5a req-2179d1e5-aabe-4daf-adff-72b8e3b25563 service nova] Acquiring lock "37432f0c-bdae-4fae-a3b8-cc684093d66a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:31:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-69e8dca0-1e46-422d-a000-f1f29e7f1f5a req-2179d1e5-aabe-4daf-adff-72b8e3b25563 service nova] Lock "37432f0c-bdae-4fae-a3b8-cc684093d66a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:31:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-69e8dca0-1e46-422d-a000-f1f29e7f1f5a req-2179d1e5-aabe-4daf-adff-72b8e3b25563 service nova] Lock "37432f0c-bdae-4fae-a3b8-cc684093d66a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:31:23 user nova-compute[75076]: DEBUG nova.compute.manager [req-69e8dca0-1e46-422d-a000-f1f29e7f1f5a req-2179d1e5-aabe-4daf-adff-72b8e3b25563 service nova] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] No waiting events found dispatching network-vif-plugged-8cdf5dba-01bc-40b0-89e3-c6babd0dd145 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:31:23 user nova-compute[75076]: WARNING nova.compute.manager [req-69e8dca0-1e46-422d-a000-f1f29e7f1f5a req-2179d1e5-aabe-4daf-adff-72b8e3b25563 service nova] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Received unexpected event network-vif-plugged-8cdf5dba-01bc-40b0-89e3-c6babd0dd145 for instance with vm_state deleted and task_state None.
Oct 27 16:31:23 user nova-compute[75076]: DEBUG nova.compute.manager [req-69e8dca0-1e46-422d-a000-f1f29e7f1f5a req-2179d1e5-aabe-4daf-adff-72b8e3b25563 service nova] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Received event network-vif-unplugged-8cdf5dba-01bc-40b0-89e3-c6babd0dd145 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:31:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-69e8dca0-1e46-422d-a000-f1f29e7f1f5a req-2179d1e5-aabe-4daf-adff-72b8e3b25563 service nova] Acquiring lock "37432f0c-bdae-4fae-a3b8-cc684093d66a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:31:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-69e8dca0-1e46-422d-a000-f1f29e7f1f5a req-2179d1e5-aabe-4daf-adff-72b8e3b25563 service nova] Lock "37432f0c-bdae-4fae-a3b8-cc684093d66a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:31:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-69e8dca0-1e46-422d-a000-f1f29e7f1f5a req-2179d1e5-aabe-4daf-adff-72b8e3b25563 service nova] Lock "37432f0c-bdae-4fae-a3b8-cc684093d66a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:31:23 user nova-compute[75076]: DEBUG nova.compute.manager [req-69e8dca0-1e46-422d-a000-f1f29e7f1f5a req-2179d1e5-aabe-4daf-adff-72b8e3b25563 service nova] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] No waiting events found dispatching network-vif-unplugged-8cdf5dba-01bc-40b0-89e3-c6babd0dd145 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:31:23 user nova-compute[75076]: WARNING nova.compute.manager [req-69e8dca0-1e46-422d-a000-f1f29e7f1f5a req-2179d1e5-aabe-4daf-adff-72b8e3b25563 service nova] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Received unexpected event network-vif-unplugged-8cdf5dba-01bc-40b0-89e3-c6babd0dd145 for instance with vm_state deleted and task_state None.
Oct 27 16:31:23 user nova-compute[75076]: DEBUG nova.compute.manager [req-69e8dca0-1e46-422d-a000-f1f29e7f1f5a req-2179d1e5-aabe-4daf-adff-72b8e3b25563 service nova] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Received event network-vif-plugged-8cdf5dba-01bc-40b0-89e3-c6babd0dd145 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:31:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-69e8dca0-1e46-422d-a000-f1f29e7f1f5a req-2179d1e5-aabe-4daf-adff-72b8e3b25563 service nova] Acquiring lock "37432f0c-bdae-4fae-a3b8-cc684093d66a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:31:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-69e8dca0-1e46-422d-a000-f1f29e7f1f5a req-2179d1e5-aabe-4daf-adff-72b8e3b25563 service nova] Lock "37432f0c-bdae-4fae-a3b8-cc684093d66a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:31:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-69e8dca0-1e46-422d-a000-f1f29e7f1f5a req-2179d1e5-aabe-4daf-adff-72b8e3b25563 service nova] Lock "37432f0c-bdae-4fae-a3b8-cc684093d66a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:31:23 user nova-compute[75076]: DEBUG nova.compute.manager [req-69e8dca0-1e46-422d-a000-f1f29e7f1f5a req-2179d1e5-aabe-4daf-adff-72b8e3b25563 service nova] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] No waiting events found dispatching network-vif-plugged-8cdf5dba-01bc-40b0-89e3-c6babd0dd145 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:31:23 user nova-compute[75076]: WARNING nova.compute.manager [req-69e8dca0-1e46-422d-a000-f1f29e7f1f5a req-2179d1e5-aabe-4daf-adff-72b8e3b25563 service nova] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Received unexpected event network-vif-plugged-8cdf5dba-01bc-40b0-89e3-c6babd0dd145 for instance with vm_state deleted and task_state None.
Oct 27 16:31:23 user nova-compute[75076]: DEBUG nova.compute.manager [req-69e8dca0-1e46-422d-a000-f1f29e7f1f5a req-2179d1e5-aabe-4daf-adff-72b8e3b25563 service nova] [instance: 37432f0c-bdae-4fae-a3b8-cc684093d66a] Received event network-vif-deleted-8cdf5dba-01bc-40b0-89e3-c6babd0dd145 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:31:23 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-e0051592-ea50-4ad5-9a8a-7b7229b9e5c6 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:31:23 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-e0051592-ea50-4ad5-9a8a-7b7229b9e5c6 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:31:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e0051592-ea50-4ad5-9a8a-7b7229b9e5c6 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.208s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:31:24 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-e0051592-ea50-4ad5-9a8a-7b7229b9e5c6 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Deleted allocations for instance 37432f0c-bdae-4fae-a3b8-cc684093d66a
Oct 27 16:31:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e0051592-ea50-4ad5-9a8a-7b7229b9e5c6 tempest-TestServerVolumeAttachScenarioOldVersion-433820443 tempest-TestServerVolumeAttachScenarioOldVersion-433820443-project-member] Lock "37432f0c-bdae-4fae-a3b8-cc684093d66a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.789s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:31:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:33 user nova-compute[75076]: DEBUG nova.compute.manager [req-413eb91b-61ca-48e6-a454-ed99342d73af req-3972fd76-63d8-4528-a41c-02317284ada8 service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Received event network-changed-e556669b-73fe-4392-8537-cd7cb3591b4f {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:31:33 user nova-compute[75076]: DEBUG nova.compute.manager [req-413eb91b-61ca-48e6-a454-ed99342d73af req-3972fd76-63d8-4528-a41c-02317284ada8 service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Refreshing instance network info cache due to event network-changed-e556669b-73fe-4392-8537-cd7cb3591b4f. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:31:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-413eb91b-61ca-48e6-a454-ed99342d73af req-3972fd76-63d8-4528-a41c-02317284ada8 service nova] Acquiring lock "refresh_cache-fee097af-1a09-4712-bfb9-c1048c507ffe" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:31:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-413eb91b-61ca-48e6-a454-ed99342d73af req-3972fd76-63d8-4528-a41c-02317284ada8 service nova] Acquired lock "refresh_cache-fee097af-1a09-4712-bfb9-c1048c507ffe" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:31:33 user nova-compute[75076]: DEBUG nova.network.neutron [req-413eb91b-61ca-48e6-a454-ed99342d73af req-3972fd76-63d8-4528-a41c-02317284ada8 service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Refreshing network info cache for port e556669b-73fe-4392-8537-cd7cb3591b4f {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:31:34 user nova-compute[75076]: DEBUG nova.network.neutron [req-413eb91b-61ca-48e6-a454-ed99342d73af req-3972fd76-63d8-4528-a41c-02317284ada8 service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Updated VIF entry in instance network info cache for port e556669b-73fe-4392-8537-cd7cb3591b4f. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:31:34 user nova-compute[75076]: DEBUG nova.network.neutron [req-413eb91b-61ca-48e6-a454-ed99342d73af req-3972fd76-63d8-4528-a41c-02317284ada8 service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Updating instance_info_cache with network_info: [{"id": "e556669b-73fe-4392-8537-cd7cb3591b4f", "address": "fa:16:3e:65:52:12", "network": {"id": "1f711bac-9fa3-4b2a-a0ee-f35fd41edec1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1925502631-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be9ef9fb00964d9c8f649793b0e969e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape556669b-73", "ovs_interfaceid": "e556669b-73fe-4392-8537-cd7cb3591b4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:31:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-413eb91b-61ca-48e6-a454-ed99342d73af req-3972fd76-63d8-4528-a41c-02317284ada8 service nova] Releasing lock "refresh_cache-fee097af-1a09-4712-bfb9-c1048c507ffe" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:31:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:38 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:31:38 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:31:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-fee097af-1a09-4712-bfb9-c1048c507ffe" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:31:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-fee097af-1a09-4712-bfb9-c1048c507ffe" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:31:38 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 16:31:38 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Updating instance_info_cache with network_info: [{"id": "e556669b-73fe-4392-8537-cd7cb3591b4f", "address": "fa:16:3e:65:52:12", "network": {"id": "1f711bac-9fa3-4b2a-a0ee-f35fd41edec1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1925502631-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be9ef9fb00964d9c8f649793b0e969e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape556669b-73", "ovs_interfaceid": "e556669b-73fe-4392-8537-cd7cb3591b4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:31:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-fee097af-1a09-4712-bfb9-c1048c507ffe" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:31:38 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 16:31:39 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:31:39 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:31:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:40 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:31:40 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:31:40 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:31:42 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:31:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:43 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:31:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:31:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:31:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:31:43 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:31:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3cc9e5bf-744a-461e-bb34-73b91d52a4a5/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:31:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3cc9e5bf-744a-461e-bb34-73b91d52a4a5/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:31:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3cc9e5bf-744a-461e-bb34-73b91d52a4a5/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:31:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3cc9e5bf-744a-461e-bb34-73b91d52a4a5/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:31:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:31:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:31:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:31:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:31:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:31:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:31:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:31:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:31:44 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:31:44 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:31:44 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=8510MB free_disk=25.241806030273438GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:31:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:31:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:31:44 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance fee097af-1a09-4712-bfb9-c1048c507ffe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:31:44 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 5db5857f-f475-438b-87ea-e99b1f9366c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:31:44 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 3cc9e5bf-744a-461e-bb34-73b91d52a4a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:31:44 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:31:44 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:31:44 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:31:44 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:31:44 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:31:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.275s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:31:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:47 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:31:47 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:31:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:31:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:31:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:31:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:31:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:31:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:31:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Acquiring lock "9fc01439-241d-45f7-81a7-8860b4849939" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:32:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "9fc01439-241d-45f7-81a7-8860b4849939" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:32:00 user nova-compute[75076]: DEBUG nova.compute.manager [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:32:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:32:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:32:00 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:32:00 user nova-compute[75076]: INFO nova.compute.claims [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Claim successful on node user
Oct 27 16:32:00 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:32:00 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:32:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.272s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:32:01 user nova-compute[75076]: DEBUG nova.compute.manager [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:32:01 user nova-compute[75076]: DEBUG nova.compute.manager [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:32:01 user nova-compute[75076]: DEBUG nova.network.neutron [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:32:01 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:32:01 user nova-compute[75076]: DEBUG nova.compute.manager [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:32:01 user nova-compute[75076]: DEBUG nova.policy [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dab7a049eef348cba35f260a2eea1707', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44ca7e988f9f466bb169bceae343c954', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:32:01 user nova-compute[75076]: DEBUG nova.compute.manager [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:32:01 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:32:01 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Creating image(s)
Oct 27 16:32:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Acquiring lock "/opt/stack/data/nova/instances/9fc01439-241d-45f7-81a7-8860b4849939/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:32:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "/opt/stack/data/nova/instances/9fc01439-241d-45f7-81a7-8860b4849939/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:32:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "/opt/stack/data/nova/instances/9fc01439-241d-45f7-81a7-8860b4849939/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:32:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:32:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.193s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:32:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Acquiring lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:32:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:32:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:32:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.174s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:32:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/9fc01439-241d-45f7-81a7-8860b4849939/disk 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:32:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/9fc01439-241d-45f7-81a7-8860b4849939/disk 1073741824" returned: 0 in 0.059s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:32:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.240s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:32:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:32:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.199s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:32:01 user nova-compute[75076]: DEBUG nova.network.neutron [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Successfully created port: e5d506ef-e13c-4873-a4b7-d929cd0a626b {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:32:01 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9fc01439-241d-45f7-81a7-8860b4849939/disk. size=1073741824 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:32:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fc01439-241d-45f7-81a7-8860b4849939/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:32:02 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fc01439-241d-45f7-81a7-8860b4849939/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:32:02 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Cannot resize image /opt/stack/data/nova/instances/9fc01439-241d-45f7-81a7-8860b4849939/disk to a smaller size. {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 16:32:02 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:32:02 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Ensure instance console log exists: /opt/stack/data/nova/instances/9fc01439-241d-45f7-81a7-8860b4849939/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:32:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:32:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:32:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:32:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:32:02 user nova-compute[75076]: DEBUG nova.network.neutron [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Successfully updated port: e5d506ef-e13c-4873-a4b7-d929cd0a626b {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:32:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Acquiring lock "refresh_cache-9fc01439-241d-45f7-81a7-8860b4849939" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:32:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Acquired lock "refresh_cache-9fc01439-241d-45f7-81a7-8860b4849939" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:32:02 user nova-compute[75076]: DEBUG nova.network.neutron [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:32:02 user nova-compute[75076]: DEBUG nova.compute.manager [req-8f2c57bd-8ecb-4b22-8cdf-d6932a6bf07f req-f5db0746-3837-4d5c-a03a-746d21601d7c service nova] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Received event network-changed-e5d506ef-e13c-4873-a4b7-d929cd0a626b {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:32:02 user nova-compute[75076]: DEBUG nova.compute.manager [req-8f2c57bd-8ecb-4b22-8cdf-d6932a6bf07f req-f5db0746-3837-4d5c-a03a-746d21601d7c service nova] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Refreshing instance network info cache due to event network-changed-e5d506ef-e13c-4873-a4b7-d929cd0a626b. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:32:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8f2c57bd-8ecb-4b22-8cdf-d6932a6bf07f req-f5db0746-3837-4d5c-a03a-746d21601d7c service nova] Acquiring lock "refresh_cache-9fc01439-241d-45f7-81a7-8860b4849939" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:32:02 user nova-compute[75076]: DEBUG nova.network.neutron [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG nova.network.neutron [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Updating instance_info_cache with network_info: [{"id": "e5d506ef-e13c-4873-a4b7-d929cd0a626b", "address": "fa:16:3e:82:8c:de", "network": {"id": "a4cd92b5-8cea-4135-86fc-8241f5ec05e6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1716485942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "44ca7e988f9f466bb169bceae343c954", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5d506ef-e1", "ovs_interfaceid": "e5d506ef-e13c-4873-a4b7-d929cd0a626b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Releasing lock "refresh_cache-9fc01439-241d-45f7-81a7-8860b4849939" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG nova.compute.manager [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Instance network_info: |[{"id": "e5d506ef-e13c-4873-a4b7-d929cd0a626b", "address": "fa:16:3e:82:8c:de", "network": {"id": "a4cd92b5-8cea-4135-86fc-8241f5ec05e6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1716485942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "44ca7e988f9f466bb169bceae343c954", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5d506ef-e1", "ovs_interfaceid": "e5d506ef-e13c-4873-a4b7-d929cd0a626b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8f2c57bd-8ecb-4b22-8cdf-d6932a6bf07f req-f5db0746-3837-4d5c-a03a-746d21601d7c service nova] Acquired lock "refresh_cache-9fc01439-241d-45f7-81a7-8860b4849939" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG nova.network.neutron [req-8f2c57bd-8ecb-4b22-8cdf-d6932a6bf07f req-f5db0746-3837-4d5c-a03a-746d21601d7c service nova] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Refreshing network info cache for port e5d506ef-e13c-4873-a4b7-d929cd0a626b {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Start _get_guest_xml network_info=[{"id": "e5d506ef-e13c-4873-a4b7-d929cd0a626b", "address": "fa:16:3e:82:8c:de", "network": {"id": "a4cd92b5-8cea-4135-86fc-8241f5ec05e6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1716485942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "44ca7e988f9f466bb169bceae343c954", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5d506ef-e1", "ovs_interfaceid": "e5d506ef-e13c-4873-a4b7-d929cd0a626b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:32:03 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:32:03 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:32:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:31:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1491688036',display_name='tempest-AttachVolumeTestJSON-server-1491688036',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1491688036',id=39,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOqzuZgG8GMjcf8TePTr1+x8Rjed1xj54nIHVKG/E1WE2wSnvAmNfZ1hgppM1pK1VEBNvu7oFsqxRU5txqGSVXVjvTaCRx0uMrYNLrGEhA7d+RkyT65vvSluM3cB0LaDQg==',key_name='tempest-keypair-1324421682',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='44ca7e988f9f466bb169bceae343c954',ramdisk_id='',reservation_id='r-z5kvin8b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1648334762',owner_user_name='tempest-AttachVolumeTestJSON-1648334762-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:32:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dab7a049eef348cba35f260a2eea1707',uuid=9fc01439-241d-45f7-81a7-8860b4849939,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e5d506ef-e13c-4873-a4b7-d929cd0a626b", "address": "fa:16:3e:82:8c:de", "network": {"id": "a4cd92b5-8cea-4135-86fc-8241f5ec05e6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1716485942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "44ca7e988f9f466bb169bceae343c954", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5d506ef-e1", "ovs_interfaceid": "e5d506ef-e13c-4873-a4b7-d929cd0a626b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Converting VIF {"id": "e5d506ef-e13c-4873-a4b7-d929cd0a626b", "address": "fa:16:3e:82:8c:de", "network": {"id": "a4cd92b5-8cea-4135-86fc-8241f5ec05e6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1716485942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "44ca7e988f9f466bb169bceae343c954", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5d506ef-e1", "ovs_interfaceid": "e5d506ef-e13c-4873-a4b7-d929cd0a626b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:82:8c:de,bridge_name='br-int',has_traffic_filtering=True,id=e5d506ef-e13c-4873-a4b7-d929cd0a626b,network=Network(a4cd92b5-8cea-4135-86fc-8241f5ec05e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape5d506ef-e1') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG nova.objects.instance [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lazy-loading 'pci_devices' on Instance uuid 9fc01439-241d-45f7-81a7-8860b4849939 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:32:03 user nova-compute[75076]:   <uuid>9fc01439-241d-45f7-81a7-8860b4849939</uuid>
Oct 27 16:32:03 user nova-compute[75076]:   <name>instance-00000027</name>
Oct 27 16:32:03 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:32:03 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:32:03 user nova-compute[75076]:   <metadata>
Oct 27 16:32:03 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:32:03 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:32:03 user nova-compute[75076]:       <nova:name>tempest-AttachVolumeTestJSON-server-1491688036</nova:name>
Oct 27 16:32:03 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:32:03</nova:creationTime>
Oct 27 16:32:03 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:32:03 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:32:03 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:32:03 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:32:03 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:32:03 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:32:03 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:32:03 user nova-compute[75076]:       <nova:owner>
Oct 27 16:32:03 user nova-compute[75076]:         <nova:user uuid="dab7a049eef348cba35f260a2eea1707">tempest-AttachVolumeTestJSON-1648334762-project-member</nova:user>
Oct 27 16:32:03 user nova-compute[75076]:         <nova:project uuid="44ca7e988f9f466bb169bceae343c954">tempest-AttachVolumeTestJSON-1648334762</nova:project>
Oct 27 16:32:03 user nova-compute[75076]:       </nova:owner>
Oct 27 16:32:03 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:32:03 user nova-compute[75076]:       <nova:ports>
Oct 27 16:32:03 user nova-compute[75076]:         <nova:port uuid="e5d506ef-e13c-4873-a4b7-d929cd0a626b">
Oct 27 16:32:03 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 27 16:32:03 user nova-compute[75076]:         </nova:port>
Oct 27 16:32:03 user nova-compute[75076]:       </nova:ports>
Oct 27 16:32:03 user nova-compute[75076]:     </nova:instance>
Oct 27 16:32:03 user nova-compute[75076]:   </metadata>
Oct 27 16:32:03 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:32:03 user nova-compute[75076]:     <system>
Oct 27 16:32:03 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:32:03 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:32:03 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:32:03 user nova-compute[75076]:       <entry name="serial">9fc01439-241d-45f7-81a7-8860b4849939</entry>
Oct 27 16:32:03 user nova-compute[75076]:       <entry name="uuid">9fc01439-241d-45f7-81a7-8860b4849939</entry>
Oct 27 16:32:03 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:32:03 user nova-compute[75076]:     </system>
Oct 27 16:32:03 user nova-compute[75076]:   </sysinfo>
Oct 27 16:32:03 user nova-compute[75076]:   <os>
Oct 27 16:32:03 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:32:03 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:32:03 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:32:03 user nova-compute[75076]:   </os>
Oct 27 16:32:03 user nova-compute[75076]:   <features>
Oct 27 16:32:03 user nova-compute[75076]:     <acpi/>
Oct 27 16:32:03 user nova-compute[75076]:     <apic/>
Oct 27 16:32:03 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:32:03 user nova-compute[75076]:   </features>
Oct 27 16:32:03 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:32:03 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:32:03 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:32:03 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:32:03 user nova-compute[75076]:   </clock>
Oct 27 16:32:03 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:32:03 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:32:03 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:32:03 user nova-compute[75076]:   </cpu>
Oct 27 16:32:03 user nova-compute[75076]:   <devices>
Oct 27 16:32:03 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:32:03 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:32:03 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/9fc01439-241d-45f7-81a7-8860b4849939/disk"/>
Oct 27 16:32:03 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:32:03 user nova-compute[75076]:     </disk>
Oct 27 16:32:03 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:32:03 user nova-compute[75076]:       <mac address="fa:16:3e:82:8c:de"/>
Oct 27 16:32:03 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:32:03 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:32:03 user nova-compute[75076]:       <target dev="tape5d506ef-e1"/>
Oct 27 16:32:03 user nova-compute[75076]:     </interface>
Oct 27 16:32:03 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:32:03 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/9fc01439-241d-45f7-81a7-8860b4849939/console.log" append="off"/>
Oct 27 16:32:03 user nova-compute[75076]:     </serial>
Oct 27 16:32:03 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:32:03 user nova-compute[75076]:     <video>
Oct 27 16:32:03 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:32:03 user nova-compute[75076]:     </video>
Oct 27 16:32:03 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:32:03 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:32:03 user nova-compute[75076]:     </rng>
Oct 27 16:32:03 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:32:03 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:32:03 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:32:03 user nova-compute[75076]:     </memballoon>
Oct 27 16:32:03 user nova-compute[75076]:   </devices>
Oct 27 16:32:03 user nova-compute[75076]: </domain>
Oct 27 16:32:03 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:31:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1491688036',display_name='tempest-AttachVolumeTestJSON-server-1491688036',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1491688036',id=39,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOqzuZgG8GMjcf8TePTr1+x8Rjed1xj54nIHVKG/E1WE2wSnvAmNfZ1hgppM1pK1VEBNvu7oFsqxRU5txqGSVXVjvTaCRx0uMrYNLrGEhA7d+RkyT65vvSluM3cB0LaDQg==',key_name='tempest-keypair-1324421682',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='44ca7e988f9f466bb169bceae343c954',ramdisk_id='',reservation_id='r-z5kvin8b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1648334762',owner_user_name='tempest-AttachVolumeTestJSON-1648334762-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:32:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dab7a049eef348cba35f260a2eea1707',uuid=9fc01439-241d-45f7-81a7-8860b4849939,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e5d506ef-e13c-4873-a4b7-d929cd0a626b", "address": "fa:16:3e:82:8c:de", "network": {"id": "a4cd92b5-8cea-4135-86fc-8241f5ec05e6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1716485942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "44ca7e988f9f466bb169bceae343c954", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5d506ef-e1", "ovs_interfaceid": "e5d506ef-e13c-4873-a4b7-d929cd0a626b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Converting VIF {"id": "e5d506ef-e13c-4873-a4b7-d929cd0a626b", "address": "fa:16:3e:82:8c:de", "network": {"id": "a4cd92b5-8cea-4135-86fc-8241f5ec05e6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1716485942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "44ca7e988f9f466bb169bceae343c954", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5d506ef-e1", "ovs_interfaceid": "e5d506ef-e13c-4873-a4b7-d929cd0a626b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:82:8c:de,bridge_name='br-int',has_traffic_filtering=True,id=e5d506ef-e13c-4873-a4b7-d929cd0a626b,network=Network(a4cd92b5-8cea-4135-86fc-8241f5ec05e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape5d506ef-e1') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG os_vif [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:82:8c:de,bridge_name='br-int',has_traffic_filtering=True,id=e5d506ef-e13c-4873-a4b7-d929cd0a626b,network=Network(a4cd92b5-8cea-4135-86fc-8241f5ec05e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape5d506ef-e1') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2e0f87f2-84f1-50a4-9a2e-54a6ba08d8d5', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape5d506ef-e1, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape5d506ef-e1, col_values=(('qos', UUID('a51b3d14-d113-4db8-ab81-55fc48addf36')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape5d506ef-e1, col_values=(('external_ids', {'iface-id': 'e5d506ef-e13c-4873-a4b7-d929cd0a626b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:82:8c:de', 'vm-uuid': '9fc01439-241d-45f7-81a7-8860b4849939'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:03 user nova-compute[75076]: INFO os_vif [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:82:8c:de,bridge_name='br-int',has_traffic_filtering=True,id=e5d506ef-e13c-4873-a4b7-d929cd0a626b,network=Network(a4cd92b5-8cea-4135-86fc-8241f5ec05e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape5d506ef-e1')
Oct 27 16:32:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] No VIF found with MAC fa:16:3e:82:8c:de, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG nova.network.neutron [req-8f2c57bd-8ecb-4b22-8cdf-d6932a6bf07f req-f5db0746-3837-4d5c-a03a-746d21601d7c service nova] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Updated VIF entry in instance network info cache for port e5d506ef-e13c-4873-a4b7-d929cd0a626b. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG nova.network.neutron [req-8f2c57bd-8ecb-4b22-8cdf-d6932a6bf07f req-f5db0746-3837-4d5c-a03a-746d21601d7c service nova] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Updating instance_info_cache with network_info: [{"id": "e5d506ef-e13c-4873-a4b7-d929cd0a626b", "address": "fa:16:3e:82:8c:de", "network": {"id": "a4cd92b5-8cea-4135-86fc-8241f5ec05e6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1716485942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "44ca7e988f9f466bb169bceae343c954", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5d506ef-e1", "ovs_interfaceid": "e5d506ef-e13c-4873-a4b7-d929cd0a626b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:32:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8f2c57bd-8ecb-4b22-8cdf-d6932a6bf07f req-f5db0746-3837-4d5c-a03a-746d21601d7c service nova] Releasing lock "refresh_cache-9fc01439-241d-45f7-81a7-8860b4849939" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:32:04 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:04 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:04 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:04 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:04 user nova-compute[75076]: DEBUG nova.compute.manager [req-d1448d4d-2ef2-4380-a97c-2b7fe9429a3d req-ff3edb91-d256-4060-8568-9de615a3060f service nova] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Received event network-vif-plugged-e5d506ef-e13c-4873-a4b7-d929cd0a626b {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:32:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-d1448d4d-2ef2-4380-a97c-2b7fe9429a3d req-ff3edb91-d256-4060-8568-9de615a3060f service nova] Acquiring lock "9fc01439-241d-45f7-81a7-8860b4849939-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:32:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-d1448d4d-2ef2-4380-a97c-2b7fe9429a3d req-ff3edb91-d256-4060-8568-9de615a3060f service nova] Lock "9fc01439-241d-45f7-81a7-8860b4849939-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:32:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-d1448d4d-2ef2-4380-a97c-2b7fe9429a3d req-ff3edb91-d256-4060-8568-9de615a3060f service nova] Lock "9fc01439-241d-45f7-81a7-8860b4849939-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:32:04 user nova-compute[75076]: DEBUG nova.compute.manager [req-d1448d4d-2ef2-4380-a97c-2b7fe9429a3d req-ff3edb91-d256-4060-8568-9de615a3060f service nova] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] No waiting events found dispatching network-vif-plugged-e5d506ef-e13c-4873-a4b7-d929cd0a626b {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:32:04 user nova-compute[75076]: WARNING nova.compute.manager [req-d1448d4d-2ef2-4380-a97c-2b7fe9429a3d req-ff3edb91-d256-4060-8568-9de615a3060f service nova] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Received unexpected event network-vif-plugged-e5d506ef-e13c-4873-a4b7-d929cd0a626b for instance with vm_state building and task_state spawning.
Oct 27 16:32:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:06 user nova-compute[75076]: DEBUG nova.compute.manager [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:32:06 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:32:06 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Instance spawned successfully.
Oct 27 16:32:06 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:32:06 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:32:06 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:32:06 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:32:06 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:32:06 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:32:06 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:32:06 user nova-compute[75076]: INFO nova.compute.manager [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Took 5.62 seconds to spawn the instance on the hypervisor.
Oct 27 16:32:06 user nova-compute[75076]: DEBUG nova.compute.manager [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:32:06 user nova-compute[75076]: INFO nova.compute.manager [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Took 6.25 seconds to build instance.
Oct 27 16:32:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-dcb62232-ceaf-462c-98f5-3c2f247dd0cb tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "9fc01439-241d-45f7-81a7-8860b4849939" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.370s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:32:07 user nova-compute[75076]: DEBUG nova.compute.manager [req-13a534eb-2c58-43bc-be73-7a1364663493 req-2303c647-d925-4195-9e05-1ce78b501349 service nova] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Received event network-vif-plugged-e5d506ef-e13c-4873-a4b7-d929cd0a626b {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:32:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-13a534eb-2c58-43bc-be73-7a1364663493 req-2303c647-d925-4195-9e05-1ce78b501349 service nova] Acquiring lock "9fc01439-241d-45f7-81a7-8860b4849939-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:32:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-13a534eb-2c58-43bc-be73-7a1364663493 req-2303c647-d925-4195-9e05-1ce78b501349 service nova] Lock "9fc01439-241d-45f7-81a7-8860b4849939-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:32:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-13a534eb-2c58-43bc-be73-7a1364663493 req-2303c647-d925-4195-9e05-1ce78b501349 service nova] Lock "9fc01439-241d-45f7-81a7-8860b4849939-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:32:07 user nova-compute[75076]: DEBUG nova.compute.manager [req-13a534eb-2c58-43bc-be73-7a1364663493 req-2303c647-d925-4195-9e05-1ce78b501349 service nova] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] No waiting events found dispatching network-vif-plugged-e5d506ef-e13c-4873-a4b7-d929cd0a626b {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:32:07 user nova-compute[75076]: WARNING nova.compute.manager [req-13a534eb-2c58-43bc-be73-7a1364663493 req-2303c647-d925-4195-9e05-1ce78b501349 service nova] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Received unexpected event network-vif-plugged-e5d506ef-e13c-4873-a4b7-d929cd0a626b for instance with vm_state active and task_state None.
Oct 27 16:32:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:32 user nova-compute[75076]: DEBUG nova.compute.manager [req-a93f633d-25f4-480c-91f9-4df4e2ab3f92 req-801088af-42c5-4269-9b0e-0744f94a5d71 service nova] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Received event network-changed-8b0f84c9-9577-40c4-b609-18c7bd6a594f {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:32:32 user nova-compute[75076]: DEBUG nova.compute.manager [req-a93f633d-25f4-480c-91f9-4df4e2ab3f92 req-801088af-42c5-4269-9b0e-0744f94a5d71 service nova] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Refreshing instance network info cache due to event network-changed-8b0f84c9-9577-40c4-b609-18c7bd6a594f. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:32:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a93f633d-25f4-480c-91f9-4df4e2ab3f92 req-801088af-42c5-4269-9b0e-0744f94a5d71 service nova] Acquiring lock "refresh_cache-5db5857f-f475-438b-87ea-e99b1f9366c4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:32:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a93f633d-25f4-480c-91f9-4df4e2ab3f92 req-801088af-42c5-4269-9b0e-0744f94a5d71 service nova] Acquired lock "refresh_cache-5db5857f-f475-438b-87ea-e99b1f9366c4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:32:32 user nova-compute[75076]: DEBUG nova.network.neutron [req-a93f633d-25f4-480c-91f9-4df4e2ab3f92 req-801088af-42c5-4269-9b0e-0744f94a5d71 service nova] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Refreshing network info cache for port 8b0f84c9-9577-40c4-b609-18c7bd6a594f {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:32:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:33 user nova-compute[75076]: DEBUG nova.network.neutron [req-a93f633d-25f4-480c-91f9-4df4e2ab3f92 req-801088af-42c5-4269-9b0e-0744f94a5d71 service nova] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Updated VIF entry in instance network info cache for port 8b0f84c9-9577-40c4-b609-18c7bd6a594f. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:32:33 user nova-compute[75076]: DEBUG nova.network.neutron [req-a93f633d-25f4-480c-91f9-4df4e2ab3f92 req-801088af-42c5-4269-9b0e-0744f94a5d71 service nova] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Updating instance_info_cache with network_info: [{"id": "8b0f84c9-9577-40c4-b609-18c7bd6a594f", "address": "fa:16:3e:15:33:56", "network": {"id": "efcb6f8e-b586-4a9c-83ea-a2f041cd966c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-927474664-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.54", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd89d4f2ad1e448696ed331f55caa41f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b0f84c9-95", "ovs_interfaceid": "8b0f84c9-9577-40c4-b609-18c7bd6a594f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:32:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a93f633d-25f4-480c-91f9-4df4e2ab3f92 req-801088af-42c5-4269-9b0e-0744f94a5d71 service nova] Releasing lock "refresh_cache-5db5857f-f475-438b-87ea-e99b1f9366c4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:32:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Acquiring lock "f7b2c759-f6a3-47fe-930c-1f8ed87a556e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:32:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "f7b2c759-f6a3-47fe-930c-1f8ed87a556e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:32:37 user nova-compute[75076]: DEBUG nova.compute.manager [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:32:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:32:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:32:37 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:32:37 user nova-compute[75076]: INFO nova.compute.claims [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Claim successful on node user
Oct 27 16:32:37 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:32:37 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:32:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.330s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:32:37 user nova-compute[75076]: DEBUG nova.compute.manager [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:32:37 user nova-compute[75076]: DEBUG nova.compute.manager [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:32:37 user nova-compute[75076]: DEBUG nova.network.neutron [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:32:37 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:32:37 user nova-compute[75076]: DEBUG nova.compute.manager [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:32:37 user nova-compute[75076]: DEBUG nova.policy [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2bb9151b2328445191815d7cbe296c12', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e48c42740cb846cb891a277f94e44788', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:32:37 user nova-compute[75076]: DEBUG nova.compute.manager [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:32:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:32:37 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Creating image(s)
Oct 27 16:32:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Acquiring lock "/opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:32:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "/opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:32:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "/opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:32:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:32:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.202s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:32:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Acquiring lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:32:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:32:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:32:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.197s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:32:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:32:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk 1073741824" returned: 0 in 0.060s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:32:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.265s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:32:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:32:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.181s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:32:38 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk. size=1073741824 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:32:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:32:38 user nova-compute[75076]: DEBUG nova.network.neutron [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Successfully created port: 2b5058ca-f946-4e67-939f-2bf0e544a5c2 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:32:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:32:38 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Cannot resize image /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk to a smaller size. {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 16:32:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:32:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Ensure instance console log exists: /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:32:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:32:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:32:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Rebuilding the list of instances to heal {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Skipping network cache update for instance because it is Building. {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-fee097af-1a09-4712-bfb9-c1048c507ffe" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-fee097af-1a09-4712-bfb9-c1048c507ffe" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG nova.objects.instance [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lazy-loading 'info_cache' on Instance uuid fee097af-1a09-4712-bfb9-c1048c507ffe {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG nova.network.neutron [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Successfully updated port: 2b5058ca-f946-4e67-939f-2bf0e544a5c2 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Acquiring lock "refresh_cache-f7b2c759-f6a3-47fe-930c-1f8ed87a556e" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Acquired lock "refresh_cache-f7b2c759-f6a3-47fe-930c-1f8ed87a556e" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG nova.network.neutron [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG nova.compute.manager [req-78887b78-1880-4fbc-8fcc-8025e70fdd89 req-d7add7cd-b286-4242-977b-9d2f6b891145 service nova] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Received event network-changed-2b5058ca-f946-4e67-939f-2bf0e544a5c2 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG nova.compute.manager [req-78887b78-1880-4fbc-8fcc-8025e70fdd89 req-d7add7cd-b286-4242-977b-9d2f6b891145 service nova] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Refreshing instance network info cache due to event network-changed-2b5058ca-f946-4e67-939f-2bf0e544a5c2. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-78887b78-1880-4fbc-8fcc-8025e70fdd89 req-d7add7cd-b286-4242-977b-9d2f6b891145 service nova] Acquiring lock "refresh_cache-f7b2c759-f6a3-47fe-930c-1f8ed87a556e" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG nova.network.neutron [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG nova.network.neutron [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Updating instance_info_cache with network_info: [{"id": "2b5058ca-f946-4e67-939f-2bf0e544a5c2", "address": "fa:16:3e:ff:f7:30", "network": {"id": "27829e9a-7883-4370-ae60-7222bbca1f25", "bridge": "br-int", "label": "tempest-TestStampPattern-1983507517-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e48c42740cb846cb891a277f94e44788", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b5058ca-f9", "ovs_interfaceid": "2b5058ca-f946-4e67-939f-2bf0e544a5c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Releasing lock "refresh_cache-f7b2c759-f6a3-47fe-930c-1f8ed87a556e" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG nova.compute.manager [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Instance network_info: |[{"id": "2b5058ca-f946-4e67-939f-2bf0e544a5c2", "address": "fa:16:3e:ff:f7:30", "network": {"id": "27829e9a-7883-4370-ae60-7222bbca1f25", "bridge": "br-int", "label": "tempest-TestStampPattern-1983507517-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e48c42740cb846cb891a277f94e44788", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b5058ca-f9", "ovs_interfaceid": "2b5058ca-f946-4e67-939f-2bf0e544a5c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-78887b78-1880-4fbc-8fcc-8025e70fdd89 req-d7add7cd-b286-4242-977b-9d2f6b891145 service nova] Acquired lock "refresh_cache-f7b2c759-f6a3-47fe-930c-1f8ed87a556e" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG nova.network.neutron [req-78887b78-1880-4fbc-8fcc-8025e70fdd89 req-d7add7cd-b286-4242-977b-9d2f6b891145 service nova] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Refreshing network info cache for port 2b5058ca-f946-4e67-939f-2bf0e544a5c2 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Start _get_guest_xml network_info=[{"id": "2b5058ca-f946-4e67-939f-2bf0e544a5c2", "address": "fa:16:3e:ff:f7:30", "network": {"id": "27829e9a-7883-4370-ae60-7222bbca1f25", "bridge": "br-int", "label": "tempest-TestStampPattern-1983507517-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e48c42740cb846cb891a277f94e44788", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b5058ca-f9", "ovs_interfaceid": "2b5058ca-f946-4e67-939f-2bf0e544a5c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:32:39 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:32:39 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:32:39 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:32:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1893841838',display_name='tempest-TestStampPattern-server-1893841838',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1893841838',id=40,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP+NLYHxp387TSyjpbwHv8lpN2O0zWP4t0H/ZSCPzdhi4hhbPkLftXKKTU/x5j1tSzI+BdcHqircC13qi7JIibZIApvymksRLw8kgvhatPBje7oJ2U6G39P6UbO22QRBRg==',key_name='tempest-TestStampPattern-861609448',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e48c42740cb846cb891a277f94e44788',ramdisk_id='',reservation_id='r-5moy7vuc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-547876826',owner_user_name='tempest-TestStampPattern-547876826-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:32:38Z,user_data=None,user_id='2bb9151b2328445191815d7cbe296c12',uuid=f7b2c759-f6a3-47fe-930c-1f8ed87a556e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2b5058ca-f946-4e67-939f-2bf0e544a5c2", "address": "fa:16:3e:ff:f7:30", "network": {"id": "27829e9a-7883-4370-ae60-7222bbca1f25", "bridge": "br-int", "label": "tempest-TestStampPattern-1983507517-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e48c42740cb846cb891a277f94e44788", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b5058ca-f9", "ovs_interfaceid": "2b5058ca-f946-4e67-939f-2bf0e544a5c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Converting VIF {"id": "2b5058ca-f946-4e67-939f-2bf0e544a5c2", "address": "fa:16:3e:ff:f7:30", "network": {"id": "27829e9a-7883-4370-ae60-7222bbca1f25", "bridge": "br-int", "label": "tempest-TestStampPattern-1983507517-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e48c42740cb846cb891a277f94e44788", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b5058ca-f9", "ovs_interfaceid": "2b5058ca-f946-4e67-939f-2bf0e544a5c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ff:f7:30,bridge_name='br-int',has_traffic_filtering=True,id=2b5058ca-f946-4e67-939f-2bf0e544a5c2,network=Network(27829e9a-7883-4370-ae60-7222bbca1f25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2b5058ca-f9') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG nova.objects.instance [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lazy-loading 'pci_devices' on Instance uuid f7b2c759-f6a3-47fe-930c-1f8ed87a556e {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:32:39 user nova-compute[75076]:   <uuid>f7b2c759-f6a3-47fe-930c-1f8ed87a556e</uuid>
Oct 27 16:32:39 user nova-compute[75076]:   <name>instance-00000028</name>
Oct 27 16:32:39 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:32:39 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:32:39 user nova-compute[75076]:   <metadata>
Oct 27 16:32:39 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:32:39 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:32:39 user nova-compute[75076]:       <nova:name>tempest-TestStampPattern-server-1893841838</nova:name>
Oct 27 16:32:39 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:32:39</nova:creationTime>
Oct 27 16:32:39 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:32:39 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:32:39 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:32:39 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:32:39 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:32:39 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:32:39 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:32:39 user nova-compute[75076]:       <nova:owner>
Oct 27 16:32:39 user nova-compute[75076]:         <nova:user uuid="2bb9151b2328445191815d7cbe296c12">tempest-TestStampPattern-547876826-project-member</nova:user>
Oct 27 16:32:39 user nova-compute[75076]:         <nova:project uuid="e48c42740cb846cb891a277f94e44788">tempest-TestStampPattern-547876826</nova:project>
Oct 27 16:32:39 user nova-compute[75076]:       </nova:owner>
Oct 27 16:32:39 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:32:39 user nova-compute[75076]:       <nova:ports>
Oct 27 16:32:39 user nova-compute[75076]:         <nova:port uuid="2b5058ca-f946-4e67-939f-2bf0e544a5c2">
Oct 27 16:32:39 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 27 16:32:39 user nova-compute[75076]:         </nova:port>
Oct 27 16:32:39 user nova-compute[75076]:       </nova:ports>
Oct 27 16:32:39 user nova-compute[75076]:     </nova:instance>
Oct 27 16:32:39 user nova-compute[75076]:   </metadata>
Oct 27 16:32:39 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:32:39 user nova-compute[75076]:     <system>
Oct 27 16:32:39 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:32:39 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:32:39 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:32:39 user nova-compute[75076]:       <entry name="serial">f7b2c759-f6a3-47fe-930c-1f8ed87a556e</entry>
Oct 27 16:32:39 user nova-compute[75076]:       <entry name="uuid">f7b2c759-f6a3-47fe-930c-1f8ed87a556e</entry>
Oct 27 16:32:39 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:32:39 user nova-compute[75076]:     </system>
Oct 27 16:32:39 user nova-compute[75076]:   </sysinfo>
Oct 27 16:32:39 user nova-compute[75076]:   <os>
Oct 27 16:32:39 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:32:39 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:32:39 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:32:39 user nova-compute[75076]:   </os>
Oct 27 16:32:39 user nova-compute[75076]:   <features>
Oct 27 16:32:39 user nova-compute[75076]:     <acpi/>
Oct 27 16:32:39 user nova-compute[75076]:     <apic/>
Oct 27 16:32:39 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:32:39 user nova-compute[75076]:   </features>
Oct 27 16:32:39 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:32:39 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:32:39 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:32:39 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:32:39 user nova-compute[75076]:   </clock>
Oct 27 16:32:39 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:32:39 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:32:39 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:32:39 user nova-compute[75076]:   </cpu>
Oct 27 16:32:39 user nova-compute[75076]:   <devices>
Oct 27 16:32:39 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:32:39 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:32:39 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk"/>
Oct 27 16:32:39 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:32:39 user nova-compute[75076]:     </disk>
Oct 27 16:32:39 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:32:39 user nova-compute[75076]:       <mac address="fa:16:3e:ff:f7:30"/>
Oct 27 16:32:39 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:32:39 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:32:39 user nova-compute[75076]:       <target dev="tap2b5058ca-f9"/>
Oct 27 16:32:39 user nova-compute[75076]:     </interface>
Oct 27 16:32:39 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:32:39 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/console.log" append="off"/>
Oct 27 16:32:39 user nova-compute[75076]:     </serial>
Oct 27 16:32:39 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:32:39 user nova-compute[75076]:     <video>
Oct 27 16:32:39 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:32:39 user nova-compute[75076]:     </video>
Oct 27 16:32:39 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:32:39 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:32:39 user nova-compute[75076]:     </rng>
Oct 27 16:32:39 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:32:39 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:32:39 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:32:39 user nova-compute[75076]:     </memballoon>
Oct 27 16:32:39 user nova-compute[75076]:   </devices>
Oct 27 16:32:39 user nova-compute[75076]: </domain>
Oct 27 16:32:39 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:32:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1893841838',display_name='tempest-TestStampPattern-server-1893841838',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1893841838',id=40,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP+NLYHxp387TSyjpbwHv8lpN2O0zWP4t0H/ZSCPzdhi4hhbPkLftXKKTU/x5j1tSzI+BdcHqircC13qi7JIibZIApvymksRLw8kgvhatPBje7oJ2U6G39P6UbO22QRBRg==',key_name='tempest-TestStampPattern-861609448',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e48c42740cb846cb891a277f94e44788',ramdisk_id='',reservation_id='r-5moy7vuc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-547876826',owner_user_name='tempest-TestStampPattern-547876826-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:32:38Z,user_data=None,user_id='2bb9151b2328445191815d7cbe296c12',uuid=f7b2c759-f6a3-47fe-930c-1f8ed87a556e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2b5058ca-f946-4e67-939f-2bf0e544a5c2", "address": "fa:16:3e:ff:f7:30", "network": {"id": "27829e9a-7883-4370-ae60-7222bbca1f25", "bridge": "br-int", "label": "tempest-TestStampPattern-1983507517-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e48c42740cb846cb891a277f94e44788", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b5058ca-f9", "ovs_interfaceid": "2b5058ca-f946-4e67-939f-2bf0e544a5c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Converting VIF {"id": "2b5058ca-f946-4e67-939f-2bf0e544a5c2", "address": "fa:16:3e:ff:f7:30", "network": {"id": "27829e9a-7883-4370-ae60-7222bbca1f25", "bridge": "br-int", "label": "tempest-TestStampPattern-1983507517-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e48c42740cb846cb891a277f94e44788", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b5058ca-f9", "ovs_interfaceid": "2b5058ca-f946-4e67-939f-2bf0e544a5c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ff:f7:30,bridge_name='br-int',has_traffic_filtering=True,id=2b5058ca-f946-4e67-939f-2bf0e544a5c2,network=Network(27829e9a-7883-4370-ae60-7222bbca1f25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2b5058ca-f9') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG os_vif [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:f7:30,bridge_name='br-int',has_traffic_filtering=True,id=2b5058ca-f946-4e67-939f-2bf0e544a5c2,network=Network(27829e9a-7883-4370-ae60-7222bbca1f25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2b5058ca-f9') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4e8582f7-5d55-5ddf-9687-70e5180ec22c', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Updating instance_info_cache with network_info: [{"id": "e556669b-73fe-4392-8537-cd7cb3591b4f", "address": "fa:16:3e:65:52:12", "network": {"id": "1f711bac-9fa3-4b2a-a0ee-f35fd41edec1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1925502631-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be9ef9fb00964d9c8f649793b0e969e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape556669b-73", "ovs_interfaceid": "e556669b-73fe-4392-8537-cd7cb3591b4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2b5058ca-f9, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2b5058ca-f9, col_values=(('qos', UUID('deb86870-f26c-45d3-8d2e-181da5688a7c')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2b5058ca-f9, col_values=(('external_ids', {'iface-id': '2b5058ca-f946-4e67-939f-2bf0e544a5c2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ff:f7:30', 'vm-uuid': 'f7b2c759-f6a3-47fe-930c-1f8ed87a556e'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:39 user nova-compute[75076]: INFO os_vif [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:f7:30,bridge_name='br-int',has_traffic_filtering=True,id=2b5058ca-f946-4e67-939f-2bf0e544a5c2,network=Network(27829e9a-7883-4370-ae60-7222bbca1f25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2b5058ca-f9')
Oct 27 16:32:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-fee097af-1a09-4712-bfb9-c1048c507ffe" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:32:39 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] No VIF found with MAC fa:16:3e:ff:f7:30, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:32:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Acquiring lock "5db5857f-f475-438b-87ea-e99b1f9366c4" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:32:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "5db5857f-f475-438b-87ea-e99b1f9366c4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:32:40 user nova-compute[75076]: DEBUG nova.objects.instance [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lazy-loading 'flavor' on Instance uuid 5db5857f-f475-438b-87ea-e99b1f9366c4 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:32:40 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:32:40 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:32:40 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:32:40 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:32:40 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:32:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "5db5857f-f475-438b-87ea-e99b1f9366c4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.061s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:32:40 user nova-compute[75076]: DEBUG nova.network.neutron [req-78887b78-1880-4fbc-8fcc-8025e70fdd89 req-d7add7cd-b286-4242-977b-9d2f6b891145 service nova] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Updated VIF entry in instance network info cache for port 2b5058ca-f946-4e67-939f-2bf0e544a5c2. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:32:40 user nova-compute[75076]: DEBUG nova.network.neutron [req-78887b78-1880-4fbc-8fcc-8025e70fdd89 req-d7add7cd-b286-4242-977b-9d2f6b891145 service nova] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Updating instance_info_cache with network_info: [{"id": "2b5058ca-f946-4e67-939f-2bf0e544a5c2", "address": "fa:16:3e:ff:f7:30", "network": {"id": "27829e9a-7883-4370-ae60-7222bbca1f25", "bridge": "br-int", "label": "tempest-TestStampPattern-1983507517-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e48c42740cb846cb891a277f94e44788", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b5058ca-f9", "ovs_interfaceid": "2b5058ca-f946-4e67-939f-2bf0e544a5c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:32:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-78887b78-1880-4fbc-8fcc-8025e70fdd89 req-d7add7cd-b286-4242-977b-9d2f6b891145 service nova] Releasing lock "refresh_cache-f7b2c759-f6a3-47fe-930c-1f8ed87a556e" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:32:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Acquiring lock "5db5857f-f475-438b-87ea-e99b1f9366c4" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:32:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "5db5857f-f475-438b-87ea-e99b1f9366c4" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:32:40 user nova-compute[75076]: INFO nova.compute.manager [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Attaching volume 48547b4b-e760-4c3a-be7f-cf5ddf6faec5 to /dev/vdb
Oct 27 16:32:40 user nova-compute[75076]: DEBUG os_brick.utils [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:32:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:32:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:32:40 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[589596a8-7008-4e85-9241-627432db5ac0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:32:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:32:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:32:40 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e332ac7-1be3-4151-ac93-bfa76e3bd81b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:32:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:32:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:32:40 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c680facf-b100-482a-9a9e-e2a02572fa47]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:32:40 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[9375d0ba-9b88-460a-99d8-a1fcf191b348]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:32:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:32:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:32:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:32:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:32:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:32:40 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:32:40 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[854a0abb-904f-432b-86ef-107d592b6847]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:32:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:32:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:32:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:32:40 user nova-compute[75076]: DEBUG os_brick.utils [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] <== get_connector_properties: return (136ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:32:40 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Updating existing volume attachment record: ed82032e-bb17-4bc4-8d0b-1b228fe058e5 {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:32:41 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:41 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:41 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:41 user nova-compute[75076]: DEBUG nova.compute.manager [req-90229c8f-14d1-4c2a-b78b-89e2270b4bea req-9a3d8e9c-1e61-47ff-8aa9-52f2707b5513 service nova] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Received event network-vif-plugged-2b5058ca-f946-4e67-939f-2bf0e544a5c2 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:32:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-90229c8f-14d1-4c2a-b78b-89e2270b4bea req-9a3d8e9c-1e61-47ff-8aa9-52f2707b5513 service nova] Acquiring lock "f7b2c759-f6a3-47fe-930c-1f8ed87a556e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:32:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-90229c8f-14d1-4c2a-b78b-89e2270b4bea req-9a3d8e9c-1e61-47ff-8aa9-52f2707b5513 service nova] Lock "f7b2c759-f6a3-47fe-930c-1f8ed87a556e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:32:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-90229c8f-14d1-4c2a-b78b-89e2270b4bea req-9a3d8e9c-1e61-47ff-8aa9-52f2707b5513 service nova] Lock "f7b2c759-f6a3-47fe-930c-1f8ed87a556e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:32:41 user nova-compute[75076]: DEBUG nova.compute.manager [req-90229c8f-14d1-4c2a-b78b-89e2270b4bea req-9a3d8e9c-1e61-47ff-8aa9-52f2707b5513 service nova] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] No waiting events found dispatching network-vif-plugged-2b5058ca-f946-4e67-939f-2bf0e544a5c2 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:32:41 user nova-compute[75076]: WARNING nova.compute.manager [req-90229c8f-14d1-4c2a-b78b-89e2270b4bea req-9a3d8e9c-1e61-47ff-8aa9-52f2707b5513 service nova] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Received unexpected event network-vif-plugged-2b5058ca-f946-4e67-939f-2bf0e544a5c2 for instance with vm_state building and task_state spawning.
Oct 27 16:32:41 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:41 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:43 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:32:43 user nova-compute[75076]: DEBUG nova.compute.manager [req-52eef161-3f55-41d6-bcbb-a8b6c72afaad req-6d20e2a2-d801-40de-915e-43990e3e316d service nova] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Received event network-vif-plugged-2b5058ca-f946-4e67-939f-2bf0e544a5c2 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:32:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-52eef161-3f55-41d6-bcbb-a8b6c72afaad req-6d20e2a2-d801-40de-915e-43990e3e316d service nova] Acquiring lock "f7b2c759-f6a3-47fe-930c-1f8ed87a556e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:32:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-52eef161-3f55-41d6-bcbb-a8b6c72afaad req-6d20e2a2-d801-40de-915e-43990e3e316d service nova] Lock "f7b2c759-f6a3-47fe-930c-1f8ed87a556e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:32:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-52eef161-3f55-41d6-bcbb-a8b6c72afaad req-6d20e2a2-d801-40de-915e-43990e3e316d service nova] Lock "f7b2c759-f6a3-47fe-930c-1f8ed87a556e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:32:43 user nova-compute[75076]: DEBUG nova.compute.manager [req-52eef161-3f55-41d6-bcbb-a8b6c72afaad req-6d20e2a2-d801-40de-915e-43990e3e316d service nova] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] No waiting events found dispatching network-vif-plugged-2b5058ca-f946-4e67-939f-2bf0e544a5c2 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:32:43 user nova-compute[75076]: WARNING nova.compute.manager [req-52eef161-3f55-41d6-bcbb-a8b6c72afaad req-6d20e2a2-d801-40de-915e-43990e3e316d service nova] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Received unexpected event network-vif-plugged-2b5058ca-f946-4e67-939f-2bf0e544a5c2 for instance with vm_state building and task_state spawning.
Oct 27 16:32:43 user nova-compute[75076]: DEBUG nova.compute.manager [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:32:43 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:32:43 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Instance spawned successfully.
Oct 27 16:32:43 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:32:43 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:32:43 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:32:43 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:32:43 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:32:43 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:32:43 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:32:43 user nova-compute[75076]: INFO nova.compute.manager [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Took 5.99 seconds to spawn the instance on the hypervisor.
Oct 27 16:32:43 user nova-compute[75076]: DEBUG nova.compute.manager [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:32:43 user nova-compute[75076]: INFO nova.compute.manager [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Took 6.72 seconds to build instance.
Oct 27 16:32:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-238f6bfe-c506-4a22-8d37-82a71ae0bb80 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "f7b2c759-f6a3-47fe-930c-1f8ed87a556e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.830s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:32:44 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:32:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:45 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:32:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:32:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:32:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:32:45 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:32:45 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3cc9e5bf-744a-461e-bb34-73b91d52a4a5/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:32:45 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3cc9e5bf-744a-461e-bb34-73b91d52a4a5/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:32:45 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3cc9e5bf-744a-461e-bb34-73b91d52a4a5/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:32:45 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3cc9e5bf-744a-461e-bb34-73b91d52a4a5/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:32:45 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fc01439-241d-45f7-81a7-8860b4849939/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:32:45 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fc01439-241d-45f7-81a7-8860b4849939/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:32:45 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fc01439-241d-45f7-81a7-8860b4849939/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:32:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fc01439-241d-45f7-81a7-8860b4849939/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:32:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:32:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:32:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:32:46 user nova-compute[75076]: DEBUG nova.compute.manager [req-778ae10d-aadc-478d-96e7-b1eb0b278eff req-38e7149b-922d-43f3-b0ac-b0f3425f6a8a service nova] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Received event network-changed-4cb59b4a-157d-467a-a714-a7d29f78ea87 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:32:46 user nova-compute[75076]: DEBUG nova.compute.manager [req-778ae10d-aadc-478d-96e7-b1eb0b278eff req-38e7149b-922d-43f3-b0ac-b0f3425f6a8a service nova] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Refreshing instance network info cache due to event network-changed-4cb59b4a-157d-467a-a714-a7d29f78ea87. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:32:46 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-778ae10d-aadc-478d-96e7-b1eb0b278eff req-38e7149b-922d-43f3-b0ac-b0f3425f6a8a service nova] Acquiring lock "refresh_cache-3cc9e5bf-744a-461e-bb34-73b91d52a4a5" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:32:46 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-778ae10d-aadc-478d-96e7-b1eb0b278eff req-38e7149b-922d-43f3-b0ac-b0f3425f6a8a service nova] Acquired lock "refresh_cache-3cc9e5bf-744a-461e-bb34-73b91d52a4a5" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:32:46 user nova-compute[75076]: DEBUG nova.network.neutron [req-778ae10d-aadc-478d-96e7-b1eb0b278eff req-38e7149b-922d-43f3-b0ac-b0f3425f6a8a service nova] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Refreshing network info cache for port 4cb59b4a-157d-467a-a714-a7d29f78ea87 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:32:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:32:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:32:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:32:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:32:46 user nova-compute[75076]: DEBUG nova.network.neutron [req-778ae10d-aadc-478d-96e7-b1eb0b278eff req-38e7149b-922d-43f3-b0ac-b0f3425f6a8a service nova] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Updated VIF entry in instance network info cache for port 4cb59b4a-157d-467a-a714-a7d29f78ea87. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:32:46 user nova-compute[75076]: DEBUG nova.network.neutron [req-778ae10d-aadc-478d-96e7-b1eb0b278eff req-38e7149b-922d-43f3-b0ac-b0f3425f6a8a service nova] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Updating instance_info_cache with network_info: [{"id": "4cb59b4a-157d-467a-a714-a7d29f78ea87", "address": "fa:16:3e:45:49:db", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.32", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cb59b4a-15", "ovs_interfaceid": "4cb59b4a-157d-467a-a714-a7d29f78ea87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:32:46 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-778ae10d-aadc-478d-96e7-b1eb0b278eff req-38e7149b-922d-43f3-b0ac-b0f3425f6a8a service nova] Releasing lock "refresh_cache-3cc9e5bf-744a-461e-bb34-73b91d52a4a5" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:32:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk --force-share --output=json" returned: 0 in 0.247s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:32:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:32:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:32:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:32:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:32:47 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:32:47 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:32:47 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=8359MB free_disk=25.199886322021484GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:32:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:32:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:32:48 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance fee097af-1a09-4712-bfb9-c1048c507ffe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:32:48 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 5db5857f-f475-438b-87ea-e99b1f9366c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:32:48 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 3cc9e5bf-744a-461e-bb34-73b91d52a4a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:32:48 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 9fc01439-241d-45f7-81a7-8860b4849939 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:32:48 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance f7b2c759-f6a3-47fe-930c-1f8ed87a556e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:32:48 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:32:48 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:32:48 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:32:48 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:32:48 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:32:48 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.422s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:32:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:50 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:32:50 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:32:54 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:32:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TxMRuCKt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:33:00 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:33:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:33:00 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:33:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:33:00 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:33:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cf59adf-84f2-40f7-9793-73fb3ef4fa52]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:33:00 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6eeff2a1-2f37-457c-bef2-6251a21d4add]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5] added
Oct 27 16:33:00 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[50c901fa-7b02-49fb-8cc4-155332d1e2dd]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[af7d88c4-42af-4e30-aa81-0c1d67ed149e]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TxMRuCKt {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TxMRuCKt" returned: 0 in 0.038s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9df4ea5-9798-4cd4-86c7-2fafea96f185]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'TxMRuCKt'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[990c8497-c843-4e7d-ab3c-58099fb785da]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c47fe970-e8e1-4190-9016-125bd7bc3cc9]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 27 16:33:00 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 27 16:33:00 user nova-compute[75076]:  {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:33:00 user nova-compute[75076]: WARNING os_brick.initiator.connectors.iscsi [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 27 16:33:00 user nova-compute[75076]: 
Oct 27 16:33:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[34e0b6b9-41fe-4f92-8fbe-3e1d6921387a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5, portal: 172.16.0.220,3260]
Oct 27 16:33:00 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5, portal: 172.16.0.220,3260] successful.
Oct 27 16:33:00 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[25e80e67-4045-4d28-b3b4-f2bf1908a25e]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4582945-e532-41a5-b461-107a1cc9280c]: (4, ('tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 (non-flash)
Oct 27 16:33:00 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsi session list stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 (non-flash)
Oct 27 16:33:00 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.295s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] HCTL ('33', '-', '-', 0) found on session 39 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f4df591-b811-428e-9932-c630c1852291]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Searching for a device in session 39 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TxMRuCKt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "3cc9e5bf-744a-461e-bb34-73b91d52a4a5" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "3cc9e5bf-744a-461e-bb34-73b91d52a4a5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:33:00 user nova-compute[75076]: DEBUG nova.objects.instance [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lazy-loading 'flavor' on Instance uuid 3cc9e5bf-744a-461e-bb34-73b91d52a4a5 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:33:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "3cc9e5bf-744a-461e-bb34-73b91d52a4a5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.065s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:33:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "3cc9e5bf-744a-461e-bb34-73b91d52a4a5" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:33:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "3cc9e5bf-744a-461e-bb34-73b91d52a4a5" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:33:01 user nova-compute[75076]: INFO nova.compute.manager [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Attaching volume 660d5d80-446f-468f-ac40-b1724d6d35ab to /dev/vdb
Oct 27 16:33:01 user nova-compute[75076]: DEBUG os_brick.utils [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:33:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:01 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[98573490-a832-49ed-ba94-319b2b79dfc7]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:01 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5131fedf-095f-45f9-98f3-bcd9730ff0a5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:01 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1abc88c3-c6c0-4569-b7aa-622de82db99d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:01 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd17fbfc-fd02-4d35-9afd-11f3b86a76ab]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:33:01 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:33:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:33:01 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:33:01 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6a59013-348c-40e2-8a63-8d3644287f3b]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:01 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:33:01 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:33:01 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:33:01 user nova-compute[75076]: DEBUG os_brick.utils [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:33:01 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Updating existing volume attachment record: c87a12b8-689e-4cb3-a4f1-d26da5779913 {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:33:01 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.328s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:33:01 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] <== connect_volume: return (1330ms) {'type': 'block', 'scsi_wwn': '26466313164313534', 'path': '/dev/sdb'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:33:01 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26466313164313534', 'path': '/dev/sdb'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:33:01 user nova-compute[75076]: DEBUG nova.objects.instance [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lazy-loading 'flavor' on Instance uuid 5db5857f-f475-438b-87ea-e99b1f9366c4 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:33:01 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 16:33:01 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:33:01 user nova-compute[75076]:   <source dev="/dev/sdb"/>
Oct 27 16:33:01 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:33:01 user nova-compute[75076]:   <serial>48547b4b-e760-4c3a-be7f-cf5ddf6faec5</serial>
Oct 27 16:33:01 user nova-compute[75076]: </disk>
Oct 27 16:33:01 user nova-compute[75076]:  {{(pid=75076) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 16:33:02 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:33:02 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:33:02 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] No VIF found with MAC fa:16:3e:15:33:56, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:33:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b0e0951d-7ef2-4931-b9fe-4560cd7f46a2 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "5db5857f-f475-438b-87ea-e99b1f9366c4" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.314s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:33:04 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:33:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:33:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:33:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:33:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:33:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:33:19 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:33:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:33:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:33:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dzZHlKQi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:33:20 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:33:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:33:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:33:20 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:33:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:33:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:33:20 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:33:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:20 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2f91fdc-d69e-4284-a122-05edb42572af]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:33:20 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:33:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:20 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[29015720-728b-4252-a4c8-82bc7c8a73dd]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab] added
Oct 27 16:33:20 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:33:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:20 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[680335b9-3746-449f-b4e8-324945cbf3be]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:33:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:20 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[93898889-b86c-45ce-a167-f1ebbf91176b]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:33:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dzZHlKQi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dzZHlKQi" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:20 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[17b229e6-f438-46d1-b127-20e0b4859ce4]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'dzZHlKQi'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:33:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:21 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4793d04-6fbe-4449-8a1e-8ca5f4d71c02]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:33:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:21 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c39702d2-a705-4f0d-a701-89c749e39a0d]: (4, ('tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 (non-flash)
Oct 27 16:33:21 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:33:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsi session list stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 (non-flash)
Oct 27 16:33:21 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:33:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:21 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f04d05c9-5eea-4c9a-8171-357670c508fb]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab, portal: 172.16.0.220,3260]
Oct 27 16:33:21 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab, portal: 172.16.0.220,3260] successful.
Oct 27 16:33:21 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:33:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:21 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d45e5fe1-e5d9-49f4-a2ee-236a215e9dd2]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:33:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:21 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ceec85f8-6beb-4d74-9507-1caa40ac1a6d]: (4, ('tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 (non-flash)
Oct 27 16:33:21 user nova-compute[75076]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab (non-flash)
Oct 27 16:33:21 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:33:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsi session list stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 (non-flash)
Oct 27 16:33:21 user nova-compute[75076]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab (non-flash)
Oct 27 16:33:21 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:33:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.271s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:33:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:33:21 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] HCTL ('34', '-', '-', 0) found on session 40 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:33:21 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:33:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:21 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[30f6f685-6faa-42d2-a477-488574ae9d81]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:21 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Searching for a device in session 40 and hctl ['34', '*', '*', 0] yield: None {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:33:22 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Searching for a device in session 40 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:33:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dzZHlKQi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:33:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.301s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:33:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] <== connect_volume: return (1302ms) {'type': 'block', 'scsi_wwn': '26261366332313430', 'path': '/dev/sdc'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:33:22 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26261366332313430', 'path': '/dev/sdc'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:33:22 user nova-compute[75076]: DEBUG nova.objects.instance [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lazy-loading 'flavor' on Instance uuid 3cc9e5bf-744a-461e-bb34-73b91d52a4a5 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:33:22 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 16:33:22 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:33:22 user nova-compute[75076]:   <source dev="/dev/sdc"/>
Oct 27 16:33:22 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:33:22 user nova-compute[75076]:   <serial>660d5d80-446f-468f-ac40-b1724d6d35ab</serial>
Oct 27 16:33:22 user nova-compute[75076]: </disk>
Oct 27 16:33:22 user nova-compute[75076]:  {{(pid=75076) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 16:33:22 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:33:22 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:33:22 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] No VIF found with MAC fa:16:3e:45:49:db, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:33:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-26a1e8b4-c5b2-4a52-a318-709a4de5c671 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "3cc9e5bf-744a-461e-bb34-73b91d52a4a5" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.602s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:33:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a339e1c2-f80a-48ed-8881-4baeb312f2f2 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "3cc9e5bf-744a-461e-bb34-73b91d52a4a5" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:33:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a339e1c2-f80a-48ed-8881-4baeb312f2f2 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "3cc9e5bf-744a-461e-bb34-73b91d52a4a5" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:33:24 user nova-compute[75076]: INFO nova.compute.manager [None req-a339e1c2-f80a-48ed-8881-4baeb312f2f2 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Detaching volume 660d5d80-446f-468f-ac40-b1724d6d35ab
Oct 27 16:33:24 user nova-compute[75076]: INFO nova.virt.block_device [None req-a339e1c2-f80a-48ed-8881-4baeb312f2f2 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Attempting to driver detach volume 660d5d80-446f-468f-ac40-b1724d6d35ab from mountpoint /dev/vdb
Oct 27 16:33:24 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a339e1c2-f80a-48ed-8881-4baeb312f2f2 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Attempting to detach device vdb from instance 3cc9e5bf-744a-461e-bb34-73b91d52a4a5 from the persistent domain config. {{(pid=75076) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 16:33:24 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-a339e1c2-f80a-48ed-8881-4baeb312f2f2 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:33:24 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:33:24 user nova-compute[75076]:   <source dev="/dev/sdc"/>
Oct 27 16:33:24 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:33:24 user nova-compute[75076]:   <serial>660d5d80-446f-468f-ac40-b1724d6d35ab</serial>
Oct 27 16:33:24 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 16:33:24 user nova-compute[75076]: </disk>
Oct 27 16:33:24 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:33:24 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-a339e1c2-f80a-48ed-8881-4baeb312f2f2 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Successfully detached device vdb from instance 3cc9e5bf-744a-461e-bb34-73b91d52a4a5 from the persistent domain config.
Oct 27 16:33:24 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a339e1c2-f80a-48ed-8881-4baeb312f2f2 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 3cc9e5bf-744a-461e-bb34-73b91d52a4a5 from the live domain config. {{(pid=75076) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 16:33:24 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-a339e1c2-f80a-48ed-8881-4baeb312f2f2 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:33:24 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:33:24 user nova-compute[75076]:   <source dev="/dev/sdc"/>
Oct 27 16:33:24 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:33:24 user nova-compute[75076]:   <serial>660d5d80-446f-468f-ac40-b1724d6d35ab</serial>
Oct 27 16:33:24 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 16:33:24 user nova-compute[75076]: </disk>
Oct 27 16:33:24 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:33:24 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a339e1c2-f80a-48ed-8881-4baeb312f2f2 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 3cc9e5bf-744a-461e-bb34-73b91d52a4a5 {{(pid=75076) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 16:33:24 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:33:29 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:33:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:33:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Acquiring lock "fee097af-1a09-4712-bfb9-c1048c507ffe" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:33:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "fee097af-1a09-4712-bfb9-c1048c507ffe" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:33:31 user nova-compute[75076]: DEBUG nova.objects.instance [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lazy-loading 'flavor' on Instance uuid fee097af-1a09-4712-bfb9-c1048c507ffe {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:33:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "fee097af-1a09-4712-bfb9-c1048c507ffe" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:33:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Acquiring lock "fee097af-1a09-4712-bfb9-c1048c507ffe" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:33:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "fee097af-1a09-4712-bfb9-c1048c507ffe" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:33:31 user nova-compute[75076]: INFO nova.compute.manager [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Attaching volume e359330a-ad3f-41ff-b7e4-ae74e2413b1e to /dev/vdb
Oct 27 16:33:31 user nova-compute[75076]: DEBUG os_brick.utils [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:33:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[757fbf4e-1900-47b4-93b2-c2d7a48c71fd]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f65a0316-79af-4375-b330-ff80b6c08ead]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e0ecb36-6004-4f52-bc39-578c8adbf92a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e174fec0-ee98-491a-bcea-59faff16971f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:33:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:33:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:33:31 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:33:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee934c47-d7ae-421c-a75b-b2b6d154a957]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:33:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:33:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:33:31 user nova-compute[75076]: DEBUG os_brick.utils [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] <== get_connector_properties: return (208ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:33:31 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Updating existing volume attachment record: 1ac7b052-c834-41c5-95b1-640416cee89b {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:33:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:33:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bafca520-606d-4a3b-8e0b-38557edce826 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Acquiring lock "5db5857f-f475-438b-87ea-e99b1f9366c4" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:33:38 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bafca520-606d-4a3b-8e0b-38557edce826 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "5db5857f-f475-438b-87ea-e99b1f9366c4" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:33:38 user nova-compute[75076]: INFO nova.compute.manager [None req-bafca520-606d-4a3b-8e0b-38557edce826 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Detaching volume 48547b4b-e760-4c3a-be7f-cf5ddf6faec5
Oct 27 16:33:38 user nova-compute[75076]: INFO nova.virt.block_device [None req-bafca520-606d-4a3b-8e0b-38557edce826 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Attempting to driver detach volume 48547b4b-e760-4c3a-be7f-cf5ddf6faec5 from mountpoint /dev/vdb
Oct 27 16:33:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-bafca520-606d-4a3b-8e0b-38557edce826 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Attempting to detach device vdb from instance 5db5857f-f475-438b-87ea-e99b1f9366c4 from the persistent domain config. {{(pid=75076) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 16:33:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-bafca520-606d-4a3b-8e0b-38557edce826 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:33:38 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:33:38 user nova-compute[75076]:   <source dev="/dev/sdb"/>
Oct 27 16:33:38 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:33:38 user nova-compute[75076]:   <serial>48547b4b-e760-4c3a-be7f-cf5ddf6faec5</serial>
Oct 27 16:33:38 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 16:33:38 user nova-compute[75076]: </disk>
Oct 27 16:33:38 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:33:38 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-bafca520-606d-4a3b-8e0b-38557edce826 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Successfully detached device vdb from instance 5db5857f-f475-438b-87ea-e99b1f9366c4 from the persistent domain config.
Oct 27 16:33:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-bafca520-606d-4a3b-8e0b-38557edce826 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 5db5857f-f475-438b-87ea-e99b1f9366c4 from the live domain config. {{(pid=75076) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 16:33:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-bafca520-606d-4a3b-8e0b-38557edce826 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:33:38 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:33:38 user nova-compute[75076]:   <source dev="/dev/sdb"/>
Oct 27 16:33:38 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:33:38 user nova-compute[75076]:   <serial>48547b4b-e760-4c3a-be7f-cf5ddf6faec5</serial>
Oct 27 16:33:38 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 16:33:38 user nova-compute[75076]: </disk>
Oct 27 16:33:38 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:33:39 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-bafca520-606d-4a3b-8e0b-38557edce826 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 5db5857f-f475-438b-87ea-e99b1f9366c4 {{(pid=75076) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 16:33:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:33:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:33:40 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:33:40 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:33:40 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:33:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-5db5857f-f475-438b-87ea-e99b1f9366c4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:33:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-5db5857f-f475-438b-87ea-e99b1f9366c4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:33:40 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 16:33:40 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Updating instance_info_cache with network_info: [{"id": "8b0f84c9-9577-40c4-b609-18c7bd6a594f", "address": "fa:16:3e:15:33:56", "network": {"id": "efcb6f8e-b586-4a9c-83ea-a2f041cd966c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-927474664-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.54", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd89d4f2ad1e448696ed331f55caa41f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b0f84c9-95", "ovs_interfaceid": "8b0f84c9-9577-40c4-b609-18c7bd6a594f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:33:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-5db5857f-f475-438b-87ea-e99b1f9366c4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:33:40 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 16:33:40 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:33:41 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:33:41 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:33:42 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:33:44 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a339e1c2-f80a-48ed-8881-4baeb312f2f2 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 3cc9e5bf-744a-461e-bb34-73b91d52a4a5 is timed out.
Oct 27 16:33:44 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-a339e1c2-f80a-48ed-8881-4baeb312f2f2 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Successfully detached device vdb from instance 3cc9e5bf-744a-461e-bb34-73b91d52a4a5 from the live domain config.
Oct 27 16:33:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a339e1c2-f80a-48ed-8881-4baeb312f2f2 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a339e1c2-f80a-48ed-8881-4baeb312f2f2 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dzZHlKQi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:33:44 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-a339e1c2-f80a-48ed-8881-4baeb312f2f2 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:33:44 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-a339e1c2-f80a-48ed-8881-4baeb312f2f2 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-a339e1c2-f80a-48ed-8881-4baeb312f2f2 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[db8ba30f-a159-441a-ade4-6c6e4dfdcec0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a339e1c2-f80a-48ed-8881-4baeb312f2f2 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:33:44 user nova-compute[75076]: No targets found.
Oct 27 16:33:44 user nova-compute[75076]: iSNS:
Oct 27 16:33:44 user nova-compute[75076]: No targets found.
Oct 27 16:33:44 user nova-compute[75076]: STATIC:
Oct 27 16:33:44 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5
Oct 27 16:33:44 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:33:44 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:33:44 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab
Oct 27 16:33:44 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:33:44 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:33:44 user nova-compute[75076]: FIRMWARE:
Oct 27 16:33:44 user nova-compute[75076]: No targets found.
Oct 27 16:33:44 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a339e1c2-f80a-48ed-8881-4baeb312f2f2 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:33:44 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:33:44 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a339e1c2-f80a-48ed-8881-4baeb312f2f2 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f329c96-aa37-46f7-a24a-b30b0dcf9c5a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[28d195b8-5502-4b01-8d59-2a39a8ea7d2a]: (4, ('tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a339e1c2-f80a-48ed-8881-4baeb312f2f2 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 (non-flash)
Oct 27 16:33:44 user nova-compute[75076]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab (non-flash)
Oct 27 16:33:44 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a339e1c2-f80a-48ed-8881-4baeb312f2f2 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsi session list stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 (non-flash)
Oct 27 16:33:44 user nova-compute[75076]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab (non-flash)
Oct 27 16:33:44 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a339e1c2-f80a-48ed-8881-4baeb312f2f2 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe1c359000>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab'): ({'sdc'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-a339e1c2-f80a-48ed-8881-4baeb312f2f2 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Removing single pathed devices sdc {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0f4f63c-4c4d-4c31-808d-f6b4ee7ff4e6]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4e2c4a1-1228-4b6b-b819-4ab1932c60bd]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-a339e1c2-f80a-48ed-8881-4baeb312f2f2 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Flushing IO for device /dev/sdc {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a86472e-96bd-40f0-bb12-c568ce3a5501]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-a339e1c2-f80a-48ed-8881-4baeb312f2f2 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.047s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[65b1ea41-c9ad-4866-ac19-c6064a768172]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-a339e1c2-f80a-48ed-8881-4baeb312f2f2 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-a339e1c2-f80a-48ed-8881-4baeb312f2f2 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] SCSI volumes sdc have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a339e1c2-f80a-48ed-8881-4baeb312f2f2 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[0575c129-e4c5-4dc8-97d5-5da117bebecf]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a339e1c2-f80a-48ed-8881-4baeb312f2f2 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a959e597-0155-480d-9199-c23ecb74b8c6]: (4, ('Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab, portal: 172.16.0.220,3260]\nLogout of [sid: 40, target: iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a339e1c2-f80a-48ed-8881-4baeb312f2f2 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab, portal: 172.16.0.220,3260]
Oct 27 16:33:44 user nova-compute[75076]: Logout of [sid: 40, target: iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab, portal: 172.16.0.220,3260] successful.
Oct 27 16:33:44 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:660d5d80-446f-468f-ac40-b1724d6d35ab -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3009a13-7ca5-4da5-8a1b-e5bbdcc5ee72]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a339e1c2-f80a-48ed-8881-4baeb312f2f2 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-a339e1c2-f80a-48ed-8881-4baeb312f2f2 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.292s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a339e1c2-f80a-48ed-8881-4baeb312f2f2 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] <== disconnect_volume: return (294ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:33:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a339e1c2-f80a-48ed-8881-4baeb312f2f2 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:33:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:33:47 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:33:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:33:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:33:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:33:47 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:33:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3cc9e5bf-744a-461e-bb34-73b91d52a4a5/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3cc9e5bf-744a-461e-bb34-73b91d52a4a5/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3cc9e5bf-744a-461e-bb34-73b91d52a4a5/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3cc9e5bf-744a-461e-bb34-73b91d52a4a5/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fc01439-241d-45f7-81a7-8860b4849939/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fc01439-241d-45f7-81a7-8860b4849939/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fc01439-241d-45f7-81a7-8860b4849939/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:33:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fc01439-241d-45f7-81a7-8860b4849939/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:49 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:49 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:33:49 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:33:49 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=8385MB free_disk=25.15265655517578GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:33:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:33:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:33:49 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance fee097af-1a09-4712-bfb9-c1048c507ffe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:33:49 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 5db5857f-f475-438b-87ea-e99b1f9366c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:33:49 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 3cc9e5bf-744a-461e-bb34-73b91d52a4a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:33:49 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 9fc01439-241d-45f7-81a7-8860b4849939 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:33:49 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance f7b2c759-f6a3-47fe-930c-1f8ed87a556e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:33:49 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:33:49 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:33:49 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:33:49 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:33:49 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:33:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.308s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:33:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:33:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:33:50 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:33:50 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG nova.objects.instance [None req-a339e1c2-f80a-48ed-8881-4baeb312f2f2 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lazy-loading 'flavor' on Instance uuid 3cc9e5bf-744a-461e-bb34-73b91d52a4a5 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a339e1c2-f80a-48ed-8881-4baeb312f2f2 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "3cc9e5bf-744a-461e-bb34-73b91d52a4a5" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 27.289s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NvFLSxPh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:33:51 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:33:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:33:51 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:33:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:33:51 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:33:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6581f78b-5c83-4e7b-afb2-5cc0704b4398]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:33:51 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[edd2d66b-c727-4c7d-855d-b07820a09c3c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e] added
Oct 27 16:33:51 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[3308b108-aa31-4ebb-8975-c4ad3238baad]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[905f67b5-eea2-4c8d-9c65-925fc5235c44]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NvFLSxPh {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG nova.compute.manager [req-2c0096cf-efa5-4cb8-84ba-97b7652e5e66 req-ba857dbe-5a35-4eaf-932d-f28bd9aee7fb service nova] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Received event network-changed-e5d506ef-e13c-4873-a4b7-d929cd0a626b {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG nova.compute.manager [req-2c0096cf-efa5-4cb8-84ba-97b7652e5e66 req-ba857dbe-5a35-4eaf-932d-f28bd9aee7fb service nova] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Refreshing instance network info cache due to event network-changed-e5d506ef-e13c-4873-a4b7-d929cd0a626b. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-2c0096cf-efa5-4cb8-84ba-97b7652e5e66 req-ba857dbe-5a35-4eaf-932d-f28bd9aee7fb service nova] Acquiring lock "refresh_cache-9fc01439-241d-45f7-81a7-8860b4849939" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-2c0096cf-efa5-4cb8-84ba-97b7652e5e66 req-ba857dbe-5a35-4eaf-932d-f28bd9aee7fb service nova] Acquired lock "refresh_cache-9fc01439-241d-45f7-81a7-8860b4849939" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG nova.network.neutron [req-2c0096cf-efa5-4cb8-84ba-97b7652e5e66 req-ba857dbe-5a35-4eaf-932d-f28bd9aee7fb service nova] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Refreshing network info cache for port e5d506ef-e13c-4873-a4b7-d929cd0a626b {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NvFLSxPh" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[85de9f1c-08da-43f6-b211-fb96bde67d38]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NvFLSxPh'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d15a39c7-f7ef-4893-af8a-757b5076c070]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[49966c58-5bdd-4e2a-bb7d-270edf08b994]: (4, ('tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 (non-flash)
Oct 27 16:33:51 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsi session list stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 (non-flash)
Oct 27 16:33:51 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[780f90cb-8f75-44d1-918c-24ccbd2b9e21]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e, portal: 172.16.0.220,3260]
Oct 27 16:33:51 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e, portal: 172.16.0.220,3260] successful.
Oct 27 16:33:51 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c100314c-4e30-4acc-824d-89b7493f0de4]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a40eef8-136b-4ff1-a30d-904d417b70e8]: (4, ('tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 (non-flash)
Oct 27 16:33:51 user nova-compute[75076]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)
Oct 27 16:33:51 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsi session list stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 (non-flash)
Oct 27 16:33:51 user nova-compute[75076]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)
Oct 27 16:33:51 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.275s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] HCTL ('34', '-', '-', 0) found on session 41 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd15ff3e-c81a-4140-952a-a843e2bb7b2e]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Searching for a device in session 41 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:33:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NvFLSxPh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:33:52 user nova-compute[75076]: DEBUG nova.network.neutron [req-2c0096cf-efa5-4cb8-84ba-97b7652e5e66 req-ba857dbe-5a35-4eaf-932d-f28bd9aee7fb service nova] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Updated VIF entry in instance network info cache for port e5d506ef-e13c-4873-a4b7-d929cd0a626b. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:33:52 user nova-compute[75076]: DEBUG nova.network.neutron [req-2c0096cf-efa5-4cb8-84ba-97b7652e5e66 req-ba857dbe-5a35-4eaf-932d-f28bd9aee7fb service nova] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Updating instance_info_cache with network_info: [{"id": "e5d506ef-e13c-4873-a4b7-d929cd0a626b", "address": "fa:16:3e:82:8c:de", "network": {"id": "a4cd92b5-8cea-4135-86fc-8241f5ec05e6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1716485942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "44ca7e988f9f466bb169bceae343c954", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5d506ef-e1", "ovs_interfaceid": "e5d506ef-e13c-4873-a4b7-d929cd0a626b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:33:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-2c0096cf-efa5-4cb8-84ba-97b7652e5e66 req-ba857dbe-5a35-4eaf-932d-f28bd9aee7fb service nova] Releasing lock "refresh_cache-9fc01439-241d-45f7-81a7-8860b4849939" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:33:52 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.305s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:33:52 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] <== connect_volume: return (1307ms) {'type': 'block', 'scsi_wwn': '23330363432323563', 'path': '/dev/sdc'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:33:52 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23330363432323563', 'path': '/dev/sdc'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:33:52 user nova-compute[75076]: DEBUG nova.objects.instance [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lazy-loading 'flavor' on Instance uuid fee097af-1a09-4712-bfb9-c1048c507ffe {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:33:52 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 16:33:52 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:33:52 user nova-compute[75076]:   <source dev="/dev/sdc"/>
Oct 27 16:33:52 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:33:52 user nova-compute[75076]:   <serial>e359330a-ad3f-41ff-b7e4-ae74e2413b1e</serial>
Oct 27 16:33:52 user nova-compute[75076]: </disk>
Oct 27 16:33:52 user nova-compute[75076]:  {{(pid=75076) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 16:33:53 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:33:53 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:33:53 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] No VIF found with MAC fa:16:3e:65:52:12, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:33:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-568e70e1-b77d-48b6-9850-92f5e80449b4 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "fee097af-1a09-4712-bfb9-c1048c507ffe" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.065s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:33:54 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:33:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:33:55 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Stashing vm_state: active {{(pid=75076) _prep_resize /opt/stack/nova/nova/compute/manager.py:5614}}
Oct 27 16:33:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:33:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:33:55 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:33:55 user nova-compute[75076]: INFO nova.compute.claims [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Claim successful on node user
Oct 27 16:33:55 user nova-compute[75076]: INFO nova.compute.resource_tracker [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Updating resource usage from migration 2790356b-42eb-4802-aaa3-8ee8f87e5ff6
Oct 27 16:33:55 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:33:55 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:33:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.335s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:33:55 user nova-compute[75076]: INFO nova.compute.manager [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Migrating
Oct 27 16:33:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Acquiring lock "refresh_cache-fee097af-1a09-4712-bfb9-c1048c507ffe" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:33:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Acquired lock "refresh_cache-fee097af-1a09-4712-bfb9-c1048c507ffe" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:33:55 user nova-compute[75076]: DEBUG nova.network.neutron [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:33:56 user nova-compute[75076]: DEBUG nova.network.neutron [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Updating instance_info_cache with network_info: [{"id": "e556669b-73fe-4392-8537-cd7cb3591b4f", "address": "fa:16:3e:65:52:12", "network": {"id": "1f711bac-9fa3-4b2a-a0ee-f35fd41edec1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1925502631-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be9ef9fb00964d9c8f649793b0e969e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape556669b-73", "ovs_interfaceid": "e556669b-73fe-4392-8537-cd7cb3591b4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:33:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Releasing lock "refresh_cache-fee097af-1a09-4712-bfb9-c1048c507ffe" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:33:56 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Starting migrate_disk_and_power_off {{(pid=75076) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11487}}
Oct 27 16:33:56 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:33:56 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:33:56 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:33:56 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:33:56 user nova-compute[75076]: DEBUG nova.compute.manager [req-793ea6eb-4879-4cc2-a4f9-a3cc27921d11 req-18b41914-e998-4789-899f-14c57d2c1eba service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Received event network-vif-unplugged-e556669b-73fe-4392-8537-cd7cb3591b4f {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:33:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-793ea6eb-4879-4cc2-a4f9-a3cc27921d11 req-18b41914-e998-4789-899f-14c57d2c1eba service nova] Acquiring lock "fee097af-1a09-4712-bfb9-c1048c507ffe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:33:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-793ea6eb-4879-4cc2-a4f9-a3cc27921d11 req-18b41914-e998-4789-899f-14c57d2c1eba service nova] Lock "fee097af-1a09-4712-bfb9-c1048c507ffe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:33:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-793ea6eb-4879-4cc2-a4f9-a3cc27921d11 req-18b41914-e998-4789-899f-14c57d2c1eba service nova] Lock "fee097af-1a09-4712-bfb9-c1048c507ffe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:33:56 user nova-compute[75076]: DEBUG nova.compute.manager [req-793ea6eb-4879-4cc2-a4f9-a3cc27921d11 req-18b41914-e998-4789-899f-14c57d2c1eba service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] No waiting events found dispatching network-vif-unplugged-e556669b-73fe-4392-8537-cd7cb3591b4f {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:33:56 user nova-compute[75076]: WARNING nova.compute.manager [req-793ea6eb-4879-4cc2-a4f9-a3cc27921d11 req-18b41914-e998-4789-899f-14c57d2c1eba service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Received unexpected event network-vif-unplugged-e556669b-73fe-4392-8537-cd7cb3591b4f for instance with vm_state active and task_state resize_migrating.
Oct 27 16:33:57 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Instance destroyed successfully.
Oct 27 16:33:57 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:29:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1915263572',display_name='tempest-ServerActionsTestOtherB-server-1915263572',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1915263572',id=36,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBikfP4TL/cH8nfWJDAplH51353RGcJ5TklSmoy0qSTFfgja/DSqj9SYQSZMOA0XIEPsuAYl5jjY4BbU8YDF9tNrApbIBpbnK+JlMY9GdIMlKb+Sy8ftMTt8Ss/nA9vSZA==',key_name='tempest-keypair-1720173417',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:29:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='be9ef9fb00964d9c8f649793b0e969e9',ramdisk_id='',reservation_id='r-rfch0lgv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1044836594',owner_user_name='tempest-ServerActionsTestOtherB-1044836594-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:33:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5e4632f42f944f33911c082fba010187',uuid=fee097af-1a09-4712-bfb9-c1048c507ffe,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e556669b-73fe-4392-8537-cd7cb3591b4f", "address": "fa:16:3e:65:52:12", "network": {"id": "1f711bac-9fa3-4b2a-a0ee-f35fd41edec1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1925502631-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1925502631-network", "vif_mac": "fa:16:3e:65:52:12"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be9ef9fb00964d9c8f649793b0e969e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape556669b-73", "ovs_interfaceid": "e556669b-73fe-4392-8537-cd7cb3591b4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Converting VIF {"id": "e556669b-73fe-4392-8537-cd7cb3591b4f", "address": "fa:16:3e:65:52:12", "network": {"id": "1f711bac-9fa3-4b2a-a0ee-f35fd41edec1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1925502631-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1925502631-network", "vif_mac": "fa:16:3e:65:52:12"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be9ef9fb00964d9c8f649793b0e969e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape556669b-73", "ovs_interfaceid": "e556669b-73fe-4392-8537-cd7cb3591b4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:65:52:12,bridge_name='br-int',has_traffic_filtering=True,id=e556669b-73fe-4392-8537-cd7cb3591b4f,network=Network(1f711bac-9fa3-4b2a-a0ee-f35fd41edec1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape556669b-73') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG os_vif [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:65:52:12,bridge_name='br-int',has_traffic_filtering=True,id=e556669b-73fe-4392-8537-cd7cb3591b4f,network=Network(1f711bac-9fa3-4b2a-a0ee-f35fd41edec1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape556669b-73') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape556669b-73, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=36792ddc-a9a8-4beb-ae95-6e154f0295f1) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:33:57 user nova-compute[75076]: INFO os_vif [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:65:52:12,bridge_name='br-int',has_traffic_filtering=True,id=e556669b-73fe-4392-8537-cd7cb3591b4f,network=Network(1f711bac-9fa3-4b2a-a0ee-f35fd41edec1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape556669b-73')
Oct 27 16:33:57 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NvFLSxPh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:33:57 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:33:57 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e00e51de-7550-4242-991b-dd91a6062e75]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:33:57 user nova-compute[75076]: No targets found.
Oct 27 16:33:57 user nova-compute[75076]: iSNS:
Oct 27 16:33:57 user nova-compute[75076]: No targets found.
Oct 27 16:33:57 user nova-compute[75076]: STATIC:
Oct 27 16:33:57 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e
Oct 27 16:33:57 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:33:57 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:33:57 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5
Oct 27 16:33:57 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:33:57 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:33:57 user nova-compute[75076]: FIRMWARE:
Oct 27 16:33:57 user nova-compute[75076]: No targets found.
Oct 27 16:33:57 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:33:57 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:33:57 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1919f4ab-ec69-46d6-93c6-8cea206dc5dc]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e2ffc176-35f5-4363-bc3d-5e9f2d20f665 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Acquiring lock "9fc01439-241d-45f7-81a7-8860b4849939" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e2ffc176-35f5-4363-bc3d-5e9f2d20f665 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "9fc01439-241d-45f7-81a7-8860b4849939" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d94bff4c-a510-43e5-8f62-7d4117da189f]: (4, ('tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 (non-flash)
Oct 27 16:33:57 user nova-compute[75076]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)
Oct 27 16:33:57 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsi session list stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 (non-flash)
Oct 27 16:33:57 user nova-compute[75076]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)
Oct 27 16:33:57 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe1c56e710>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e'): ({'sdc'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Removing single pathed devices sdc {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG nova.objects.instance [None req-e2ffc176-35f5-4363-bc3d-5e9f2d20f665 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lazy-loading 'flavor' on Instance uuid 9fc01439-241d-45f7-81a7-8860b4849939 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[899b79ac-ca0f-4bc4-957f-88b8dfe74b9b]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e2ffc176-35f5-4363-bc3d-5e9f2d20f665 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "9fc01439-241d-45f7-81a7-8860b4849939" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.074s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[675890e2-6c69-4df5-b7bd-0fcf555bee57]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Flushing IO for device /dev/sdc {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4c4ce56-bdce-466c-9404-5de641f86bc3]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.039s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[50370be8-7bb3-4730-81c5-6dac12b81cec]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] SCSI volumes sdc have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[df5f887e-f8ec-4496-971e-0ff804e260f9]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a30f55da-0643-49a4-9f8b-e3358be222c6]: (4, ('Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e, portal: 172.16.0.220,3260]\nLogout of [sid: 41, target: iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e, portal: 172.16.0.220,3260]
Oct 27 16:33:57 user nova-compute[75076]: Logout of [sid: 41, target: iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e, portal: 172.16.0.220,3260] successful.
Oct 27 16:33:57 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[066f4bb9-5abd-490c-89ad-010a1a399301]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.333s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] <== disconnect_volume: return (335ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e2ffc176-35f5-4363-bc3d-5e9f2d20f665 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Acquiring lock "9fc01439-241d-45f7-81a7-8860b4849939" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:33:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e2ffc176-35f5-4363-bc3d-5e9f2d20f665 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "9fc01439-241d-45f7-81a7-8860b4849939" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.003s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:33:57 user nova-compute[75076]: INFO nova.compute.manager [None req-e2ffc176-35f5-4363-bc3d-5e9f2d20f665 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Attaching volume c359186c-56f9-4508-95dc-dd92032980c8 to /dev/vdb
Oct 27 16:33:58 user nova-compute[75076]: DEBUG os_brick.utils [None req-e2ffc176-35f5-4363-bc3d-5e9f2d20f665 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:33:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[63a8f3b5-0f79-4370-a0aa-8fe702c45f1d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a701d61-600c-45ca-b27e-90d7cc3052a8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5f2f9b4-2874-40a6-8ea9-830af2b6c247]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[472cc20a-70e3-4a32-80b5-66c138551341]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-e2ffc176-35f5-4363-bc3d-5e9f2d20f665 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-e2ffc176-35f5-4363-bc3d-5e9f2d20f665 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:33:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e2ffc176-35f5-4363-bc3d-5e9f2d20f665 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:33:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:33:58 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:33:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4926776-af30-4623-b54e-98bfe4c04f51]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-e2ffc176-35f5-4363-bc3d-5e9f2d20f665 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:33:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-e2ffc176-35f5-4363-bc3d-5e9f2d20f665 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:33:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-e2ffc176-35f5-4363-bc3d-5e9f2d20f665 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:33:58 user nova-compute[75076]: DEBUG os_brick.utils [None req-e2ffc176-35f5-4363-bc3d-5e9f2d20f665 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] <== get_connector_properties: return (160ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:33:58 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-e2ffc176-35f5-4363-bc3d-5e9f2d20f665 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Updating existing volume attachment record: f68b0e37-40e9-4f86-9d0c-206e571a3658 {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:33:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:58 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:33:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe_resize/disk /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] CMD "cp -r /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe_resize/disk /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk" returned: 0 in 0.226s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe_resize/disk.info /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk.info {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] CMD "cp -r /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe_resize/disk.info /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk.info" returned: 0 in 0.036s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:59 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-bafca520-606d-4a3b-8e0b-38557edce826 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 5db5857f-f475-438b-87ea-e99b1f9366c4 is timed out.
Oct 27 16:33:59 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-bafca520-606d-4a3b-8e0b-38557edce826 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Successfully detached device vdb from instance 5db5857f-f475-438b-87ea-e99b1f9366c4 from the live domain config.
Oct 27 16:33:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bafca520-606d-4a3b-8e0b-38557edce826 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-bafca520-606d-4a3b-8e0b-38557edce826 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TxMRuCKt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:33:59 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-bafca520-606d-4a3b-8e0b-38557edce826 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:33:59 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-bafca520-606d-4a3b-8e0b-38557edce826 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-bafca520-606d-4a3b-8e0b-38557edce826 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG nova.compute.manager [req-7fb78ee9-df33-48c1-bcea-0a342b2ff393 req-205764ea-da97-4f96-ba12-1690430646f0 service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Received event network-vif-plugged-e556669b-73fe-4392-8537-cd7cb3591b4f {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7fb78ee9-df33-48c1-bcea-0a342b2ff393 req-205764ea-da97-4f96-ba12-1690430646f0 service nova] Acquiring lock "fee097af-1a09-4712-bfb9-c1048c507ffe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7fb78ee9-df33-48c1-bcea-0a342b2ff393 req-205764ea-da97-4f96-ba12-1690430646f0 service nova] Lock "fee097af-1a09-4712-bfb9-c1048c507ffe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7fb78ee9-df33-48c1-bcea-0a342b2ff393 req-205764ea-da97-4f96-ba12-1690430646f0 service nova] Lock "fee097af-1a09-4712-bfb9-c1048c507ffe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG nova.compute.manager [req-7fb78ee9-df33-48c1-bcea-0a342b2ff393 req-205764ea-da97-4f96-ba12-1690430646f0 service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] No waiting events found dispatching network-vif-plugged-e556669b-73fe-4392-8537-cd7cb3591b4f {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:33:59 user nova-compute[75076]: WARNING nova.compute.manager [req-7fb78ee9-df33-48c1-bcea-0a342b2ff393 req-205764ea-da97-4f96-ba12-1690430646f0 service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Received unexpected event network-vif-plugged-e556669b-73fe-4392-8537-cd7cb3591b4f for instance with vm_state active and task_state resize_migrating.
Oct 27 16:33:59 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fe65684-0eb2-4f52-b53e-997a4181f2d5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-bafca520-606d-4a3b-8e0b-38557edce826 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:33:59 user nova-compute[75076]: No targets found.
Oct 27 16:33:59 user nova-compute[75076]: iSNS:
Oct 27 16:33:59 user nova-compute[75076]: No targets found.
Oct 27 16:33:59 user nova-compute[75076]: STATIC:
Oct 27 16:33:59 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5
Oct 27 16:33:59 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:33:59 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:33:59 user nova-compute[75076]: FIRMWARE:
Oct 27 16:33:59 user nova-compute[75076]: No targets found.
Oct 27 16:33:59 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-bafca520-606d-4a3b-8e0b-38557edce826 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:33:59 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:33:59 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-bafca520-606d-4a3b-8e0b-38557edce826 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[743e434f-ef11-4967-9f0a-e1fada0cc07b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4009946-4ab6-4fc6-bebe-d1f9aee0bc86]: (4, ('tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-bafca520-606d-4a3b-8e0b-38557edce826 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 (non-flash)
Oct 27 16:33:59 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-bafca520-606d-4a3b-8e0b-38557edce826 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsi session list stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 (non-flash)
Oct 27 16:33:59 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-bafca520-606d-4a3b-8e0b-38557edce826 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe1c4d1630>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5'): ({'sdb'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-bafca520-606d-4a3b-8e0b-38557edce826 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Removing single pathed devices sdb {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[19e89d8a-3adb-46de-8386-66373190c021]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a722a7b-44f4-403f-b8ab-8a0940b9d303]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-bafca520-606d-4a3b-8e0b-38557edce826 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Flushing IO for device /dev/sdb {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae873c1a-1ab8-4304-bb4a-9fa3d8b40a8b]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-bafca520-606d-4a3b-8e0b-38557edce826 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:59 user nova-compute[75076]: ERROR nova.volume.cinder [None req-e2ffc176-35f5-4363-bc3d-5e9f2d20f665 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Update attachment failed for attachment f68b0e37-40e9-4f86-9d0c-206e571a3658. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-cb882b47-09e7-4138-aeae-c7162810f953) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-cb882b47-09e7-4138-aeae-c7162810f953)
Oct 27 16:33:59 user nova-compute[75076]: ERROR nova.compute.manager [None req-e2ffc176-35f5-4363-bc3d-5e9f2d20f665 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Failed to attach c359186c-56f9-4508-95dc-dd92032980c8 at /dev/vdb: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-cb882b47-09e7-4138-aeae-c7162810f953)
Oct 27 16:33:59 user nova-compute[75076]: ERROR nova.compute.manager [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Traceback (most recent call last):
Oct 27 16:33:59 user nova-compute[75076]: ERROR nova.compute.manager [instance: 9fc01439-241d-45f7-81a7-8860b4849939]   File "/opt/stack/nova/nova/compute/manager.py", line 7566, in _attach_volume
Oct 27 16:33:59 user nova-compute[75076]: ERROR nova.compute.manager [instance: 9fc01439-241d-45f7-81a7-8860b4849939]     bdm.attach(context, instance, self.volume_api, self.driver,
Oct 27 16:33:59 user nova-compute[75076]: ERROR nova.compute.manager [instance: 9fc01439-241d-45f7-81a7-8860b4849939]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 27 16:33:59 user nova-compute[75076]: ERROR nova.compute.manager [instance: 9fc01439-241d-45f7-81a7-8860b4849939]     ret_val = method(obj, context, *args, **kwargs)
Oct 27 16:33:59 user nova-compute[75076]: ERROR nova.compute.manager [instance: 9fc01439-241d-45f7-81a7-8860b4849939]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 27 16:33:59 user nova-compute[75076]: ERROR nova.compute.manager [instance: 9fc01439-241d-45f7-81a7-8860b4849939]     self._do_attach(context, instance, volume, volume_api,
Oct 27 16:33:59 user nova-compute[75076]: ERROR nova.compute.manager [instance: 9fc01439-241d-45f7-81a7-8860b4849939]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 27 16:33:59 user nova-compute[75076]: ERROR nova.compute.manager [instance: 9fc01439-241d-45f7-81a7-8860b4849939]     self._volume_attach(context, volume, connector, instance,
Oct 27 16:33:59 user nova-compute[75076]: ERROR nova.compute.manager [instance: 9fc01439-241d-45f7-81a7-8860b4849939]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 27 16:33:59 user nova-compute[75076]: ERROR nova.compute.manager [instance: 9fc01439-241d-45f7-81a7-8860b4849939]     connection_info = volume_api.attachment_update(
Oct 27 16:33:59 user nova-compute[75076]: ERROR nova.compute.manager [instance: 9fc01439-241d-45f7-81a7-8860b4849939]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 27 16:33:59 user nova-compute[75076]: ERROR nova.compute.manager [instance: 9fc01439-241d-45f7-81a7-8860b4849939]     res = method(self, ctx, *args, **kwargs)
Oct 27 16:33:59 user nova-compute[75076]: ERROR nova.compute.manager [instance: 9fc01439-241d-45f7-81a7-8860b4849939]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 27 16:33:59 user nova-compute[75076]: ERROR nova.compute.manager [instance: 9fc01439-241d-45f7-81a7-8860b4849939]     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 27 16:33:59 user nova-compute[75076]: ERROR nova.compute.manager [instance: 9fc01439-241d-45f7-81a7-8860b4849939]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 27 16:33:59 user nova-compute[75076]: ERROR nova.compute.manager [instance: 9fc01439-241d-45f7-81a7-8860b4849939]     with excutils.save_and_reraise_exception():
Oct 27 16:33:59 user nova-compute[75076]: ERROR nova.compute.manager [instance: 9fc01439-241d-45f7-81a7-8860b4849939]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 27 16:33:59 user nova-compute[75076]: ERROR nova.compute.manager [instance: 9fc01439-241d-45f7-81a7-8860b4849939]     self.force_reraise()
Oct 27 16:33:59 user nova-compute[75076]: ERROR nova.compute.manager [instance: 9fc01439-241d-45f7-81a7-8860b4849939]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 27 16:33:59 user nova-compute[75076]: ERROR nova.compute.manager [instance: 9fc01439-241d-45f7-81a7-8860b4849939]     raise self.value
Oct 27 16:33:59 user nova-compute[75076]: ERROR nova.compute.manager [instance: 9fc01439-241d-45f7-81a7-8860b4849939]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 27 16:33:59 user nova-compute[75076]: ERROR nova.compute.manager [instance: 9fc01439-241d-45f7-81a7-8860b4849939]     context, '3.44', skip_version_check=True).attachments.update(
Oct 27 16:33:59 user nova-compute[75076]: ERROR nova.compute.manager [instance: 9fc01439-241d-45f7-81a7-8860b4849939]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 27 16:33:59 user nova-compute[75076]: ERROR nova.compute.manager [instance: 9fc01439-241d-45f7-81a7-8860b4849939]     return method.func(obj, *args, **kwargs)
Oct 27 16:33:59 user nova-compute[75076]: ERROR nova.compute.manager [instance: 9fc01439-241d-45f7-81a7-8860b4849939]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 27 16:33:59 user nova-compute[75076]: ERROR nova.compute.manager [instance: 9fc01439-241d-45f7-81a7-8860b4849939]     resp = self._update('/attachments/%s' % id, body)
Oct 27 16:33:59 user nova-compute[75076]: ERROR nova.compute.manager [instance: 9fc01439-241d-45f7-81a7-8860b4849939]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 27 16:33:59 user nova-compute[75076]: ERROR nova.compute.manager [instance: 9fc01439-241d-45f7-81a7-8860b4849939]     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 27 16:33:59 user nova-compute[75076]: ERROR nova.compute.manager [instance: 9fc01439-241d-45f7-81a7-8860b4849939]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 27 16:33:59 user nova-compute[75076]: ERROR nova.compute.manager [instance: 9fc01439-241d-45f7-81a7-8860b4849939]     return self._cs_request(url, 'PUT', **kwargs)
Oct 27 16:33:59 user nova-compute[75076]: ERROR nova.compute.manager [instance: 9fc01439-241d-45f7-81a7-8860b4849939]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 27 16:33:59 user nova-compute[75076]: ERROR nova.compute.manager [instance: 9fc01439-241d-45f7-81a7-8860b4849939]     return self.request(url, method, **kwargs)
Oct 27 16:33:59 user nova-compute[75076]: ERROR nova.compute.manager [instance: 9fc01439-241d-45f7-81a7-8860b4849939]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 27 16:33:59 user nova-compute[75076]: ERROR nova.compute.manager [instance: 9fc01439-241d-45f7-81a7-8860b4849939]     raise exceptions.from_response(resp, body)
Oct 27 16:33:59 user nova-compute[75076]: ERROR nova.compute.manager [instance: 9fc01439-241d-45f7-81a7-8860b4849939] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-cb882b47-09e7-4138-aeae-c7162810f953)
Oct 27 16:33:59 user nova-compute[75076]: ERROR nova.compute.manager [instance: 9fc01439-241d-45f7-81a7-8860b4849939] 
Oct 27 16:33:59 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.045s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[be82d84f-bd03-48c7-bca0-abbe76c1ea5c]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-bafca520-606d-4a3b-8e0b-38557edce826 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-bafca520-606d-4a3b-8e0b-38557edce826 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] SCSI volumes sdb have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-bafca520-606d-4a3b-8e0b-38557edce826 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e72b0b8-da79-4753-8c27-be64802dca93]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-bafca520-606d-4a3b-8e0b-38557edce826 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f695f491-2c5a-48f0-aafc-63378593ef7f]: (4, ('Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5, portal: 172.16.0.220,3260]\nLogout of [sid: 39, target: iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-bafca520-606d-4a3b-8e0b-38557edce826 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5, portal: 172.16.0.220,3260]
Oct 27 16:33:59 user nova-compute[75076]: Logout of [sid: 39, target: iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5, portal: 172.16.0.220,3260] successful.
Oct 27 16:33:59 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:48547b4b-e760-4c3a-be7f-cf5ddf6faec5 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[bae23d87-b3c9-439a-a3a0-084b75d78e0f]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-bafca520-606d-4a3b-8e0b-38557edce826 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-bafca520-606d-4a3b-8e0b-38557edce826 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.334s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-bafca520-606d-4a3b-8e0b-38557edce826 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] <== disconnect_volume: return (336ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bafca520-606d-4a3b-8e0b-38557edce826 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e2ffc176-35f5-4363-bc3d-5e9f2d20f665 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "9fc01439-241d-45f7-81a7-8860b4849939" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 1.466s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server [None req-e2ffc176-35f5-4363-bc3d-5e9f2d20f665 tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Exception during message handling: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-cb882b47-09e7-4138-aeae-c7162810f953)
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/utils.py", line 1439, in decorated_function
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7552, in attach_volume
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     do_attach_volume(context, instance, driver_bdm)
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 414, in inner
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7549, in do_attach_volume
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7547, in do_attach_volume
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     return self._attach_volume(context, instance, driver_bdm)
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7569, in _attach_volume
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7566, in _attach_volume
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     bdm.attach(context, instance, self.volume_api, self.driver,
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     ret_val = method(obj, context, *args, **kwargs)
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     self._do_attach(context, instance, volume, volume_api,
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     self._volume_attach(context, volume, connector, instance,
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     connection_info = volume_api.attachment_update(
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, *args, **kwargs)
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     context, '3.44', skip_version_check=True).attachments.update(
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     return method.func(obj, *args, **kwargs)
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     resp = self._update('/attachments/%s' % id, body)
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     return self._cs_request(url, 'PUT', **kwargs)
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     return self.request(url, method, **kwargs)
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server     raise exceptions.from_response(resp, body)
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-cb882b47-09e7-4138-aeae-c7162810f953)
Oct 27 16:33:59 user nova-compute[75076]: ERROR oslo_messaging.rpc.server 
Oct 27 16:33:59 user nova-compute[75076]: DEBUG nova.network.neutron [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Port e556669b-73fe-4392-8537-cd7cb3591b4f binding to destination host user is already ACTIVE {{(pid=75076) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Acquiring lock "fee097af-1a09-4712-bfb9-c1048c507ffe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "fee097af-1a09-4712-bfb9-c1048c507ffe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:33:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "fee097af-1a09-4712-bfb9-c1048c507ffe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:34:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Acquiring lock "refresh_cache-fee097af-1a09-4712-bfb9-c1048c507ffe" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:34:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Acquired lock "refresh_cache-fee097af-1a09-4712-bfb9-c1048c507ffe" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:34:00 user nova-compute[75076]: DEBUG nova.network.neutron [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:34:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:00 user nova-compute[75076]: DEBUG nova.objects.instance [None req-bafca520-606d-4a3b-8e0b-38557edce826 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lazy-loading 'flavor' on Instance uuid 5db5857f-f475-438b-87ea-e99b1f9366c4 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:34:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bafca520-606d-4a3b-8e0b-38557edce826 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "5db5857f-f475-438b-87ea-e99b1f9366c4" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.051s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:34:00 user nova-compute[75076]: DEBUG nova.network.neutron [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Updating instance_info_cache with network_info: [{"id": "e556669b-73fe-4392-8537-cd7cb3591b4f", "address": "fa:16:3e:65:52:12", "network": {"id": "1f711bac-9fa3-4b2a-a0ee-f35fd41edec1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1925502631-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be9ef9fb00964d9c8f649793b0e969e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape556669b-73", "ovs_interfaceid": "e556669b-73fe-4392-8537-cd7cb3591b4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:34:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Releasing lock "refresh_cache-fee097af-1a09-4712-bfb9-c1048c507ffe" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:34:00 user nova-compute[75076]: DEBUG os_brick.utils [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:34:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:34:00 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[86f095a2-0f19-4fb5-b250-dc7fc6cec9fc]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:34:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:34:00 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[819d8fe0-69cc-4100-b94d-052bba97a950]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:34:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:34:00 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f7cb58f-90df-432f-af81-e252aadaa297]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:34:00 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f584f459-1ca0-4bc4-b54f-4ef98c8e6d03]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:34:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:34:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:34:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:34:00 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:34:00 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e23b7477-0303-43d8-b345-f7236123aaf3]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:34:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:34:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:34:00 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:34:00 user nova-compute[75076]: DEBUG os_brick.utils [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:34:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Acquiring lock "833e053c-3f2b-41a1-ae94-77390fd7d5d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:34:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "833e053c-3f2b-41a1-ae94-77390fd7d5d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:34:11 user nova-compute[75076]: DEBUG nova.compute.manager [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:34:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:34:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:34:11 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:34:11 user nova-compute[75076]: INFO nova.compute.claims [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Claim successful on node user
Oct 27 16:34:12 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:34:12 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:34:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.312s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:34:12 user nova-compute[75076]: DEBUG nova.compute.manager [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:34:12 user nova-compute[75076]: DEBUG nova.compute.manager [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:34:12 user nova-compute[75076]: DEBUG nova.network.neutron [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:34:12 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:34:12 user nova-compute[75076]: DEBUG nova.compute.manager [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:34:12 user nova-compute[75076]: DEBUG nova.policy [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ca54d4ffc9c4802a13bda243e4acf9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb8f4474b2f14863ba0816e6448beae3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:34:12 user nova-compute[75076]: DEBUG nova.compute.manager [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:34:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:34:12 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Creating image(s)
Oct 27 16:34:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Acquiring lock "/opt/stack/data/nova/instances/833e053c-3f2b-41a1-ae94-77390fd7d5d9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:34:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "/opt/stack/data/nova/instances/833e053c-3f2b-41a1-ae94-77390fd7d5d9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:34:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "/opt/stack/data/nova/instances/833e053c-3f2b-41a1-ae94-77390fd7d5d9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:34:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.171s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:34:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Acquiring lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:34:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:34:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.166s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:34:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/833e053c-3f2b-41a1-ae94-77390fd7d5d9/disk 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/833e053c-3f2b-41a1-ae94-77390fd7d5d9/disk 1073741824" returned: 0 in 0.065s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:34:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.237s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:34:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.176s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:34:12 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Checking if we can resize image /opt/stack/data/nova/instances/833e053c-3f2b-41a1-ae94-77390fd7d5d9/disk. size=1073741824 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:34:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/833e053c-3f2b-41a1-ae94-77390fd7d5d9/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:12 user nova-compute[75076]: DEBUG nova.network.neutron [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Successfully created port: 9ee286a9-8271-4940-b1c7-ef269730e3fd {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:34:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/833e053c-3f2b-41a1-ae94-77390fd7d5d9/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:34:13 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Cannot resize image /opt/stack/data/nova/instances/833e053c-3f2b-41a1-ae94-77390fd7d5d9/disk to a smaller size. {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 16:34:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:34:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Ensure instance console log exists: /opt/stack/data/nova/instances/833e053c-3f2b-41a1-ae94-77390fd7d5d9/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:34:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:34:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:34:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:34:13 user nova-compute[75076]: DEBUG nova.network.neutron [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Successfully updated port: 9ee286a9-8271-4940-b1c7-ef269730e3fd {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:34:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Acquiring lock "refresh_cache-833e053c-3f2b-41a1-ae94-77390fd7d5d9" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:34:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Acquired lock "refresh_cache-833e053c-3f2b-41a1-ae94-77390fd7d5d9" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:34:13 user nova-compute[75076]: DEBUG nova.network.neutron [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:34:13 user nova-compute[75076]: DEBUG nova.compute.manager [req-7b641948-3f16-4a61-a655-4e535a19fe63 req-c32f702e-da5e-4f09-8e5c-c5c55cc8e3c0 service nova] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Received event network-changed-9ee286a9-8271-4940-b1c7-ef269730e3fd {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:34:13 user nova-compute[75076]: DEBUG nova.compute.manager [req-7b641948-3f16-4a61-a655-4e535a19fe63 req-c32f702e-da5e-4f09-8e5c-c5c55cc8e3c0 service nova] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Refreshing instance network info cache due to event network-changed-9ee286a9-8271-4940-b1c7-ef269730e3fd. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:34:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7b641948-3f16-4a61-a655-4e535a19fe63 req-c32f702e-da5e-4f09-8e5c-c5c55cc8e3c0 service nova] Acquiring lock "refresh_cache-833e053c-3f2b-41a1-ae94-77390fd7d5d9" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:34:13 user nova-compute[75076]: DEBUG nova.network.neutron [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:34:13 user nova-compute[75076]: DEBUG nova.network.neutron [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Updating instance_info_cache with network_info: [{"id": "9ee286a9-8271-4940-b1c7-ef269730e3fd", "address": "fa:16:3e:25:e0:d7", "network": {"id": "e847fa8e-b058-4b1f-9d49-0d64f9cad761", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1455296138-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb8f4474b2f14863ba0816e6448beae3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ee286a9-82", "ovs_interfaceid": "9ee286a9-8271-4940-b1c7-ef269730e3fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:34:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Releasing lock "refresh_cache-833e053c-3f2b-41a1-ae94-77390fd7d5d9" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:34:13 user nova-compute[75076]: DEBUG nova.compute.manager [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Instance network_info: |[{"id": "9ee286a9-8271-4940-b1c7-ef269730e3fd", "address": "fa:16:3e:25:e0:d7", "network": {"id": "e847fa8e-b058-4b1f-9d49-0d64f9cad761", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1455296138-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb8f4474b2f14863ba0816e6448beae3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ee286a9-82", "ovs_interfaceid": "9ee286a9-8271-4940-b1c7-ef269730e3fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:34:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7b641948-3f16-4a61-a655-4e535a19fe63 req-c32f702e-da5e-4f09-8e5c-c5c55cc8e3c0 service nova] Acquired lock "refresh_cache-833e053c-3f2b-41a1-ae94-77390fd7d5d9" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:34:13 user nova-compute[75076]: DEBUG nova.network.neutron [req-7b641948-3f16-4a61-a655-4e535a19fe63 req-c32f702e-da5e-4f09-8e5c-c5c55cc8e3c0 service nova] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Refreshing network info cache for port 9ee286a9-8271-4940-b1c7-ef269730e3fd {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:34:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Start _get_guest_xml network_info=[{"id": "9ee286a9-8271-4940-b1c7-ef269730e3fd", "address": "fa:16:3e:25:e0:d7", "network": {"id": "e847fa8e-b058-4b1f-9d49-0d64f9cad761", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1455296138-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb8f4474b2f14863ba0816e6448beae3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ee286a9-82", "ovs_interfaceid": "9ee286a9-8271-4940-b1c7-ef269730e3fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:34:13 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:34:13 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:34:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:34:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:34:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:34:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:34:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:34:13 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:34:13 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:34:13 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:34:13 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:34:13 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:34:13 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:34:13 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:34:13 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:34:13 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:34:13 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:34:13 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:34:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:34:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1672769984',display_name='tempest-VolumesSnapshotTestJSON-instance-1672769984',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1672769984',id=41,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFYwDUc9AeQpsa2X1611I9OXaCGp8bwBDpp4CGYyFz9+r2hVLGNyl4a8DuPw/K5cye+94k+9Qeb32foylsQlg3ABApO2w7fjmN4vTJvex9/MzUxZftcO+Mm4QQnpiKJa5g==',key_name='tempest-keypair-1435589024',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='eb8f4474b2f14863ba0816e6448beae3',ramdisk_id='',reservation_id='r-g016034p',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1885426481',owner_user_name='tempest-VolumesSnapshotTestJSON-1885426481-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:34:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6ca54d4ffc9c4802a13bda243e4acf9a',uuid=833e053c-3f2b-41a1-ae94-77390fd7d5d9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9ee286a9-8271-4940-b1c7-ef269730e3fd", "address": "fa:16:3e:25:e0:d7", "network": {"id": "e847fa8e-b058-4b1f-9d49-0d64f9cad761", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1455296138-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb8f4474b2f14863ba0816e6448beae3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ee286a9-82", "ovs_interfaceid": "9ee286a9-8271-4940-b1c7-ef269730e3fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:34:14 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Converting VIF {"id": "9ee286a9-8271-4940-b1c7-ef269730e3fd", "address": "fa:16:3e:25:e0:d7", "network": {"id": "e847fa8e-b058-4b1f-9d49-0d64f9cad761", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1455296138-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb8f4474b2f14863ba0816e6448beae3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ee286a9-82", "ovs_interfaceid": "9ee286a9-8271-4940-b1c7-ef269730e3fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:34:14 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:25:e0:d7,bridge_name='br-int',has_traffic_filtering=True,id=9ee286a9-8271-4940-b1c7-ef269730e3fd,network=Network(e847fa8e-b058-4b1f-9d49-0d64f9cad761),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9ee286a9-82') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:34:14 user nova-compute[75076]: DEBUG nova.objects.instance [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lazy-loading 'pci_devices' on Instance uuid 833e053c-3f2b-41a1-ae94-77390fd7d5d9 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:34:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:34:14 user nova-compute[75076]:   <uuid>833e053c-3f2b-41a1-ae94-77390fd7d5d9</uuid>
Oct 27 16:34:14 user nova-compute[75076]:   <name>instance-00000029</name>
Oct 27 16:34:14 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:34:14 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:34:14 user nova-compute[75076]:   <metadata>
Oct 27 16:34:14 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:34:14 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:34:14 user nova-compute[75076]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-1672769984</nova:name>
Oct 27 16:34:14 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:34:13</nova:creationTime>
Oct 27 16:34:14 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:34:14 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:34:14 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:34:14 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:34:14 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:34:14 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:34:14 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:34:14 user nova-compute[75076]:       <nova:owner>
Oct 27 16:34:14 user nova-compute[75076]:         <nova:user uuid="6ca54d4ffc9c4802a13bda243e4acf9a">tempest-VolumesSnapshotTestJSON-1885426481-project-member</nova:user>
Oct 27 16:34:14 user nova-compute[75076]:         <nova:project uuid="eb8f4474b2f14863ba0816e6448beae3">tempest-VolumesSnapshotTestJSON-1885426481</nova:project>
Oct 27 16:34:14 user nova-compute[75076]:       </nova:owner>
Oct 27 16:34:14 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:34:14 user nova-compute[75076]:       <nova:ports>
Oct 27 16:34:14 user nova-compute[75076]:         <nova:port uuid="9ee286a9-8271-4940-b1c7-ef269730e3fd">
Oct 27 16:34:14 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 27 16:34:14 user nova-compute[75076]:         </nova:port>
Oct 27 16:34:14 user nova-compute[75076]:       </nova:ports>
Oct 27 16:34:14 user nova-compute[75076]:     </nova:instance>
Oct 27 16:34:14 user nova-compute[75076]:   </metadata>
Oct 27 16:34:14 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:34:14 user nova-compute[75076]:     <system>
Oct 27 16:34:14 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:34:14 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:34:14 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:34:14 user nova-compute[75076]:       <entry name="serial">833e053c-3f2b-41a1-ae94-77390fd7d5d9</entry>
Oct 27 16:34:14 user nova-compute[75076]:       <entry name="uuid">833e053c-3f2b-41a1-ae94-77390fd7d5d9</entry>
Oct 27 16:34:14 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:34:14 user nova-compute[75076]:     </system>
Oct 27 16:34:14 user nova-compute[75076]:   </sysinfo>
Oct 27 16:34:14 user nova-compute[75076]:   <os>
Oct 27 16:34:14 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:34:14 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:34:14 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:34:14 user nova-compute[75076]:   </os>
Oct 27 16:34:14 user nova-compute[75076]:   <features>
Oct 27 16:34:14 user nova-compute[75076]:     <acpi/>
Oct 27 16:34:14 user nova-compute[75076]:     <apic/>
Oct 27 16:34:14 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:34:14 user nova-compute[75076]:   </features>
Oct 27 16:34:14 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:34:14 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:34:14 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:34:14 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:34:14 user nova-compute[75076]:   </clock>
Oct 27 16:34:14 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:34:14 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:34:14 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:34:14 user nova-compute[75076]:   </cpu>
Oct 27 16:34:14 user nova-compute[75076]:   <devices>
Oct 27 16:34:14 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:34:14 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:34:14 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/833e053c-3f2b-41a1-ae94-77390fd7d5d9/disk"/>
Oct 27 16:34:14 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:34:14 user nova-compute[75076]:     </disk>
Oct 27 16:34:14 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:34:14 user nova-compute[75076]:       <mac address="fa:16:3e:25:e0:d7"/>
Oct 27 16:34:14 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:34:14 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:34:14 user nova-compute[75076]:       <target dev="tap9ee286a9-82"/>
Oct 27 16:34:14 user nova-compute[75076]:     </interface>
Oct 27 16:34:14 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:34:14 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/833e053c-3f2b-41a1-ae94-77390fd7d5d9/console.log" append="off"/>
Oct 27 16:34:14 user nova-compute[75076]:     </serial>
Oct 27 16:34:14 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:34:14 user nova-compute[75076]:     <video>
Oct 27 16:34:14 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:34:14 user nova-compute[75076]:     </video>
Oct 27 16:34:14 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:34:14 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:34:14 user nova-compute[75076]:     </rng>
Oct 27 16:34:14 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:34:14 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:34:14 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:34:14 user nova-compute[75076]:     </memballoon>
Oct 27 16:34:14 user nova-compute[75076]:   </devices>
Oct 27 16:34:14 user nova-compute[75076]: </domain>
Oct 27 16:34:14 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:34:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:34:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1672769984',display_name='tempest-VolumesSnapshotTestJSON-instance-1672769984',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1672769984',id=41,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFYwDUc9AeQpsa2X1611I9OXaCGp8bwBDpp4CGYyFz9+r2hVLGNyl4a8DuPw/K5cye+94k+9Qeb32foylsQlg3ABApO2w7fjmN4vTJvex9/MzUxZftcO+Mm4QQnpiKJa5g==',key_name='tempest-keypair-1435589024',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='eb8f4474b2f14863ba0816e6448beae3',ramdisk_id='',reservation_id='r-g016034p',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1885426481',owner_user_name='tempest-VolumesSnapshotTestJSON-1885426481-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:34:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6ca54d4ffc9c4802a13bda243e4acf9a',uuid=833e053c-3f2b-41a1-ae94-77390fd7d5d9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9ee286a9-8271-4940-b1c7-ef269730e3fd", "address": "fa:16:3e:25:e0:d7", "network": {"id": "e847fa8e-b058-4b1f-9d49-0d64f9cad761", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1455296138-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb8f4474b2f14863ba0816e6448beae3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ee286a9-82", "ovs_interfaceid": "9ee286a9-8271-4940-b1c7-ef269730e3fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:34:14 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Converting VIF {"id": "9ee286a9-8271-4940-b1c7-ef269730e3fd", "address": "fa:16:3e:25:e0:d7", "network": {"id": "e847fa8e-b058-4b1f-9d49-0d64f9cad761", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1455296138-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb8f4474b2f14863ba0816e6448beae3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ee286a9-82", "ovs_interfaceid": "9ee286a9-8271-4940-b1c7-ef269730e3fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:34:14 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:25:e0:d7,bridge_name='br-int',has_traffic_filtering=True,id=9ee286a9-8271-4940-b1c7-ef269730e3fd,network=Network(e847fa8e-b058-4b1f-9d49-0d64f9cad761),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9ee286a9-82') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:34:14 user nova-compute[75076]: DEBUG os_vif [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:25:e0:d7,bridge_name='br-int',has_traffic_filtering=True,id=9ee286a9-8271-4940-b1c7-ef269730e3fd,network=Network(e847fa8e-b058-4b1f-9d49-0d64f9cad761),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9ee286a9-82') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:34:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:34:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:34:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b381d7da-163c-5918-a38a-b6e4fff8ac2c', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:34:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:34:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9ee286a9-82, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:34:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9ee286a9-82, col_values=(('qos', UUID('4f4bb4ae-d652-4856-b48c-2213b0eb8c8a')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:34:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9ee286a9-82, col_values=(('external_ids', {'iface-id': '9ee286a9-8271-4940-b1c7-ef269730e3fd', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:25:e0:d7', 'vm-uuid': '833e053c-3f2b-41a1-ae94-77390fd7d5d9'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:34:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:34:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:14 user nova-compute[75076]: INFO os_vif [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:25:e0:d7,bridge_name='br-int',has_traffic_filtering=True,id=9ee286a9-8271-4940-b1c7-ef269730e3fd,network=Network(e847fa8e-b058-4b1f-9d49-0d64f9cad761),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9ee286a9-82')
Oct 27 16:34:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:34:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] No VIF found with MAC fa:16:3e:25:e0:d7, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:34:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1bd36b26-c6d7-44c0-aca9-a8bb00646a36 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "3cc9e5bf-744a-461e-bb34-73b91d52a4a5" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:34:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1bd36b26-c6d7-44c0-aca9-a8bb00646a36 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "3cc9e5bf-744a-461e-bb34-73b91d52a4a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:34:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1bd36b26-c6d7-44c0-aca9-a8bb00646a36 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "3cc9e5bf-744a-461e-bb34-73b91d52a4a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:34:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1bd36b26-c6d7-44c0-aca9-a8bb00646a36 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "3cc9e5bf-744a-461e-bb34-73b91d52a4a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:34:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1bd36b26-c6d7-44c0-aca9-a8bb00646a36 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "3cc9e5bf-744a-461e-bb34-73b91d52a4a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:34:14 user nova-compute[75076]: INFO nova.compute.manager [None req-1bd36b26-c6d7-44c0-aca9-a8bb00646a36 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Terminating instance
Oct 27 16:34:14 user nova-compute[75076]: DEBUG nova.compute.manager [None req-1bd36b26-c6d7-44c0-aca9-a8bb00646a36 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:34:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:14 user nova-compute[75076]: DEBUG nova.compute.manager [req-7d25be10-b75e-4507-bf4b-2b0cf0559b3e req-e19be176-6565-470d-9172-f7ab7c30daa5 service nova] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Received event network-vif-unplugged-4cb59b4a-157d-467a-a714-a7d29f78ea87 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:34:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7d25be10-b75e-4507-bf4b-2b0cf0559b3e req-e19be176-6565-470d-9172-f7ab7c30daa5 service nova] Acquiring lock "3cc9e5bf-744a-461e-bb34-73b91d52a4a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:34:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7d25be10-b75e-4507-bf4b-2b0cf0559b3e req-e19be176-6565-470d-9172-f7ab7c30daa5 service nova] Lock "3cc9e5bf-744a-461e-bb34-73b91d52a4a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:34:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7d25be10-b75e-4507-bf4b-2b0cf0559b3e req-e19be176-6565-470d-9172-f7ab7c30daa5 service nova] Lock "3cc9e5bf-744a-461e-bb34-73b91d52a4a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:34:14 user nova-compute[75076]: DEBUG nova.compute.manager [req-7d25be10-b75e-4507-bf4b-2b0cf0559b3e req-e19be176-6565-470d-9172-f7ab7c30daa5 service nova] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] No waiting events found dispatching network-vif-unplugged-4cb59b4a-157d-467a-a714-a7d29f78ea87 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:34:14 user nova-compute[75076]: DEBUG nova.compute.manager [req-7d25be10-b75e-4507-bf4b-2b0cf0559b3e req-e19be176-6565-470d-9172-f7ab7c30daa5 service nova] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Received event network-vif-unplugged-4cb59b4a-157d-467a-a714-a7d29f78ea87 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:34:14 user nova-compute[75076]: DEBUG nova.network.neutron [req-7b641948-3f16-4a61-a655-4e535a19fe63 req-c32f702e-da5e-4f09-8e5c-c5c55cc8e3c0 service nova] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Updated VIF entry in instance network info cache for port 9ee286a9-8271-4940-b1c7-ef269730e3fd. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:34:14 user nova-compute[75076]: DEBUG nova.network.neutron [req-7b641948-3f16-4a61-a655-4e535a19fe63 req-c32f702e-da5e-4f09-8e5c-c5c55cc8e3c0 service nova] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Updating instance_info_cache with network_info: [{"id": "9ee286a9-8271-4940-b1c7-ef269730e3fd", "address": "fa:16:3e:25:e0:d7", "network": {"id": "e847fa8e-b058-4b1f-9d49-0d64f9cad761", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1455296138-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb8f4474b2f14863ba0816e6448beae3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ee286a9-82", "ovs_interfaceid": "9ee286a9-8271-4940-b1c7-ef269730e3fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:34:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7b641948-3f16-4a61-a655-4e535a19fe63 req-c32f702e-da5e-4f09-8e5c-c5c55cc8e3c0 service nova] Releasing lock "refresh_cache-833e053c-3f2b-41a1-ae94-77390fd7d5d9" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:34:15 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Instance destroyed successfully.
Oct 27 16:34:15 user nova-compute[75076]: DEBUG nova.objects.instance [None req-1bd36b26-c6d7-44c0-aca9-a8bb00646a36 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lazy-loading 'resources' on Instance uuid 3cc9e5bf-744a-461e-bb34-73b91d52a4a5 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:34:15 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-1bd36b26-c6d7-44c0-aca9-a8bb00646a36 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:30:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-2126620549',display_name='tempest-AttachVolumeNegativeTest-server-2126620549',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-2126620549',id=38,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHiqosCZ6Nc8BT594NlHnFBdkWmuP8+ioF9Tpev9Wzf9jo7JvEmGR5Nxw7MRKFwwpIYHGWV1W2dt9/WbHynquOTGw7nQ7fN//98dqdhmq4e4zTL6HNjeqhfbTK+qoXCorg==',key_name='tempest-keypair-279020048',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:31:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c1c3f667da694a98becb9067dfed7888',ramdisk_id='',reservation_id='r-6aoyb3of',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-13585354',owner_user_name='tempest-AttachVolumeNegativeTest-13585354-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:31:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='500acae85b404ddfb043d00de39a7f04',uuid=3cc9e5bf-744a-461e-bb34-73b91d52a4a5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4cb59b4a-157d-467a-a714-a7d29f78ea87", "address": "fa:16:3e:45:49:db", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.32", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cb59b4a-15", "ovs_interfaceid": "4cb59b4a-157d-467a-a714-a7d29f78ea87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:34:15 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-1bd36b26-c6d7-44c0-aca9-a8bb00646a36 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Converting VIF {"id": "4cb59b4a-157d-467a-a714-a7d29f78ea87", "address": "fa:16:3e:45:49:db", "network": {"id": "361c13d0-70fe-468e-9aa6-09dfa2310541", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285643832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.32", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1c3f667da694a98becb9067dfed7888", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cb59b4a-15", "ovs_interfaceid": "4cb59b4a-157d-467a-a714-a7d29f78ea87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:34:15 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-1bd36b26-c6d7-44c0-aca9-a8bb00646a36 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:45:49:db,bridge_name='br-int',has_traffic_filtering=True,id=4cb59b4a-157d-467a-a714-a7d29f78ea87,network=Network(361c13d0-70fe-468e-9aa6-09dfa2310541),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4cb59b4a-15') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:34:15 user nova-compute[75076]: DEBUG os_vif [None req-1bd36b26-c6d7-44c0-aca9-a8bb00646a36 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:45:49:db,bridge_name='br-int',has_traffic_filtering=True,id=4cb59b4a-157d-467a-a714-a7d29f78ea87,network=Network(361c13d0-70fe-468e-9aa6-09dfa2310541),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4cb59b4a-15') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:34:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4cb59b4a-15, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:34:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:34:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=63d3fec2-23e3-47f8-9228-d187a47fc9c9) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:34:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:34:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:15 user nova-compute[75076]: INFO os_vif [None req-1bd36b26-c6d7-44c0-aca9-a8bb00646a36 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:45:49:db,bridge_name='br-int',has_traffic_filtering=True,id=4cb59b4a-157d-467a-a714-a7d29f78ea87,network=Network(361c13d0-70fe-468e-9aa6-09dfa2310541),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4cb59b4a-15')
Oct 27 16:34:15 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-1bd36b26-c6d7-44c0-aca9-a8bb00646a36 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Deleting instance files /opt/stack/data/nova/instances/3cc9e5bf-744a-461e-bb34-73b91d52a4a5_del
Oct 27 16:34:15 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-1bd36b26-c6d7-44c0-aca9-a8bb00646a36 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Deletion of /opt/stack/data/nova/instances/3cc9e5bf-744a-461e-bb34-73b91d52a4a5_del complete
Oct 27 16:34:15 user nova-compute[75076]: INFO nova.compute.manager [None req-1bd36b26-c6d7-44c0-aca9-a8bb00646a36 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Took 1.25 seconds to destroy the instance on the hypervisor.
Oct 27 16:34:15 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-1bd36b26-c6d7-44c0-aca9-a8bb00646a36 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:34:15 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:34:15 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:34:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:16 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:34:16 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Took 0.87 seconds to deallocate network for instance.
Oct 27 16:34:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-569f2129-fdc9-4def-8b02-8ba20e128cb1 req-fb2fa894-b914-4d5d-9cb8-7d153afcfa71 service nova] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Received event network-vif-deleted-4cb59b4a-157d-467a-a714-a7d29f78ea87 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:34:16 user nova-compute[75076]: INFO nova.compute.manager [req-569f2129-fdc9-4def-8b02-8ba20e128cb1 req-fb2fa894-b914-4d5d-9cb8-7d153afcfa71 service nova] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Neutron deleted interface 4cb59b4a-157d-467a-a714-a7d29f78ea87; detaching it from the instance and deleting it from the info cache
Oct 27 16:34:16 user nova-compute[75076]: DEBUG nova.network.neutron [req-569f2129-fdc9-4def-8b02-8ba20e128cb1 req-fb2fa894-b914-4d5d-9cb8-7d153afcfa71 service nova] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:34:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-569f2129-fdc9-4def-8b02-8ba20e128cb1 req-fb2fa894-b914-4d5d-9cb8-7d153afcfa71 service nova] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Detach interface failed, port_id=4cb59b4a-157d-467a-a714-a7d29f78ea87, reason: Instance 3cc9e5bf-744a-461e-bb34-73b91d52a4a5 could not be found. {{(pid=75076) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 16:34:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1bd36b26-c6d7-44c0-aca9-a8bb00646a36 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:34:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1bd36b26-c6d7-44c0-aca9-a8bb00646a36 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:34:16 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-1bd36b26-c6d7-44c0-aca9-a8bb00646a36 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:34:16 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-1bd36b26-c6d7-44c0-aca9-a8bb00646a36 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:34:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1bd36b26-c6d7-44c0-aca9-a8bb00646a36 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.247s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:34:16 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-1bd36b26-c6d7-44c0-aca9-a8bb00646a36 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Deleted allocations for instance 3cc9e5bf-744a-461e-bb34-73b91d52a4a5
Oct 27 16:34:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-bae86f16-5dfe-4e3a-b1f1-9adb01c1e2dc req-c2513ab4-6eed-4d3e-8963-214ec14c8da6 service nova] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Received event network-vif-plugged-4cb59b4a-157d-467a-a714-a7d29f78ea87 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:34:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bae86f16-5dfe-4e3a-b1f1-9adb01c1e2dc req-c2513ab4-6eed-4d3e-8963-214ec14c8da6 service nova] Acquiring lock "3cc9e5bf-744a-461e-bb34-73b91d52a4a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:34:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bae86f16-5dfe-4e3a-b1f1-9adb01c1e2dc req-c2513ab4-6eed-4d3e-8963-214ec14c8da6 service nova] Lock "3cc9e5bf-744a-461e-bb34-73b91d52a4a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:34:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bae86f16-5dfe-4e3a-b1f1-9adb01c1e2dc req-c2513ab4-6eed-4d3e-8963-214ec14c8da6 service nova] Lock "3cc9e5bf-744a-461e-bb34-73b91d52a4a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:34:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-bae86f16-5dfe-4e3a-b1f1-9adb01c1e2dc req-c2513ab4-6eed-4d3e-8963-214ec14c8da6 service nova] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] No waiting events found dispatching network-vif-plugged-4cb59b4a-157d-467a-a714-a7d29f78ea87 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:34:16 user nova-compute[75076]: WARNING nova.compute.manager [req-bae86f16-5dfe-4e3a-b1f1-9adb01c1e2dc req-c2513ab4-6eed-4d3e-8963-214ec14c8da6 service nova] [instance: 3cc9e5bf-744a-461e-bb34-73b91d52a4a5] Received unexpected event network-vif-plugged-4cb59b4a-157d-467a-a714-a7d29f78ea87 for instance with vm_state deleted and task_state None.
Oct 27 16:34:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-bae86f16-5dfe-4e3a-b1f1-9adb01c1e2dc req-c2513ab4-6eed-4d3e-8963-214ec14c8da6 service nova] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Received event network-vif-plugged-9ee286a9-8271-4940-b1c7-ef269730e3fd {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:34:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bae86f16-5dfe-4e3a-b1f1-9adb01c1e2dc req-c2513ab4-6eed-4d3e-8963-214ec14c8da6 service nova] Acquiring lock "833e053c-3f2b-41a1-ae94-77390fd7d5d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:34:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bae86f16-5dfe-4e3a-b1f1-9adb01c1e2dc req-c2513ab4-6eed-4d3e-8963-214ec14c8da6 service nova] Lock "833e053c-3f2b-41a1-ae94-77390fd7d5d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:34:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bae86f16-5dfe-4e3a-b1f1-9adb01c1e2dc req-c2513ab4-6eed-4d3e-8963-214ec14c8da6 service nova] Lock "833e053c-3f2b-41a1-ae94-77390fd7d5d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:34:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-bae86f16-5dfe-4e3a-b1f1-9adb01c1e2dc req-c2513ab4-6eed-4d3e-8963-214ec14c8da6 service nova] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] No waiting events found dispatching network-vif-plugged-9ee286a9-8271-4940-b1c7-ef269730e3fd {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:34:16 user nova-compute[75076]: WARNING nova.compute.manager [req-bae86f16-5dfe-4e3a-b1f1-9adb01c1e2dc req-c2513ab4-6eed-4d3e-8963-214ec14c8da6 service nova] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Received unexpected event network-vif-plugged-9ee286a9-8271-4940-b1c7-ef269730e3fd for instance with vm_state building and task_state spawning.
Oct 27 16:34:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-bae86f16-5dfe-4e3a-b1f1-9adb01c1e2dc req-c2513ab4-6eed-4d3e-8963-214ec14c8da6 service nova] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Received event network-vif-plugged-9ee286a9-8271-4940-b1c7-ef269730e3fd {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:34:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bae86f16-5dfe-4e3a-b1f1-9adb01c1e2dc req-c2513ab4-6eed-4d3e-8963-214ec14c8da6 service nova] Acquiring lock "833e053c-3f2b-41a1-ae94-77390fd7d5d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:34:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bae86f16-5dfe-4e3a-b1f1-9adb01c1e2dc req-c2513ab4-6eed-4d3e-8963-214ec14c8da6 service nova] Lock "833e053c-3f2b-41a1-ae94-77390fd7d5d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:34:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-bae86f16-5dfe-4e3a-b1f1-9adb01c1e2dc req-c2513ab4-6eed-4d3e-8963-214ec14c8da6 service nova] Lock "833e053c-3f2b-41a1-ae94-77390fd7d5d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:34:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-bae86f16-5dfe-4e3a-b1f1-9adb01c1e2dc req-c2513ab4-6eed-4d3e-8963-214ec14c8da6 service nova] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] No waiting events found dispatching network-vif-plugged-9ee286a9-8271-4940-b1c7-ef269730e3fd {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:34:16 user nova-compute[75076]: WARNING nova.compute.manager [req-bae86f16-5dfe-4e3a-b1f1-9adb01c1e2dc req-c2513ab4-6eed-4d3e-8963-214ec14c8da6 service nova] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Received unexpected event network-vif-plugged-9ee286a9-8271-4940-b1c7-ef269730e3fd for instance with vm_state building and task_state spawning.
Oct 27 16:34:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1bd36b26-c6d7-44c0-aca9-a8bb00646a36 tempest-AttachVolumeNegativeTest-13585354 tempest-AttachVolumeNegativeTest-13585354-project-member] Lock "3cc9e5bf-744a-461e-bb34-73b91d52a4a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.588s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:34:18 user nova-compute[75076]: DEBUG nova.compute.manager [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:34:18 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:34:18 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Instance spawned successfully.
Oct 27 16:34:18 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:34:18 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:34:18 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:34:18 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:34:18 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:34:18 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:34:18 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:34:18 user nova-compute[75076]: INFO nova.compute.manager [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Took 5.85 seconds to spawn the instance on the hypervisor.
Oct 27 16:34:18 user nova-compute[75076]: DEBUG nova.compute.manager [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:34:18 user nova-compute[75076]: INFO nova.compute.manager [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Took 6.51 seconds to build instance.
Oct 27 16:34:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d6519397-f50e-451c-bae1-8b41ee9cda33 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "833e053c-3f2b-41a1-ae94-77390fd7d5d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.606s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Starting finish_migration {{(pid=75076) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11674}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Instance directory exists: not creating {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 27 16:34:20 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Creating image(s)
Oct 27 16:34:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.182s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Checking if we can resize image /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk. size=21474836480 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Running cmd (subprocess): qemu-img resize /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk 21474836480 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] CMD "qemu-img resize /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk 21474836480" returned: 0 in 0.052s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Did not create local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Ensure instance console log exists: /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Start _get_guest_xml network_info=[{"id": "e556669b-73fe-4392-8537-cd7cb3591b4f", "address": "fa:16:3e:65:52:12", "network": {"id": "1f711bac-9fa3-4b2a-a0ee-f35fd41edec1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1925502631-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1925502631-network", "vif_mac": "fa:16:3e:65:52:12"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be9ef9fb00964d9c8f649793b0e969e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape556669b-73", "ovs_interfaceid": "e556669b-73fe-4392-8537-cd7cb3591b4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NvFLSxPh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'fee097af-1a09-4712-bfb9-c1048c507ffe', 'attached_at': '2023-10-27T16:34:20.000000', 'detached_at': '', 'volume_id': 'e359330a-ad3f-41ff-b7e4-ae74e2413b1e', 'serial': 'e359330a-ad3f-41ff-b7e4-ae74e2413b1e'}, 'boot_index': None, 'device_type': 'disk', 'mount_device': '/dev/vdb', 'disk_bus': 'virtio', 'attachment_id': '63c9088f-0ecb-40bb-b1bc-c28d7b0eae96', 'guest_format': None, 'delete_on_termination': False, 'volume_type': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:34:20 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:34:20 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:34:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NvFLSxPh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:34:20 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:34:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:34:20 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:34:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:34:20 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:34:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[bda38538-ca4c-4dc0-ab35-7739d9894c85]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:34:20 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f133abee-c967-4fb5-921f-86488ca7b9b8]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e] added
Oct 27 16:34:20 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3f9946b-5d84-42a7-978b-cc2c18fc1852]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2255700-594f-4c89-b34a-e72101f7efa3]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NvFLSxPh {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NvFLSxPh" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d29cc5fc-69c5-4306-bce3-a74fa03c11c1]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NvFLSxPh'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[9890becc-942f-4170-b766-f2b7c139b57b]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a364bade-af00-4bef-9078-39d6eff6c619]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 27 16:34:20 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 27 16:34:20 user nova-compute[75076]:  {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:34:20 user nova-compute[75076]: WARNING os_brick.initiator.connectors.iscsi [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 27 16:34:20 user nova-compute[75076]: 
Oct 27 16:34:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --login" returned: 0 in 0.048s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a6e2bb8-3a98-49ba-b1db-ecc6b3205045]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e, portal: 172.16.0.220,3260]
Oct 27 16:34:20 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e, portal: 172.16.0.220,3260] successful.
Oct 27 16:34:20 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[75e3c6c2-dc44-461b-80f8-da3bbcd85d60]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0253545-2f41-4fc4-a4dd-2b07c674a233]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)
Oct 27 16:34:20 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)
Oct 27 16:34:20 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.240s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] HCTL ('33', '-', '-', 0) found on session 42 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[3752000a-af0b-4902-ba83-eb88979e3edb]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Searching for a device in session 42 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:34:20 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NvFLSxPh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:34:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.275s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:34:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] <== connect_volume: return (1277ms) {'type': 'block', 'scsi_wwn': '23330363432323563', 'path': '/dev/sdb'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:34:21 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23330363432323563', 'path': '/dev/sdb'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:34:21 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:29:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1915263572',display_name='tempest-ServerActionsTestOtherB-server-1915263572',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1915263572',id=36,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBikfP4TL/cH8nfWJDAplH51353RGcJ5TklSmoy0qSTFfgja/DSqj9SYQSZMOA0XIEPsuAYl5jjY4BbU8YDF9tNrApbIBpbnK+JlMY9GdIMlKb+Sy8ftMTt8Ss/nA9vSZA==',key_name='tempest-keypair-1720173417',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:29:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='be9ef9fb00964d9c8f649793b0e969e9',ramdisk_id='',reservation_id='r-rfch0lgv',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1044836594',owner_user_name='tempest-ServerActionsTestOtherB-1044836594-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:34:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5e4632f42f944f33911c082fba010187',uuid=fee097af-1a09-4712-bfb9-c1048c507ffe,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e556669b-73fe-4392-8537-cd7cb3591b4f", "address": "fa:16:3e:65:52:12", "network": {"id": "1f711bac-9fa3-4b2a-a0ee-f35fd41edec1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1925502631-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1925502631-network", "vif_mac": "fa:16:3e:65:52:12"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be9ef9fb00964d9c8f649793b0e969e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape556669b-73", "ovs_interfaceid": "e556669b-73fe-4392-8537-cd7cb3591b4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:34:21 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Converting VIF {"id": "e556669b-73fe-4392-8537-cd7cb3591b4f", "address": "fa:16:3e:65:52:12", "network": {"id": "1f711bac-9fa3-4b2a-a0ee-f35fd41edec1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1925502631-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1925502631-network", "vif_mac": "fa:16:3e:65:52:12"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be9ef9fb00964d9c8f649793b0e969e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape556669b-73", "ovs_interfaceid": "e556669b-73fe-4392-8537-cd7cb3591b4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:34:21 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:65:52:12,bridge_name='br-int',has_traffic_filtering=True,id=e556669b-73fe-4392-8537-cd7cb3591b4f,network=Network(1f711bac-9fa3-4b2a-a0ee-f35fd41edec1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape556669b-73') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:34:21 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:34:21 user nova-compute[75076]:   <uuid>fee097af-1a09-4712-bfb9-c1048c507ffe</uuid>
Oct 27 16:34:21 user nova-compute[75076]:   <name>instance-00000024</name>
Oct 27 16:34:21 user nova-compute[75076]:   <memory>2097152</memory>
Oct 27 16:34:21 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:34:21 user nova-compute[75076]:   <metadata>
Oct 27 16:34:21 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:34:21 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:34:21 user nova-compute[75076]:       <nova:name>tempest-ServerActionsTestOtherB-server-1915263572</nova:name>
Oct 27 16:34:21 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:34:20</nova:creationTime>
Oct 27 16:34:21 user nova-compute[75076]:       <nova:flavor name="m1.small">
Oct 27 16:34:21 user nova-compute[75076]:         <nova:memory>2048</nova:memory>
Oct 27 16:34:21 user nova-compute[75076]:         <nova:disk>20</nova:disk>
Oct 27 16:34:21 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:34:21 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:34:21 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:34:21 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:34:21 user nova-compute[75076]:       <nova:owner>
Oct 27 16:34:21 user nova-compute[75076]:         <nova:user uuid="5e4632f42f944f33911c082fba010187">tempest-ServerActionsTestOtherB-1044836594-project-member</nova:user>
Oct 27 16:34:21 user nova-compute[75076]:         <nova:project uuid="be9ef9fb00964d9c8f649793b0e969e9">tempest-ServerActionsTestOtherB-1044836594</nova:project>
Oct 27 16:34:21 user nova-compute[75076]:       </nova:owner>
Oct 27 16:34:21 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:34:21 user nova-compute[75076]:       <nova:ports>
Oct 27 16:34:21 user nova-compute[75076]:         <nova:port uuid="e556669b-73fe-4392-8537-cd7cb3591b4f">
Oct 27 16:34:21 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 27 16:34:21 user nova-compute[75076]:         </nova:port>
Oct 27 16:34:21 user nova-compute[75076]:       </nova:ports>
Oct 27 16:34:21 user nova-compute[75076]:     </nova:instance>
Oct 27 16:34:21 user nova-compute[75076]:   </metadata>
Oct 27 16:34:21 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:34:21 user nova-compute[75076]:     <system>
Oct 27 16:34:21 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:34:21 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:34:21 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:34:21 user nova-compute[75076]:       <entry name="serial">fee097af-1a09-4712-bfb9-c1048c507ffe</entry>
Oct 27 16:34:21 user nova-compute[75076]:       <entry name="uuid">fee097af-1a09-4712-bfb9-c1048c507ffe</entry>
Oct 27 16:34:21 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:34:21 user nova-compute[75076]:     </system>
Oct 27 16:34:21 user nova-compute[75076]:   </sysinfo>
Oct 27 16:34:21 user nova-compute[75076]:   <os>
Oct 27 16:34:21 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:34:21 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:34:21 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:34:21 user nova-compute[75076]:   </os>
Oct 27 16:34:21 user nova-compute[75076]:   <features>
Oct 27 16:34:21 user nova-compute[75076]:     <acpi/>
Oct 27 16:34:21 user nova-compute[75076]:     <apic/>
Oct 27 16:34:21 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:34:21 user nova-compute[75076]:   </features>
Oct 27 16:34:21 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:34:21 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:34:21 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:34:21 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:34:21 user nova-compute[75076]:   </clock>
Oct 27 16:34:21 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:34:21 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:34:21 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:34:21 user nova-compute[75076]:   </cpu>
Oct 27 16:34:21 user nova-compute[75076]:   <devices>
Oct 27 16:34:21 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:34:21 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:34:21 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk"/>
Oct 27 16:34:21 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:34:21 user nova-compute[75076]:     </disk>
Oct 27 16:34:21 user nova-compute[75076]:     <disk type="block" device="disk">
Oct 27 16:34:21 user nova-compute[75076]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:34:21 user nova-compute[75076]:       <source dev="/dev/sdb"/>
Oct 27 16:34:21 user nova-compute[75076]:       <target dev="vdb" bus="virtio"/>
Oct 27 16:34:21 user nova-compute[75076]:       <serial>e359330a-ad3f-41ff-b7e4-ae74e2413b1e</serial>
Oct 27 16:34:21 user nova-compute[75076]:     </disk>
Oct 27 16:34:21 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:34:21 user nova-compute[75076]:       <mac address="fa:16:3e:65:52:12"/>
Oct 27 16:34:21 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:34:21 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:34:21 user nova-compute[75076]:       <target dev="tape556669b-73"/>
Oct 27 16:34:21 user nova-compute[75076]:     </interface>
Oct 27 16:34:21 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:34:21 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/console.log" append="off"/>
Oct 27 16:34:21 user nova-compute[75076]:     </serial>
Oct 27 16:34:21 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:34:21 user nova-compute[75076]:     <video>
Oct 27 16:34:21 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:34:21 user nova-compute[75076]:     </video>
Oct 27 16:34:21 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:34:21 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:34:21 user nova-compute[75076]:     </rng>
Oct 27 16:34:21 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:34:21 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:34:21 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:34:21 user nova-compute[75076]:     </memballoon>
Oct 27 16:34:21 user nova-compute[75076]:   </devices>
Oct 27 16:34:21 user nova-compute[75076]: </domain>
Oct 27 16:34:21 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:34:21 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:29:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1915263572',display_name='tempest-ServerActionsTestOtherB-server-1915263572',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1915263572',id=36,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBikfP4TL/cH8nfWJDAplH51353RGcJ5TklSmoy0qSTFfgja/DSqj9SYQSZMOA0XIEPsuAYl5jjY4BbU8YDF9tNrApbIBpbnK+JlMY9GdIMlKb+Sy8ftMTt8Ss/nA9vSZA==',key_name='tempest-keypair-1720173417',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:29:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='be9ef9fb00964d9c8f649793b0e969e9',ramdisk_id='',reservation_id='r-rfch0lgv',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1044836594',owner_user_name='tempest-ServerActionsTestOtherB-1044836594-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:34:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5e4632f42f944f33911c082fba010187',uuid=fee097af-1a09-4712-bfb9-c1048c507ffe,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e556669b-73fe-4392-8537-cd7cb3591b4f", "address": "fa:16:3e:65:52:12", "network": {"id": "1f711bac-9fa3-4b2a-a0ee-f35fd41edec1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1925502631-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1925502631-network", "vif_mac": "fa:16:3e:65:52:12"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be9ef9fb00964d9c8f649793b0e969e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape556669b-73", "ovs_interfaceid": "e556669b-73fe-4392-8537-cd7cb3591b4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:34:21 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Converting VIF {"id": "e556669b-73fe-4392-8537-cd7cb3591b4f", "address": "fa:16:3e:65:52:12", "network": {"id": "1f711bac-9fa3-4b2a-a0ee-f35fd41edec1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1925502631-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1925502631-network", "vif_mac": "fa:16:3e:65:52:12"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be9ef9fb00964d9c8f649793b0e969e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape556669b-73", "ovs_interfaceid": "e556669b-73fe-4392-8537-cd7cb3591b4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:34:21 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:65:52:12,bridge_name='br-int',has_traffic_filtering=True,id=e556669b-73fe-4392-8537-cd7cb3591b4f,network=Network(1f711bac-9fa3-4b2a-a0ee-f35fd41edec1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape556669b-73') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:34:21 user nova-compute[75076]: DEBUG os_vif [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:65:52:12,bridge_name='br-int',has_traffic_filtering=True,id=e556669b-73fe-4392-8537-cd7cb3591b4f,network=Network(1f711bac-9fa3-4b2a-a0ee-f35fd41edec1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape556669b-73') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:34:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:34:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:34:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c6bf3080-32af-5d96-ba67-47f792b29cd0', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:34:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:34:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape556669b-73, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:34:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape556669b-73, col_values=(('qos', UUID('56f4cfa1-c7ff-4edc-b315-e3f74d95e73c')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:34:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape556669b-73, col_values=(('external_ids', {'iface-id': 'e556669b-73fe-4392-8537-cd7cb3591b4f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:65:52:12', 'vm-uuid': 'fee097af-1a09-4712-bfb9-c1048c507ffe'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:34:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:34:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:21 user nova-compute[75076]: INFO os_vif [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:65:52:12,bridge_name='br-int',has_traffic_filtering=True,id=e556669b-73fe-4392-8537-cd7cb3591b4f,network=Network(1f711bac-9fa3-4b2a-a0ee-f35fd41edec1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape556669b-73')
Oct 27 16:34:21 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:34:21 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:34:21 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] No VIF found with MAC fa:16:3e:65:52:12, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:34:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:23 user nova-compute[75076]: DEBUG nova.compute.manager [req-678f05c1-843f-4fcd-b61c-886dd93a7fff req-8ad0c6ac-66ad-4b67-9313-cb9db2e083cc service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Received event network-vif-plugged-e556669b-73fe-4392-8537-cd7cb3591b4f {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:34:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-678f05c1-843f-4fcd-b61c-886dd93a7fff req-8ad0c6ac-66ad-4b67-9313-cb9db2e083cc service nova] Acquiring lock "fee097af-1a09-4712-bfb9-c1048c507ffe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:34:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-678f05c1-843f-4fcd-b61c-886dd93a7fff req-8ad0c6ac-66ad-4b67-9313-cb9db2e083cc service nova] Lock "fee097af-1a09-4712-bfb9-c1048c507ffe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:34:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-678f05c1-843f-4fcd-b61c-886dd93a7fff req-8ad0c6ac-66ad-4b67-9313-cb9db2e083cc service nova] Lock "fee097af-1a09-4712-bfb9-c1048c507ffe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:34:23 user nova-compute[75076]: DEBUG nova.compute.manager [req-678f05c1-843f-4fcd-b61c-886dd93a7fff req-8ad0c6ac-66ad-4b67-9313-cb9db2e083cc service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] No waiting events found dispatching network-vif-plugged-e556669b-73fe-4392-8537-cd7cb3591b4f {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:34:23 user nova-compute[75076]: WARNING nova.compute.manager [req-678f05c1-843f-4fcd-b61c-886dd93a7fff req-8ad0c6ac-66ad-4b67-9313-cb9db2e083cc service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Received unexpected event network-vif-plugged-e556669b-73fe-4392-8537-cd7cb3591b4f for instance with vm_state active and task_state resize_finish.
Oct 27 16:34:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:25 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:34:25 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Instance running successfully.
Oct 27 16:34:25 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Failed to set time: agent not configured {{(pid=75076) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Oct 27 16:34:25 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5630812d-a6ac-4dc2-b9ea-24c309d29fe7 tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] finish_migration finished successfully. {{(pid=75076) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11769}}
Oct 27 16:34:25 user nova-compute[75076]: DEBUG nova.compute.manager [req-e27a0fca-de29-4ff0-bc6c-5278076bc968 req-7d7b1938-4ece-429a-86fd-ac89e9aa2389 service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Received event network-vif-plugged-e556669b-73fe-4392-8537-cd7cb3591b4f {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:34:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-e27a0fca-de29-4ff0-bc6c-5278076bc968 req-7d7b1938-4ece-429a-86fd-ac89e9aa2389 service nova] Acquiring lock "fee097af-1a09-4712-bfb9-c1048c507ffe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:34:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-e27a0fca-de29-4ff0-bc6c-5278076bc968 req-7d7b1938-4ece-429a-86fd-ac89e9aa2389 service nova] Lock "fee097af-1a09-4712-bfb9-c1048c507ffe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:34:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-e27a0fca-de29-4ff0-bc6c-5278076bc968 req-7d7b1938-4ece-429a-86fd-ac89e9aa2389 service nova] Lock "fee097af-1a09-4712-bfb9-c1048c507ffe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:34:25 user nova-compute[75076]: DEBUG nova.compute.manager [req-e27a0fca-de29-4ff0-bc6c-5278076bc968 req-7d7b1938-4ece-429a-86fd-ac89e9aa2389 service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] No waiting events found dispatching network-vif-plugged-e556669b-73fe-4392-8537-cd7cb3591b4f {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:34:25 user nova-compute[75076]: WARNING nova.compute.manager [req-e27a0fca-de29-4ff0-bc6c-5278076bc968 req-7d7b1938-4ece-429a-86fd-ac89e9aa2389 service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Received unexpected event network-vif-plugged-e556669b-73fe-4392-8537-cd7cb3591b4f for instance with vm_state active and task_state resize_finish.
Oct 27 16:34:26 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:29 user nova-compute[75076]: DEBUG nova.compute.manager [req-125a3ccb-0c39-4ec2-80a3-c133c22ec4b6 req-e3b463b7-8dbb-4f27-bcd0-04165524ce33 service nova] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Received event network-changed-2b5058ca-f946-4e67-939f-2bf0e544a5c2 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:34:29 user nova-compute[75076]: DEBUG nova.compute.manager [req-125a3ccb-0c39-4ec2-80a3-c133c22ec4b6 req-e3b463b7-8dbb-4f27-bcd0-04165524ce33 service nova] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Refreshing instance network info cache due to event network-changed-2b5058ca-f946-4e67-939f-2bf0e544a5c2. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:34:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-125a3ccb-0c39-4ec2-80a3-c133c22ec4b6 req-e3b463b7-8dbb-4f27-bcd0-04165524ce33 service nova] Acquiring lock "refresh_cache-f7b2c759-f6a3-47fe-930c-1f8ed87a556e" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:34:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-125a3ccb-0c39-4ec2-80a3-c133c22ec4b6 req-e3b463b7-8dbb-4f27-bcd0-04165524ce33 service nova] Acquired lock "refresh_cache-f7b2c759-f6a3-47fe-930c-1f8ed87a556e" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:34:29 user nova-compute[75076]: DEBUG nova.network.neutron [req-125a3ccb-0c39-4ec2-80a3-c133c22ec4b6 req-e3b463b7-8dbb-4f27-bcd0-04165524ce33 service nova] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Refreshing network info cache for port 2b5058ca-f946-4e67-939f-2bf0e544a5c2 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:34:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Acquiring lock "f7b2c759-f6a3-47fe-930c-1f8ed87a556e" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:34:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "f7b2c759-f6a3-47fe-930c-1f8ed87a556e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:34:29 user nova-compute[75076]: DEBUG nova.objects.instance [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lazy-loading 'flavor' on Instance uuid f7b2c759-f6a3-47fe-930c-1f8ed87a556e {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:34:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "f7b2c759-f6a3-47fe-930c-1f8ed87a556e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.064s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:34:29 user nova-compute[75076]: DEBUG nova.network.neutron [req-125a3ccb-0c39-4ec2-80a3-c133c22ec4b6 req-e3b463b7-8dbb-4f27-bcd0-04165524ce33 service nova] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Updated VIF entry in instance network info cache for port 2b5058ca-f946-4e67-939f-2bf0e544a5c2. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:34:29 user nova-compute[75076]: DEBUG nova.network.neutron [req-125a3ccb-0c39-4ec2-80a3-c133c22ec4b6 req-e3b463b7-8dbb-4f27-bcd0-04165524ce33 service nova] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Updating instance_info_cache with network_info: [{"id": "2b5058ca-f946-4e67-939f-2bf0e544a5c2", "address": "fa:16:3e:ff:f7:30", "network": {"id": "27829e9a-7883-4370-ae60-7222bbca1f25", "bridge": "br-int", "label": "tempest-TestStampPattern-1983507517-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.18", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e48c42740cb846cb891a277f94e44788", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b5058ca-f9", "ovs_interfaceid": "2b5058ca-f946-4e67-939f-2bf0e544a5c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:34:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-125a3ccb-0c39-4ec2-80a3-c133c22ec4b6 req-e3b463b7-8dbb-4f27-bcd0-04165524ce33 service nova] Releasing lock "refresh_cache-f7b2c759-f6a3-47fe-930c-1f8ed87a556e" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:34:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Acquiring lock "f7b2c759-f6a3-47fe-930c-1f8ed87a556e" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:34:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "f7b2c759-f6a3-47fe-930c-1f8ed87a556e" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:34:29 user nova-compute[75076]: INFO nova.compute.manager [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Attaching volume 08bdef6f-1fd0-40f7-a94e-77474778deae to /dev/vdb
Oct 27 16:34:29 user nova-compute[75076]: DEBUG os_brick.utils [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:34:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:34:29 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5be6bee2-0c56-4ffb-b0cc-95b568255893]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:34:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:34:29 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a65f80b2-57d7-44f7-8f18-4a4409d020a4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:34:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:34:29 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[12044a47-73f6-42e2-9ff6-0631c8ed8988]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:34:29 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfe29913-cd0b-45bf-8c61-716d29e44f30]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:34:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:34:30 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:34:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:34:30 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:34:30 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc7a4908-a607-4032-8fe7-31bdfef79d20]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:34:30 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:34:30 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:34:30 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:34:30 user nova-compute[75076]: DEBUG os_brick.utils [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] <== get_connector_properties: return (130ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:34:30 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Updating existing volume attachment record: ac81424e-c27d-49c5-818e-d7e23575aa58 {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:34:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:33 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:34:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Acquiring lock "5db5857f-f475-438b-87ea-e99b1f9366c4" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:34:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "5db5857f-f475-438b-87ea-e99b1f9366c4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:34:34 user nova-compute[75076]: DEBUG nova.objects.instance [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lazy-loading 'flavor' on Instance uuid 5db5857f-f475-438b-87ea-e99b1f9366c4 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:34:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "5db5857f-f475-438b-87ea-e99b1f9366c4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:34:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Acquiring lock "5db5857f-f475-438b-87ea-e99b1f9366c4" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:34:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "5db5857f-f475-438b-87ea-e99b1f9366c4" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.003s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:34:34 user nova-compute[75076]: INFO nova.compute.manager [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Attaching volume 44b276f4-1c69-4f89-975c-8b598ba21421 to /dev/vdb
Oct 27 16:34:34 user nova-compute[75076]: DEBUG os_brick.utils [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:34:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:34:34 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[37f450e3-a26a-426c-b141-c62ca0ff30b5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:34:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:34:34 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[424694cb-9cae-4ba2-8cc9-3bac4032dcd0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:34:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:34:34 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[171faa73-4c84-4342-91c3-ca0d6794ecad]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:34:34 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a2bba35-4dd3-463d-a34d-e0845a396b0c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:34:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:34:34 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:34:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:34:34 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:34:34 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[514f702a-40d8-4605-b4f3-2940fe755be6]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:34:34 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:34:34 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:34:34 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:34:34 user nova-compute[75076]: DEBUG os_brick.utils [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] <== get_connector_properties: return (113ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:34:34 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Updating existing volume attachment record: d46f3d30-9d9b-4111-a8a8-253d787bb353 {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:34:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:36 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:41 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:34:41 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:34:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-9fc01439-241d-45f7-81a7-8860b4849939" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:34:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-9fc01439-241d-45f7-81a7-8860b4849939" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:34:41 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 16:34:41 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Updating instance_info_cache with network_info: [{"id": "e5d506ef-e13c-4873-a4b7-d929cd0a626b", "address": "fa:16:3e:82:8c:de", "network": {"id": "a4cd92b5-8cea-4135-86fc-8241f5ec05e6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1716485942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "44ca7e988f9f466bb169bceae343c954", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5d506ef-e1", "ovs_interfaceid": "e5d506ef-e13c-4873-a4b7-d929cd0a626b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:34:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-9fc01439-241d-45f7-81a7-8860b4849939" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:34:41 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 16:34:41 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:34:41 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:42 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:34:42 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:34:43 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:34:43 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:34:45 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:34:45 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:34:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:49 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:34:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:34:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:34:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:34:49 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:34:49 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fc01439-241d-45f7-81a7-8860b4849939/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:49 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fc01439-241d-45f7-81a7-8860b4849939/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:34:49 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fc01439-241d-45f7-81a7-8860b4849939/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:49 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fc01439-241d-45f7-81a7-8860b4849939/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:34:49 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:49 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:34:49 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:49 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:34:49 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:34:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:34:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:34:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:34:50 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:34:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/833e053c-3f2b-41a1-ae94-77390fd7d5d9/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/833e053c-3f2b-41a1-ae94-77390fd7d5d9/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:34:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/833e053c-3f2b-41a1-ae94-77390fd7d5d9/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:34:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/833e053c-3f2b-41a1-ae94-77390fd7d5d9/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:34:51 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:34:51 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:34:51 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=8195MB free_disk=25.111835479736328GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:34:51 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:34:51 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:34:51 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Applying migration context for instance fee097af-1a09-4712-bfb9-c1048c507ffe as it has an incoming, in-progress migration 2790356b-42eb-4802-aaa3-8ee8f87e5ff6. Migration status is finished {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 27 16:34:51 user nova-compute[75076]: INFO nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Updating resource usage from migration 2790356b-42eb-4802-aaa3-8ee8f87e5ff6
Oct 27 16:34:51 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 5db5857f-f475-438b-87ea-e99b1f9366c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:34:51 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 9fc01439-241d-45f7-81a7-8860b4849939 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:34:51 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance f7b2c759-f6a3-47fe-930c-1f8ed87a556e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:34:51 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Migration 2790356b-42eb-4802-aaa3-8ee8f87e5ff6 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 27 16:34:51 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance fee097af-1a09-4712-bfb9-c1048c507ffe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:34:51 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 833e053c-3f2b-41a1-ae94-77390fd7d5d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:34:51 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:34:51 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=25GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:34:51 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Refreshing inventories for resource provider 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 27 16:34:51 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Updating ProviderTree inventory for provider 543fff1b-1911-4710-bad6-6bd4c750c641 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 27 16:34:51 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Updating inventory in ProviderTree for provider 543fff1b-1911-4710-bad6-6bd4c750c641 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 27 16:34:51 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Refreshing aggregate associations for resource provider 543fff1b-1911-4710-bad6-6bd4c750c641, aggregates: None {{(pid=75076) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 27 16:34:51 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Refreshing trait associations for resource provider 543fff1b-1911-4710-bad6-6bd4c750c641, traits: COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ARI,HW_CPU_X86_SSE2,HW_CPU_X86_MMX,COMPUTE_NODE,HW_CPU_X86_SSSE3,HW_CPU_X86_SSE,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSE41,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_ATTACH_INTERFACE {{(pid=75076) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 27 16:34:51 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:34:51 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:34:51 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:51 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:34:51 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.519s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:34:52 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:34:52 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:34:53 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:34:53 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Cleaning up deleted instances with incomplete migration  {{(pid=75076) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 27 16:34:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:56 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:34:59 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:34:59 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Cleaning up deleted instances {{(pid=75076) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 27 16:34:59 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] There are 0 instances to clean {{(pid=75076) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 27 16:35:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:35:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:35:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:35:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:35:09 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:35:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HRuEeQhy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:35:09 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:35:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:35:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:35:09 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:35:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:35:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:35:09 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:35:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:09 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[780132f3-3019-4ae5-9353-71b101324ac8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:35:09 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:35:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:09 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:35:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xfCoNRHm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:35:09 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:35:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:35:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:09 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1982dc0e-996f-4449-83ee-b9d1fdb17e0d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae] added
Oct 27 16:35:09 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:35:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:09 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c7e1e10-c14a-41bf-a8c4-4a1325fc7b16]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:35:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:09 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[99fb8236-eaf1-4cdf-9c5e-1968d6055f41]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:09 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:35:09 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HRuEeQhy {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HRuEeQhy" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[69fa46b7-1c55-4b84-b15a-abf2c951d7c1]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'HRuEeQhy'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:35:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[45c09661-08b9-483d-976f-da822eb8fa19]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:35:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[06e2b05f-8049-4f3e-9648-0c8c632edaad]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)
Oct 27 16:35:10 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:35:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)
Oct 27 16:35:10 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:35:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[4aaaaaaa-cce2-4fdf-bc26-20a07da2715a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae, portal: 172.16.0.220,3260]
Oct 27 16:35:10 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae, portal: 172.16.0.220,3260] successful.
Oct 27 16:35:10 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:35:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e96a548-75fd-4288-8dd5-544ecf7eedf1]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:35:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbaab4f4-c415-4af1-8223-561c081642e3]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)
Oct 27 16:35:10 user nova-compute[75076]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae (non-flash)
Oct 27 16:35:10 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:35:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)
Oct 27 16:35:10 user nova-compute[75076]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae (non-flash)
Oct 27 16:35:10 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:35:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.255s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:35:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:35:10 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] HCTL ('34', '-', '-', 0) found on session 43 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:35:10 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:35:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.014s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[91467867-93b5-4528-be8f-bdb12036c0a3]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:10 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Searching for a device in session 43 and hctl ['34', '*', '*', 0] yield: None {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Searching for a device in session 43 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HRuEeQhy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.282s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] <== connect_volume: return (1283ms) {'type': 'block', 'scsi_wwn': '26362373363373934', 'path': '/dev/sdc'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26362373363373934', 'path': '/dev/sdc'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.236s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:35:11 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:35:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:35:11 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:35:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421 -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG nova.objects.instance [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lazy-loading 'flavor' on Instance uuid f7b2c759-f6a3-47fe-930c-1f8ed87a556e {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[2884678b-267c-44d6-b0a4-e99bb41192d5]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:35:11 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421 -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 16:35:11 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:35:11 user nova-compute[75076]:   <source dev="/dev/sdc"/>
Oct 27 16:35:11 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:35:11 user nova-compute[75076]:   <serial>08bdef6f-1fd0-40f7-a94e-77474778deae</serial>
Oct 27 16:35:11 user nova-compute[75076]: </disk>
Oct 27 16:35:11 user nova-compute[75076]:  {{(pid=75076) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c3dec80-1c1e-4ddf-9572-d9e21d8d4144]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421] added
Oct 27 16:35:11 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d307f86-7bfc-464e-b546-fa9f5b874537]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fe7aac4-77c3-4555-a1f9-135a58ceee94]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xfCoNRHm {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xfCoNRHm" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[26cb89e4-0800-49e6-a8a0-5ba0ec07b2d1]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xfCoNRHm'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[9dbabb77-7688-4a38-8323-88fbffa14b13]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c101683e-4207-45bb-b972-1e8f9bbe93f1]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)
Oct 27 16:35:11 user nova-compute[75076]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae (non-flash)
Oct 27 16:35:11 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)
Oct 27 16:35:11 user nova-compute[75076]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae (non-flash)
Oct 27 16:35:11 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421 -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421 -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c182bdc4-1c65-484a-b714-d8dc83b93cc1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421, portal: 172.16.0.220,3260]
Oct 27 16:35:11 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421, portal: 172.16.0.220,3260] successful.
Oct 27 16:35:11 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5769e8fd-2852-4d51-886a-a47974e546b3]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d7076c2-f510-45a0-b28f-48271d79ce42]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)
Oct 27 16:35:11 user nova-compute[75076]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae (non-flash)
Oct 27 16:35:11 user nova-compute[75076]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421 (non-flash)
Oct 27 16:35:11 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)
Oct 27 16:35:11 user nova-compute[75076]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae (non-flash)
Oct 27 16:35:11 user nova-compute[75076]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421 (non-flash)
Oct 27 16:35:11 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.274s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] HCTL ('35', '-', '-', 0) found on session 44 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[aeae1107-b579-4f68-8cc2-f4772eb66fe5]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Searching for a device in session 44 and hctl ['35', '*', '*', 0] yield: None {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] No VIF found with MAC fa:16:3e:ff:f7:30, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5d207b0f-d633-4348-a51a-c26a7aa0716d tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "f7b2c759-f6a3-47fe-930c-1f8ed87a556e" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 41.893s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:35:11 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:35:12 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Searching for a device in session 44 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:35:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xfCoNRHm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:35:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.303s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:35:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] <== connect_volume: return (2539ms) {'type': 'block', 'scsi_wwn': '26162393862316163', 'path': '/dev/sdd'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:35:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26162393862316163', 'path': '/dev/sdd'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:35:12 user nova-compute[75076]: DEBUG nova.objects.instance [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lazy-loading 'flavor' on Instance uuid 5db5857f-f475-438b-87ea-e99b1f9366c4 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:35:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 16:35:12 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:35:12 user nova-compute[75076]:   <source dev="/dev/sdd"/>
Oct 27 16:35:12 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:35:12 user nova-compute[75076]:   <serial>44b276f4-1c69-4f89-975c-8b598ba21421</serial>
Oct 27 16:35:12 user nova-compute[75076]: </disk>
Oct 27 16:35:12 user nova-compute[75076]:  {{(pid=75076) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 16:35:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:35:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:35:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] No VIF found with MAC fa:16:3e:15:33:56, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:35:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a4d92c24-6784-4612-a590-97c064337e81 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "5db5857f-f475-438b-87ea-e99b1f9366c4" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 38.400s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:35:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d1c6c5ec-2a8d-4373-a6cd-71909d2ecf9f tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Acquiring lock "f7b2c759-f6a3-47fe-930c-1f8ed87a556e" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:35:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d1c6c5ec-2a8d-4373-a6cd-71909d2ecf9f tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "f7b2c759-f6a3-47fe-930c-1f8ed87a556e" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:35:14 user nova-compute[75076]: INFO nova.compute.manager [None req-d1c6c5ec-2a8d-4373-a6cd-71909d2ecf9f tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Detaching volume 08bdef6f-1fd0-40f7-a94e-77474778deae
Oct 27 16:35:14 user nova-compute[75076]: INFO nova.virt.block_device [None req-d1c6c5ec-2a8d-4373-a6cd-71909d2ecf9f tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Attempting to driver detach volume 08bdef6f-1fd0-40f7-a94e-77474778deae from mountpoint /dev/vdb
Oct 27 16:35:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d1c6c5ec-2a8d-4373-a6cd-71909d2ecf9f tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Attempting to detach device vdb from instance f7b2c759-f6a3-47fe-930c-1f8ed87a556e from the persistent domain config. {{(pid=75076) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 16:35:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-d1c6c5ec-2a8d-4373-a6cd-71909d2ecf9f tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:35:14 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:35:14 user nova-compute[75076]:   <source dev="/dev/sdc"/>
Oct 27 16:35:14 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:35:14 user nova-compute[75076]:   <serial>08bdef6f-1fd0-40f7-a94e-77474778deae</serial>
Oct 27 16:35:14 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 16:35:14 user nova-compute[75076]: </disk>
Oct 27 16:35:14 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:35:14 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-d1c6c5ec-2a8d-4373-a6cd-71909d2ecf9f tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Successfully detached device vdb from instance f7b2c759-f6a3-47fe-930c-1f8ed87a556e from the persistent domain config.
Oct 27 16:35:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d1c6c5ec-2a8d-4373-a6cd-71909d2ecf9f tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance f7b2c759-f6a3-47fe-930c-1f8ed87a556e from the live domain config. {{(pid=75076) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 16:35:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-d1c6c5ec-2a8d-4373-a6cd-71909d2ecf9f tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:35:14 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:35:14 user nova-compute[75076]:   <source dev="/dev/sdc"/>
Oct 27 16:35:14 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:35:14 user nova-compute[75076]:   <serial>08bdef6f-1fd0-40f7-a94e-77474778deae</serial>
Oct 27 16:35:14 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 16:35:14 user nova-compute[75076]: </disk>
Oct 27 16:35:14 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:35:14 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-d1c6c5ec-2a8d-4373-a6cd-71909d2ecf9f tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance f7b2c759-f6a3-47fe-930c-1f8ed87a556e {{(pid=75076) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 16:35:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:35:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cb31b1c0-1874-4ac0-bc14-7d3a8f21e1b9 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Acquiring lock "5db5857f-f475-438b-87ea-e99b1f9366c4" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:35:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cb31b1c0-1874-4ac0-bc14-7d3a8f21e1b9 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "5db5857f-f475-438b-87ea-e99b1f9366c4" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:35:15 user nova-compute[75076]: INFO nova.compute.manager [None req-cb31b1c0-1874-4ac0-bc14-7d3a8f21e1b9 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Detaching volume 44b276f4-1c69-4f89-975c-8b598ba21421
Oct 27 16:35:15 user nova-compute[75076]: INFO nova.virt.block_device [None req-cb31b1c0-1874-4ac0-bc14-7d3a8f21e1b9 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Attempting to driver detach volume 44b276f4-1c69-4f89-975c-8b598ba21421 from mountpoint /dev/vdb
Oct 27 16:35:15 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-cb31b1c0-1874-4ac0-bc14-7d3a8f21e1b9 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Attempting to detach device vdb from instance 5db5857f-f475-438b-87ea-e99b1f9366c4 from the persistent domain config. {{(pid=75076) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 16:35:15 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-cb31b1c0-1874-4ac0-bc14-7d3a8f21e1b9 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:35:15 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:35:15 user nova-compute[75076]:   <source dev="/dev/sdd"/>
Oct 27 16:35:15 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:35:15 user nova-compute[75076]:   <serial>44b276f4-1c69-4f89-975c-8b598ba21421</serial>
Oct 27 16:35:15 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 16:35:15 user nova-compute[75076]: </disk>
Oct 27 16:35:15 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:35:15 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-cb31b1c0-1874-4ac0-bc14-7d3a8f21e1b9 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Successfully detached device vdb from instance 5db5857f-f475-438b-87ea-e99b1f9366c4 from the persistent domain config.
Oct 27 16:35:15 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-cb31b1c0-1874-4ac0-bc14-7d3a8f21e1b9 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 5db5857f-f475-438b-87ea-e99b1f9366c4 from the live domain config. {{(pid=75076) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 16:35:15 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-cb31b1c0-1874-4ac0-bc14-7d3a8f21e1b9 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:35:15 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:35:15 user nova-compute[75076]:   <source dev="/dev/sdd"/>
Oct 27 16:35:15 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:35:15 user nova-compute[75076]:   <serial>44b276f4-1c69-4f89-975c-8b598ba21421</serial>
Oct 27 16:35:15 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 16:35:15 user nova-compute[75076]: </disk>
Oct 27 16:35:15 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:35:16 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-cb31b1c0-1874-4ac0-bc14-7d3a8f21e1b9 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 5db5857f-f475-438b-87ea-e99b1f9366c4 {{(pid=75076) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 16:35:16 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:35:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:35:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:35:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:35:26 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:35:26 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:35:26 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:35:26 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:35:26 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:35:26 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:35:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:35:34 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-d1c6c5ec-2a8d-4373-a6cd-71909d2ecf9f tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance f7b2c759-f6a3-47fe-930c-1f8ed87a556e is timed out.
Oct 27 16:35:34 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-d1c6c5ec-2a8d-4373-a6cd-71909d2ecf9f tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Successfully detached device vdb from instance f7b2c759-f6a3-47fe-930c-1f8ed87a556e from the live domain config.
Oct 27 16:35:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d1c6c5ec-2a8d-4373-a6cd-71909d2ecf9f tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1c6c5ec-2a8d-4373-a6cd-71909d2ecf9f tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HRuEeQhy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:35:34 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-d1c6c5ec-2a8d-4373-a6cd-71909d2ecf9f tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:35:34 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-d1c6c5ec-2a8d-4373-a6cd-71909d2ecf9f tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-d1c6c5ec-2a8d-4373-a6cd-71909d2ecf9f tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f25e802-0e05-41d3-93ff-7dd76945f5da]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1c6c5ec-2a8d-4373-a6cd-71909d2ecf9f tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:35:34 user nova-compute[75076]: No targets found.
Oct 27 16:35:34 user nova-compute[75076]: iSNS:
Oct 27 16:35:34 user nova-compute[75076]: No targets found.
Oct 27 16:35:34 user nova-compute[75076]: STATIC:
Oct 27 16:35:34 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421
Oct 27 16:35:34 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:35:34 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:35:34 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e
Oct 27 16:35:34 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:35:34 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:35:34 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae
Oct 27 16:35:34 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:35:34 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:35:34 user nova-compute[75076]: FIRMWARE:
Oct 27 16:35:34 user nova-compute[75076]: No targets found.
Oct 27 16:35:34 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1c6c5ec-2a8d-4373-a6cd-71909d2ecf9f tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:35:34 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:35:34 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1c6c5ec-2a8d-4373-a6cd-71909d2ecf9f tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1d3bda5-4d06-4a67-a973-0953478a80de]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[58f4f712-5c02-433d-9aac-9ba7d911d347]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1c6c5ec-2a8d-4373-a6cd-71909d2ecf9f tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)
Oct 27 16:35:34 user nova-compute[75076]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae (non-flash)
Oct 27 16:35:34 user nova-compute[75076]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421 (non-flash)
Oct 27 16:35:34 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1c6c5ec-2a8d-4373-a6cd-71909d2ecf9f tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)
Oct 27 16:35:34 user nova-compute[75076]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae (non-flash)
Oct 27 16:35:34 user nova-compute[75076]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421 (non-flash)
Oct 27 16:35:34 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1c6c5ec-2a8d-4373-a6cd-71909d2ecf9f tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe1c4e1630>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae'): ({'sdc'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-d1c6c5ec-2a8d-4373-a6cd-71909d2ecf9f tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Removing single pathed devices sdc {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1421384d-2e1b-42ac-8652-3bde96e99970]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad032394-2d17-4543-9dfc-418fc857f0d9]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-d1c6c5ec-2a8d-4373-a6cd-71909d2ecf9f tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Flushing IO for device /dev/sdc {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[57273e8f-1d4c-4b9b-8930-2af0e7b76e1b]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-d1c6c5ec-2a8d-4373-a6cd-71909d2ecf9f tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.046s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5122caa6-d239-4320-b94b-eb47ca2e982f]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-d1c6c5ec-2a8d-4373-a6cd-71909d2ecf9f tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-d1c6c5ec-2a8d-4373-a6cd-71909d2ecf9f tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] SCSI volumes sdc have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1c6c5ec-2a8d-4373-a6cd-71909d2ecf9f tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[83b8eaa0-f6ce-4c08-b127-a1b61288fa73]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1c6c5ec-2a8d-4373-a6cd-71909d2ecf9f tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[054fa58d-1e4a-48a7-a619-6b1e16b8c28a]: (4, ('Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae, portal: 172.16.0.220,3260]\nLogout of [sid: 43, target: iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1c6c5ec-2a8d-4373-a6cd-71909d2ecf9f tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae, portal: 172.16.0.220,3260]
Oct 27 16:35:34 user nova-compute[75076]: Logout of [sid: 43, target: iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae, portal: 172.16.0.220,3260] successful.
Oct 27 16:35:34 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:35:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:08bdef6f-1fd0-40f7-a94e-77474778deae -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:35 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcea8550-75a7-482b-bea9-ecff38abd5b8]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:35 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1c6c5ec-2a8d-4373-a6cd-71909d2ecf9f tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:35:35 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-d1c6c5ec-2a8d-4373-a6cd-71909d2ecf9f tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.295s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:35:35 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1c6c5ec-2a8d-4373-a6cd-71909d2ecf9f tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] <== disconnect_volume: return (295ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:35:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d1c6c5ec-2a8d-4373-a6cd-71909d2ecf9f tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:35:35 user nova-compute[75076]: DEBUG nova.objects.instance [None req-d1c6c5ec-2a8d-4373-a6cd-71909d2ecf9f tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lazy-loading 'flavor' on Instance uuid f7b2c759-f6a3-47fe-930c-1f8ed87a556e {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:35:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-d1c6c5ec-2a8d-4373-a6cd-71909d2ecf9f tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "f7b2c759-f6a3-47fe-930c-1f8ed87a556e" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.745s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:35:36 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-cb31b1c0-1874-4ac0-bc14-7d3a8f21e1b9 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 5db5857f-f475-438b-87ea-e99b1f9366c4 is timed out.
Oct 27 16:35:36 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-cb31b1c0-1874-4ac0-bc14-7d3a8f21e1b9 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Successfully detached device vdb from instance 5db5857f-f475-438b-87ea-e99b1f9366c4 from the live domain config.
Oct 27 16:35:36 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cb31b1c0-1874-4ac0-bc14-7d3a8f21e1b9 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb31b1c0-1874-4ac0-bc14-7d3a8f21e1b9 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xfCoNRHm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:35:36 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-cb31b1c0-1874-4ac0-bc14-7d3a8f21e1b9 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:35:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-cb31b1c0-1874-4ac0-bc14-7d3a8f21e1b9 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-cb31b1c0-1874-4ac0-bc14-7d3a8f21e1b9 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[093ce39c-fd87-46e6-aedd-39dc7925dd0e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb31b1c0-1874-4ac0-bc14-7d3a8f21e1b9 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:35:36 user nova-compute[75076]: No targets found.
Oct 27 16:35:36 user nova-compute[75076]: iSNS:
Oct 27 16:35:36 user nova-compute[75076]: No targets found.
Oct 27 16:35:36 user nova-compute[75076]: STATIC:
Oct 27 16:35:36 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421
Oct 27 16:35:36 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:35:36 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:35:36 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e
Oct 27 16:35:36 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:35:36 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:35:36 user nova-compute[75076]: FIRMWARE:
Oct 27 16:35:36 user nova-compute[75076]: No targets found.
Oct 27 16:35:36 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb31b1c0-1874-4ac0-bc14-7d3a8f21e1b9 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:35:36 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:35:36 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb31b1c0-1874-4ac0-bc14-7d3a8f21e1b9 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c331d513-dc5c-474e-af48-f7c92ba13fc4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fc21dee-a980-482a-883a-05199ccf32f5]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb31b1c0-1874-4ac0-bc14-7d3a8f21e1b9 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)
Oct 27 16:35:36 user nova-compute[75076]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421 (non-flash)
Oct 27 16:35:36 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb31b1c0-1874-4ac0-bc14-7d3a8f21e1b9 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)
Oct 27 16:35:36 user nova-compute[75076]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421 (non-flash)
Oct 27 16:35:36 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb31b1c0-1874-4ac0-bc14-7d3a8f21e1b9 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe1c207130>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421'): ({'sdd'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-cb31b1c0-1874-4ac0-bc14-7d3a8f21e1b9 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Removing single pathed devices sdd {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[72798255-bc90-4ff6-b6fc-7743c711f523]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[19dc59f5-8b23-429a-8269-f01c4b12746a]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-cb31b1c0-1874-4ac0-bc14-7d3a8f21e1b9 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Flushing IO for device /dev/sdd {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.012s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[231ace72-7d94-47ab-b666-08e198a1d446]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-cb31b1c0-1874-4ac0-bc14-7d3a8f21e1b9 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.040s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb5d7ea3-fc7a-414f-9977-7ddee53f735a]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-cb31b1c0-1874-4ac0-bc14-7d3a8f21e1b9 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-cb31b1c0-1874-4ac0-bc14-7d3a8f21e1b9 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] SCSI volumes sdd have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb31b1c0-1874-4ac0-bc14-7d3a8f21e1b9 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3f1816b-0e33-46cf-a1a6-3ca14afad573]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb31b1c0-1874-4ac0-bc14-7d3a8f21e1b9 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421 -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421 -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d4844c7-040e-4734-903c-4ae2cdb69855]: (4, ('Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421, portal: 172.16.0.220,3260]\nLogout of [sid: 44, target: iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb31b1c0-1874-4ac0-bc14-7d3a8f21e1b9 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421, portal: 172.16.0.220,3260]
Oct 27 16:35:36 user nova-compute[75076]: Logout of [sid: 44, target: iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421, portal: 172.16.0.220,3260] successful.
Oct 27 16:35:36 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421 -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44b276f4-1c69-4f89-975c-8b598ba21421 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[10cba5b6-4e0d-4bf1-8695-09771883a6b8]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb31b1c0-1874-4ac0-bc14-7d3a8f21e1b9 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-cb31b1c0-1874-4ac0-bc14-7d3a8f21e1b9 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.281s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb31b1c0-1874-4ac0-bc14-7d3a8f21e1b9 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] <== disconnect_volume: return (281ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cb31b1c0-1874-4ac0-bc14-7d3a8f21e1b9 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:35:36 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:35:37 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._sync_power_states {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:35:37 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Triggering sync for uuid fee097af-1a09-4712-bfb9-c1048c507ffe {{(pid=75076) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 16:35:37 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Triggering sync for uuid 5db5857f-f475-438b-87ea-e99b1f9366c4 {{(pid=75076) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 16:35:37 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Triggering sync for uuid 9fc01439-241d-45f7-81a7-8860b4849939 {{(pid=75076) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 16:35:37 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Triggering sync for uuid f7b2c759-f6a3-47fe-930c-1f8ed87a556e {{(pid=75076) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 16:35:37 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Triggering sync for uuid 833e053c-3f2b-41a1-ae94-77390fd7d5d9 {{(pid=75076) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 16:35:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "fee097af-1a09-4712-bfb9-c1048c507ffe" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:35:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "fee097af-1a09-4712-bfb9-c1048c507ffe" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:35:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "5db5857f-f475-438b-87ea-e99b1f9366c4" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:35:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "9fc01439-241d-45f7-81a7-8860b4849939" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:35:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "9fc01439-241d-45f7-81a7-8860b4849939" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:35:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "f7b2c759-f6a3-47fe-930c-1f8ed87a556e" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:35:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "f7b2c759-f6a3-47fe-930c-1f8ed87a556e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:35:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "833e053c-3f2b-41a1-ae94-77390fd7d5d9" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:35:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "833e053c-3f2b-41a1-ae94-77390fd7d5d9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:35:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "9fc01439-241d-45f7-81a7-8860b4849939" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.032s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:35:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "f7b2c759-f6a3-47fe-930c-1f8ed87a556e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.035s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:35:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "fee097af-1a09-4712-bfb9-c1048c507ffe" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.103s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:35:37 user nova-compute[75076]: DEBUG nova.objects.instance [None req-cb31b1c0-1874-4ac0-bc14-7d3a8f21e1b9 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lazy-loading 'flavor' on Instance uuid 5db5857f-f475-438b-87ea-e99b1f9366c4 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:35:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "833e053c-3f2b-41a1-ae94-77390fd7d5d9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.103s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:35:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-cb31b1c0-1874-4ac0-bc14-7d3a8f21e1b9 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "5db5857f-f475-438b-87ea-e99b1f9366c4" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.958s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:35:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "5db5857f-f475-438b-87ea-e99b1f9366c4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.144s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:35:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "5db5857f-f475-438b-87ea-e99b1f9366c4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.026s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:35:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:35:41 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:35:41 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:35:41 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Rebuilding the list of instances to heal {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 16:35:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-fee097af-1a09-4712-bfb9-c1048c507ffe" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:35:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-fee097af-1a09-4712-bfb9-c1048c507ffe" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:35:41 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 16:35:41 user nova-compute[75076]: DEBUG nova.objects.instance [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lazy-loading 'info_cache' on Instance uuid fee097af-1a09-4712-bfb9-c1048c507ffe {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:35:41 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Updating instance_info_cache with network_info: [{"id": "e556669b-73fe-4392-8537-cd7cb3591b4f", "address": "fa:16:3e:65:52:12", "network": {"id": "1f711bac-9fa3-4b2a-a0ee-f35fd41edec1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1925502631-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be9ef9fb00964d9c8f649793b0e969e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape556669b-73", "ovs_interfaceid": "e556669b-73fe-4392-8537-cd7cb3591b4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:35:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-fee097af-1a09-4712-bfb9-c1048c507ffe" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:35:41 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 16:35:41 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:35:41 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:35:42 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:35:42 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:35:45 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:35:45 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:35:45 user nova-compute[75076]: DEBUG nova.network.neutron [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Port e556669b-73fe-4392-8537-cd7cb3591b4f binding to destination host user is already ACTIVE {{(pid=75076) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Oct 27 16:35:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Acquiring lock "refresh_cache-fee097af-1a09-4712-bfb9-c1048c507ffe" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:35:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Acquired lock "refresh_cache-fee097af-1a09-4712-bfb9-c1048c507ffe" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:35:45 user nova-compute[75076]: DEBUG nova.network.neutron [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:35:45 user nova-compute[75076]: DEBUG nova.network.neutron [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Updating instance_info_cache with network_info: [{"id": "e556669b-73fe-4392-8537-cd7cb3591b4f", "address": "fa:16:3e:65:52:12", "network": {"id": "1f711bac-9fa3-4b2a-a0ee-f35fd41edec1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1925502631-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be9ef9fb00964d9c8f649793b0e969e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape556669b-73", "ovs_interfaceid": "e556669b-73fe-4392-8537-cd7cb3591b4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:35:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Releasing lock "refresh_cache-fee097af-1a09-4712-bfb9-c1048c507ffe" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:35:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Creating tmpfile /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/tmprh0tm828 to verify with other compute node that the instance is on the same shared storage. {{(pid=75076) check_instance_shared_storage_local /opt/stack/nova/nova/virt/libvirt/driver.py:9628}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG nova.compute.manager [req-50f49bdd-2d83-4509-9108-04edf8d3be42 req-8608b71b-66c0-4b6e-9626-62897750685c service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Received event network-vif-unplugged-e556669b-73fe-4392-8537-cd7cb3591b4f {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-50f49bdd-2d83-4509-9108-04edf8d3be42 req-8608b71b-66c0-4b6e-9626-62897750685c service nova] Acquiring lock "fee097af-1a09-4712-bfb9-c1048c507ffe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-50f49bdd-2d83-4509-9108-04edf8d3be42 req-8608b71b-66c0-4b6e-9626-62897750685c service nova] Lock "fee097af-1a09-4712-bfb9-c1048c507ffe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-50f49bdd-2d83-4509-9108-04edf8d3be42 req-8608b71b-66c0-4b6e-9626-62897750685c service nova] Lock "fee097af-1a09-4712-bfb9-c1048c507ffe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG nova.compute.manager [req-50f49bdd-2d83-4509-9108-04edf8d3be42 req-8608b71b-66c0-4b6e-9626-62897750685c service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] No waiting events found dispatching network-vif-unplugged-e556669b-73fe-4392-8537-cd7cb3591b4f {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:35:46 user nova-compute[75076]: WARNING nova.compute.manager [req-50f49bdd-2d83-4509-9108-04edf8d3be42 req-8608b71b-66c0-4b6e-9626-62897750685c service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Received unexpected event network-vif-unplugged-e556669b-73fe-4392-8537-cd7cb3591b4f for instance with vm_state resized and task_state resize_reverting.
Oct 27 16:35:46 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Instance destroyed successfully.
Oct 27 16:35:46 user nova-compute[75076]: DEBUG nova.objects.instance [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lazy-loading 'resources' on Instance uuid fee097af-1a09-4712-bfb9-c1048c507ffe {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:29:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1915263572',display_name='tempest-ServerActionsTestOtherB-server-1915263572',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1915263572',id=36,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBikfP4TL/cH8nfWJDAplH51353RGcJ5TklSmoy0qSTFfgja/DSqj9SYQSZMOA0XIEPsuAYl5jjY4BbU8YDF9tNrApbIBpbnK+JlMY9GdIMlKb+Sy8ftMTt8Ss/nA9vSZA==',key_name='tempest-keypair-1720173417',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:34:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='be9ef9fb00964d9c8f649793b0e969e9',ramdisk_id='',reservation_id='r-rfch0lgv',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1044836594',owner_user_name='tempest-ServerActionsTestOtherB-1044836594-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:34:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5e4632f42f944f33911c082fba010187',uuid=fee097af-1a09-4712-bfb9-c1048c507ffe,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "e556669b-73fe-4392-8537-cd7cb3591b4f", "address": "fa:16:3e:65:52:12", "network": {"id": "1f711bac-9fa3-4b2a-a0ee-f35fd41edec1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1925502631-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be9ef9fb00964d9c8f649793b0e969e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape556669b-73", "ovs_interfaceid": "e556669b-73fe-4392-8537-cd7cb3591b4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Converting VIF {"id": "e556669b-73fe-4392-8537-cd7cb3591b4f", "address": "fa:16:3e:65:52:12", "network": {"id": "1f711bac-9fa3-4b2a-a0ee-f35fd41edec1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1925502631-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be9ef9fb00964d9c8f649793b0e969e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape556669b-73", "ovs_interfaceid": "e556669b-73fe-4392-8537-cd7cb3591b4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:65:52:12,bridge_name='br-int',has_traffic_filtering=True,id=e556669b-73fe-4392-8537-cd7cb3591b4f,network=Network(1f711bac-9fa3-4b2a-a0ee-f35fd41edec1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape556669b-73') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG os_vif [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:65:52:12,bridge_name='br-int',has_traffic_filtering=True,id=e556669b-73fe-4392-8537-cd7cb3591b4f,network=Network(1f711bac-9fa3-4b2a-a0ee-f35fd41edec1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape556669b-73') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape556669b-73, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=56f4cfa1-c7ff-4edc-b315-e3f74d95e73c) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:35:46 user nova-compute[75076]: INFO os_vif [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:65:52:12,bridge_name='br-int',has_traffic_filtering=True,id=e556669b-73fe-4392-8537-cd7cb3591b4f,network=Network(1f711bac-9fa3-4b2a-a0ee-f35fd41edec1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape556669b-73')
Oct 27 16:35:46 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NvFLSxPh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:35:46 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:35:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d19ebd8d-0809-4b0a-af67-c859c9488a92]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:35:46 user nova-compute[75076]: No targets found.
Oct 27 16:35:46 user nova-compute[75076]: iSNS:
Oct 27 16:35:46 user nova-compute[75076]: No targets found.
Oct 27 16:35:46 user nova-compute[75076]: STATIC:
Oct 27 16:35:46 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e
Oct 27 16:35:46 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:35:46 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:35:46 user nova-compute[75076]: FIRMWARE:
Oct 27 16:35:46 user nova-compute[75076]: No targets found.
Oct 27 16:35:46 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:35:46 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:35:46 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[9accf886-e4db-4273-a297-38108c470864]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1079ed8-f1c4-4fad-b96b-fd5c9c942f75]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)
Oct 27 16:35:46 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)
Oct 27 16:35:46 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe1c5e8c10>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e'): ({'sdb'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Removing single pathed devices sdb {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[811d1386-e26f-4ecc-ba5d-335203616779]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea84da70-31e6-4589-a4db-330cbb753731]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Flushing IO for device /dev/sdb {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6aa14ab8-92f0-4d5a-87f3-33a6d93597b9]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:35:46 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.045s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:47 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dae1350-74da-4285-8708-21e1da96382b]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:47 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:35:47 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] SCSI volumes sdb have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:35:47 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:35:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:47 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[01e377e1-b0fe-4f8a-91e7-62723eca4a70]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:47 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:35:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:47 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:35:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --logout" returned: 0 in 0.048s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:47 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9ec1b21-c5f1-4ba4-a03f-6f938bb781c3]: (4, ('Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e, portal: 172.16.0.220,3260]\nLogout of [sid: 42, target: iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:47 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e, portal: 172.16.0.220,3260]
Oct 27 16:35:47 user nova-compute[75076]: Logout of [sid: 42, target: iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e, portal: 172.16.0.220,3260] successful.
Oct 27 16:35:47 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:35:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:47 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[4416228f-2a3f-458e-bf32-a983a224d29d]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:47 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:35:47 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.278s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:35:47 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] <== disconnect_volume: return (279ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:35:47 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:35:48 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:35:48 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:35:48 user nova-compute[75076]: DEBUG nova.objects.instance [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lazy-loading 'migration_context' on Instance uuid fee097af-1a09-4712-bfb9-c1048c507ffe {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:35:48 user nova-compute[75076]: DEBUG nova.objects.base [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Object Instance<fee097af-1a09-4712-bfb9-c1048c507ffe> lazy-loaded attributes: resources,migration_context {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:35:48 user nova-compute[75076]: DEBUG nova.compute.manager [req-87652148-ace5-42a8-888d-ab3834ac6506 req-4c359c83-c70c-4348-b539-6377486c4395 service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Received event network-vif-plugged-e556669b-73fe-4392-8537-cd7cb3591b4f {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:35:48 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-87652148-ace5-42a8-888d-ab3834ac6506 req-4c359c83-c70c-4348-b539-6377486c4395 service nova] Acquiring lock "fee097af-1a09-4712-bfb9-c1048c507ffe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:35:48 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-87652148-ace5-42a8-888d-ab3834ac6506 req-4c359c83-c70c-4348-b539-6377486c4395 service nova] Lock "fee097af-1a09-4712-bfb9-c1048c507ffe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:35:48 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-87652148-ace5-42a8-888d-ab3834ac6506 req-4c359c83-c70c-4348-b539-6377486c4395 service nova] Lock "fee097af-1a09-4712-bfb9-c1048c507ffe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:35:48 user nova-compute[75076]: DEBUG nova.compute.manager [req-87652148-ace5-42a8-888d-ab3834ac6506 req-4c359c83-c70c-4348-b539-6377486c4395 service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] No waiting events found dispatching network-vif-plugged-e556669b-73fe-4392-8537-cd7cb3591b4f {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:35:48 user nova-compute[75076]: WARNING nova.compute.manager [req-87652148-ace5-42a8-888d-ab3834ac6506 req-4c359c83-c70c-4348-b539-6377486c4395 service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Received unexpected event network-vif-plugged-e556669b-73fe-4392-8537-cd7cb3591b4f for instance with vm_state resized and task_state resize_reverting.
Oct 27 16:35:48 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:35:48 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:35:48 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 0.351s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:35:48 user nova-compute[75076]: INFO nova.compute.manager [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Swapping old allocation on dict_keys(['543fff1b-1911-4710-bad6-6bd4c750c641']) held by migration 2790356b-42eb-4802-aaa3-8ee8f87e5ff6 for instance
Oct 27 16:35:48 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Overwriting current allocation {'allocations': {'543fff1b-1911-4710-bad6-6bd4c750c641': {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}, 'generation': 50}}, 'project_id': 'be9ef9fb00964d9c8f649793b0e969e9', 'user_id': '5e4632f42f944f33911c082fba010187', 'consumer_generation': 1} on consumer fee097af-1a09-4712-bfb9-c1048c507ffe {{(pid=75076) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2018}}
Oct 27 16:35:48 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Acquiring lock "refresh_cache-fee097af-1a09-4712-bfb9-c1048c507ffe" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:35:48 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Acquired lock "refresh_cache-fee097af-1a09-4712-bfb9-c1048c507ffe" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:35:48 user nova-compute[75076]: DEBUG nova.network.neutron [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:35:49 user nova-compute[75076]: DEBUG nova.network.neutron [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Updating instance_info_cache with network_info: [{"id": "e556669b-73fe-4392-8537-cd7cb3591b4f", "address": "fa:16:3e:65:52:12", "network": {"id": "1f711bac-9fa3-4b2a-a0ee-f35fd41edec1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1925502631-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be9ef9fb00964d9c8f649793b0e969e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape556669b-73", "ovs_interfaceid": "e556669b-73fe-4392-8537-cd7cb3591b4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:35:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Releasing lock "refresh_cache-fee097af-1a09-4712-bfb9-c1048c507ffe" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:35:49 user nova-compute[75076]: DEBUG os_brick.utils [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:35:49 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:49 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:49 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6270ddca-cc79-42cb-9271-77a3c2017396]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:49 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:49 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:49 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[17e1493c-a3eb-48d4-90d9-b76c933813b1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:49 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:49 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:49 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ed3eff5-def5-402c-8b39-3c13f47198c7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:49 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[be0b1c18-d9fd-4a58-9372-f59813e782b4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:49 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:49 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:35:49 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:35:49 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:49 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:35:49 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:35:49 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[59083cdf-5595-4ece-99f0-b6f8502ec2d7]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:35:49 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:35:49 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:35:49 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:35:49 user nova-compute[75076]: DEBUG os_brick.utils [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] <== get_connector_properties: return (113ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:35:51 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:35:51 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:35:51 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:35:51 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:35:51 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:35:51 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:35:51 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:35:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fc01439-241d-45f7-81a7-8860b4849939/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fc01439-241d-45f7-81a7-8860b4849939/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fc01439-241d-45f7-81a7-8860b4849939/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fc01439-241d-45f7-81a7-8860b4849939/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:51 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:35:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:52 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:52 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:52 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:52 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/833e053c-3f2b-41a1-ae94-77390fd7d5d9/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:52 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/833e053c-3f2b-41a1-ae94-77390fd7d5d9/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:52 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/833e053c-3f2b-41a1-ae94-77390fd7d5d9/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:35:52 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/833e053c-3f2b-41a1-ae94-77390fd7d5d9/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:35:53 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:35:53 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:35:53 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=8488MB free_disk=25.108932495117188GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:35:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:35:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:35:53 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 5db5857f-f475-438b-87ea-e99b1f9366c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:35:53 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 9fc01439-241d-45f7-81a7-8860b4849939 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:35:53 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance f7b2c759-f6a3-47fe-930c-1f8ed87a556e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:35:53 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance fee097af-1a09-4712-bfb9-c1048c507ffe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:35:53 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 833e053c-3f2b-41a1-ae94-77390fd7d5d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:35:53 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:35:53 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:35:53 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:35:53 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:35:53 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:35:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.318s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:35:56 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:36:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:36:02 user nova-compute[75076]: DEBUG nova.compute.manager [req-46fb0624-e2a0-4467-8767-65b9e91712f4 req-d758eb72-7228-4531-84ae-44d636dd1441 service nova] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Received event network-changed-9ee286a9-8271-4940-b1c7-ef269730e3fd {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:36:02 user nova-compute[75076]: DEBUG nova.compute.manager [req-46fb0624-e2a0-4467-8767-65b9e91712f4 req-d758eb72-7228-4531-84ae-44d636dd1441 service nova] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Refreshing instance network info cache due to event network-changed-9ee286a9-8271-4940-b1c7-ef269730e3fd. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:36:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-46fb0624-e2a0-4467-8767-65b9e91712f4 req-d758eb72-7228-4531-84ae-44d636dd1441 service nova] Acquiring lock "refresh_cache-833e053c-3f2b-41a1-ae94-77390fd7d5d9" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:36:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-46fb0624-e2a0-4467-8767-65b9e91712f4 req-d758eb72-7228-4531-84ae-44d636dd1441 service nova] Acquired lock "refresh_cache-833e053c-3f2b-41a1-ae94-77390fd7d5d9" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:36:02 user nova-compute[75076]: DEBUG nova.network.neutron [req-46fb0624-e2a0-4467-8767-65b9e91712f4 req-d758eb72-7228-4531-84ae-44d636dd1441 service nova] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Refreshing network info cache for port 9ee286a9-8271-4940-b1c7-ef269730e3fd {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:36:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Acquiring lock "833e053c-3f2b-41a1-ae94-77390fd7d5d9" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:36:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "833e053c-3f2b-41a1-ae94-77390fd7d5d9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:36:02 user nova-compute[75076]: DEBUG nova.objects.instance [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lazy-loading 'flavor' on Instance uuid 833e053c-3f2b-41a1-ae94-77390fd7d5d9 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:36:02 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Ignoring supplied device name: /dev/vdb
Oct 27 16:36:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "833e053c-3f2b-41a1-ae94-77390fd7d5d9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.051s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:36:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Acquiring lock "833e053c-3f2b-41a1-ae94-77390fd7d5d9" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:36:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "833e053c-3f2b-41a1-ae94-77390fd7d5d9" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:36:03 user nova-compute[75076]: INFO nova.compute.manager [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Attaching volume 756ccedf-d563-40e7-9c0e-9d46567ea80c to /dev/vdb
Oct 27 16:36:03 user nova-compute[75076]: DEBUG nova.network.neutron [req-46fb0624-e2a0-4467-8767-65b9e91712f4 req-d758eb72-7228-4531-84ae-44d636dd1441 service nova] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Updated VIF entry in instance network info cache for port 9ee286a9-8271-4940-b1c7-ef269730e3fd. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:36:03 user nova-compute[75076]: DEBUG nova.network.neutron [req-46fb0624-e2a0-4467-8767-65b9e91712f4 req-d758eb72-7228-4531-84ae-44d636dd1441 service nova] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Updating instance_info_cache with network_info: [{"id": "9ee286a9-8271-4940-b1c7-ef269730e3fd", "address": "fa:16:3e:25:e0:d7", "network": {"id": "e847fa8e-b058-4b1f-9d49-0d64f9cad761", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1455296138-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb8f4474b2f14863ba0816e6448beae3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ee286a9-82", "ovs_interfaceid": "9ee286a9-8271-4940-b1c7-ef269730e3fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:36:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-46fb0624-e2a0-4467-8767-65b9e91712f4 req-d758eb72-7228-4531-84ae-44d636dd1441 service nova] Releasing lock "refresh_cache-833e053c-3f2b-41a1-ae94-77390fd7d5d9" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:36:03 user nova-compute[75076]: DEBUG os_brick.utils [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:36:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:03 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[03df4465-9db4-4b80-a3a1-1d466d130efe]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:03 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba46bec8-a8e8-4f7b-aa7a-9ab092e5e2a8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:03 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fd66525-8f3c-469f-bfcc-87fe8f8f91de]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:03 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7adec92-423a-4a54-9ce8-c381b3bd6c81]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:36:03 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:36:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:36:03 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:36:03 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[489c3f37-2ca7-4f14-b784-fe3f44e7d393]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:03 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:36:03 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:36:03 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:36:03 user nova-compute[75076]: DEBUG os_brick.utils [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:36:03 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Updating existing volume attachment record: 11468034-c3c5-443b-82fc-f67ce009d6ae {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:36:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:36:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:36:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:36:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Acquiring lock "5db5857f-f475-438b-87ea-e99b1f9366c4" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:36:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "5db5857f-f475-438b-87ea-e99b1f9366c4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:36:11 user nova-compute[75076]: DEBUG nova.objects.instance [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lazy-loading 'flavor' on Instance uuid 5db5857f-f475-438b-87ea-e99b1f9366c4 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:36:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "5db5857f-f475-438b-87ea-e99b1f9366c4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.064s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:36:11 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:36:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Acquiring lock "5db5857f-f475-438b-87ea-e99b1f9366c4" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:36:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "5db5857f-f475-438b-87ea-e99b1f9366c4" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:36:11 user nova-compute[75076]: INFO nova.compute.manager [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Attaching volume 27cd7df6-48d6-4a8b-884c-21e6af14d063 to /dev/vdb
Oct 27 16:36:12 user nova-compute[75076]: DEBUG os_brick.utils [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:36:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:12 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[3efb68f1-85e1-46d3-8633-d0e2df2322d5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:12 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[31c3de51-05c2-419e-a9a8-93004669317b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:12 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[934f30ce-11a2-443e-b159-354415e17968]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:12 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[7646ac22-5837-4d7a-8c1f-934812a10ed3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:36:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:36:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:36:12 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:36:12 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a14c30e-dec1-49d8-aa51-e4bb0812548f]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:36:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:36:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:36:12 user nova-compute[75076]: DEBUG os_brick.utils [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:36:12 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Updating existing volume attachment record: 72081e60-7176-4486-9fae-fc337fdc8267 {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:36:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:36:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:36:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:36:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pWgxUNEk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:36:25 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:36:25 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:36:25 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:36:25 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:36:25 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:36:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[429065b1-11d8-4bda-b667-3d6b581c69c2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:36:25 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b3b2e74-5ebf-4b0b-8381-2c8410741a96]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c] added
Oct 27 16:36:25 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c80e6d4f-ba33-4f92-a3e1-58d7c9a30558]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[804c2725-0e53-4876-b5d4-6764c7aa33f9]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pWgxUNEk {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Starting finish_revert_migration {{(pid=75076) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11819}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pWgxUNEk" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa349aad-4eec-4d4f-8f0d-6a40de3f3298]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pWgxUNEk'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Start _get_guest_xml network_info=[{"id": "e556669b-73fe-4392-8537-cd7cb3591b4f", "address": "fa:16:3e:65:52:12", "network": {"id": "1f711bac-9fa3-4b2a-a0ee-f35fd41edec1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1925502631-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be9ef9fb00964d9c8f649793b0e969e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape556669b-73", "ovs_interfaceid": "e556669b-73fe-4392-8537-cd7cb3591b4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NvFLSxPh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'fee097af-1a09-4712-bfb9-c1048c507ffe', 'attached_at': '2023-10-27T16:36:26.000000', 'detached_at': '', 'volume_id': 'e359330a-ad3f-41ff-b7e4-ae74e2413b1e', 'serial': 'e359330a-ad3f-41ff-b7e4-ae74e2413b1e'}, 'boot_index': None, 'device_type': 'disk', 'mount_device': '/dev/vdb', 'disk_bus': 'virtio', 'attachment_id': '9bfc787e-1edf-4a3b-93ec-e609b1d4dc54', 'guest_format': None, 'delete_on_termination': False, 'volume_type': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:25 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:36:25 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:36:25 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG nova.objects.instance [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lazy-loading 'vcpu_model' on Instance uuid fee097af-1a09-4712-bfb9-c1048c507ffe {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9091138-8ca0-447a-9e4b-ec6e9482ce2f]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NvFLSxPh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:36:25 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:36:25 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[787f7fcc-8f87-485b-b7b8-55c66f256039]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 27 16:36:25 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 27 16:36:25 user nova-compute[75076]:  {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:36:25 user nova-compute[75076]: WARNING os_brick.initiator.connectors.iscsi [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 27 16:36:25 user nova-compute[75076]: 
Oct 27 16:36:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac704c21-8772-4675-bd74-40811ac8feda]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c, portal: 172.16.0.220,3260]
Oct 27 16:36:25 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c, portal: 172.16.0.220,3260] successful.
Oct 27 16:36:25 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9079873-4e0b-46f8-b4c9-84f45e545acf]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:36:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:26 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a90caa6a-5377-4501-a055-22f97a43dfb5]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:26 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c (non-flash)
Oct 27 16:36:26 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:36:26 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c (non-flash)
Oct 27 16:36:26 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:36:26 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.305s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:36:26 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:36:26 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] HCTL ('33', '-', '-', 0) found on session 45 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:36:26 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:36:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:26 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[41652065-1b64-481a-a1c3-9bb35c63f99b]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:26 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Searching for a device in session 45 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:36:26 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pWgxUNEk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:36:26 user nova-compute[75076]: DEBUG nova.compute.manager [None req-c8e45b87-fe21-4ecf-8a0b-aa3501feaf03 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:36:26 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:36:26 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:36:26 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:36:26 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:36:26 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:36:26 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:36:26 user nova-compute[75076]: INFO nova.compute.manager [None req-c8e45b87-fe21-4ecf-8a0b-aa3501feaf03 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] instance snapshotting
Oct 27 16:36:26 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-c8e45b87-fe21-4ecf-8a0b-aa3501feaf03 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Beginning live snapshot process
Oct 27 16:36:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.339s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] <== connect_volume: return (1341ms) {'type': 'block', 'scsi_wwn': '23136373164373362', 'path': '/dev/sdb'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23136373164373362', 'path': '/dev/sdb'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.137s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:36:27 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:36:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:36:27 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:36:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG nova.objects.instance [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lazy-loading 'flavor' on Instance uuid 833e053c-3f2b-41a1-ae94-77390fd7d5d9 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[57933220-e7df-475f-b569-bde9572a212a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:36:27 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 16:36:27 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:36:27 user nova-compute[75076]:   <source dev="/dev/sdb"/>
Oct 27 16:36:27 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:36:27 user nova-compute[75076]:   <serial>756ccedf-d563-40e7-9c0e-9d46567ea80c</serial>
Oct 27 16:36:27 user nova-compute[75076]: </disk>
Oct 27 16:36:27 user nova-compute[75076]:  {{(pid=75076) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2638272-ede3-4c65-99cc-918db4b6c5a0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e] added
Oct 27 16:36:27 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[419900ed-d30a-40fa-ad78-83072d87094e]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdca40b0-da38-4096-abf4-74698df63248]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NvFLSxPh {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-c8e45b87-fe21-4ecf-8a0b-aa3501feaf03 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk --force-share --output=json -f qcow2 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NvFLSxPh" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4503796-1801-4c63-8d93-9453da61b913]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NvFLSxPh'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe1b5c92-d9b9-4ee7-9b1c-cc3a081ddebb]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[627a7d24-4db3-424a-9940-78684db46f9a]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c (non-flash)
Oct 27 16:36:27 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c (non-flash)
Oct 27 16:36:27 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[45d4c048-0a53-4367-94d6-8ea922e01f2a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e, portal: 172.16.0.220,3260]
Oct 27 16:36:27 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e, portal: 172.16.0.220,3260] successful.
Oct 27 16:36:27 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddfa76b8-5bf8-48a7-a761-92d6f76d7738]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-c8e45b87-fe21-4ecf-8a0b-aa3501feaf03 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk --force-share --output=json -f qcow2" returned: 0 in 0.185s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-c8e45b87-fe21-4ecf-8a0b-aa3501feaf03 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk --force-share --output=json -f qcow2 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[289b86ba-8757-42b1-951f-fb0120481625]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c (non-flash)
Oct 27 16:36:27 user nova-compute[75076]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)
Oct 27 16:36:27 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c (non-flash)
Oct 27 16:36:27 user nova-compute[75076]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)
Oct 27 16:36:27 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.337s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] HCTL ('34', '-', '-', 0) found on session 46 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e9b8aff-6361-452e-856a-5b39ea19acf9]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Searching for a device in session 46 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NvFLSxPh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] No VIF found with MAC fa:16:3e:25:e0:d7, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-c8e45b87-fe21-4ecf-8a0b-aa3501feaf03 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk --force-share --output=json -f qcow2" returned: 0 in 0.209s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-c8e45b87-fe21-4ecf-8a0b-aa3501feaf03 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4dc39d86-6df0-4517-bb37-1dae453a6142 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "833e053c-3f2b-41a1-ae94-77390fd7d5d9" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 24.671s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-c8e45b87-fe21-4ecf-8a0b-aa3501feaf03 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.182s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-c8e45b87-fe21-4ecf-8a0b-aa3501feaf03 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp__nm8geb/3a39f064de224d0c9dbe73168a193458.delta 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-c8e45b87-fe21-4ecf-8a0b-aa3501feaf03 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp__nm8geb/3a39f064de224d0c9dbe73168a193458.delta 1073741824" returned: 0 in 0.052s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:27 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-c8e45b87-fe21-4ecf-8a0b-aa3501feaf03 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 27 16:36:28 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.373s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:36:28 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] <== connect_volume: return (2511ms) {'type': 'block', 'scsi_wwn': '23330363432323563', 'path': '/dev/sdc'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:36:28 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23330363432323563', 'path': '/dev/sdc'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:36:28 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:29:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1915263572',display_name='tempest-ServerActionsTestOtherB-server-1915263572',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1915263572',id=36,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBikfP4TL/cH8nfWJDAplH51353RGcJ5TklSmoy0qSTFfgja/DSqj9SYQSZMOA0XIEPsuAYl5jjY4BbU8YDF9tNrApbIBpbnK+JlMY9GdIMlKb+Sy8ftMTt8Ss/nA9vSZA==',key_name='tempest-keypair-1720173417',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:34:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='be9ef9fb00964d9c8f649793b0e969e9',ramdisk_id='',reservation_id='r-rfch0lgv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1044836594',owner_user_name='tempest-ServerActionsTestOtherB-1044836594-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:35:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5e4632f42f944f33911c082fba010187',uuid=fee097af-1a09-4712-bfb9-c1048c507ffe,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "e556669b-73fe-4392-8537-cd7cb3591b4f", "address": "fa:16:3e:65:52:12", "network": {"id": "1f711bac-9fa3-4b2a-a0ee-f35fd41edec1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1925502631-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be9ef9fb00964d9c8f649793b0e969e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape556669b-73", "ovs_interfaceid": "e556669b-73fe-4392-8537-cd7cb3591b4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:36:28 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Converting VIF {"id": "e556669b-73fe-4392-8537-cd7cb3591b4f", "address": "fa:16:3e:65:52:12", "network": {"id": "1f711bac-9fa3-4b2a-a0ee-f35fd41edec1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1925502631-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be9ef9fb00964d9c8f649793b0e969e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape556669b-73", "ovs_interfaceid": "e556669b-73fe-4392-8537-cd7cb3591b4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:36:28 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:65:52:12,bridge_name='br-int',has_traffic_filtering=True,id=e556669b-73fe-4392-8537-cd7cb3591b4f,network=Network(1f711bac-9fa3-4b2a-a0ee-f35fd41edec1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape556669b-73') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:36:28 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:36:28 user nova-compute[75076]:   <uuid>fee097af-1a09-4712-bfb9-c1048c507ffe</uuid>
Oct 27 16:36:28 user nova-compute[75076]:   <name>instance-00000024</name>
Oct 27 16:36:28 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:36:28 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:36:28 user nova-compute[75076]:   <metadata>
Oct 27 16:36:28 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:36:28 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:36:28 user nova-compute[75076]:       <nova:name>tempest-ServerActionsTestOtherB-server-1915263572</nova:name>
Oct 27 16:36:28 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:36:25</nova:creationTime>
Oct 27 16:36:28 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:36:28 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:36:28 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:36:28 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:36:28 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:36:28 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:36:28 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:36:28 user nova-compute[75076]:       <nova:owner>
Oct 27 16:36:28 user nova-compute[75076]:         <nova:user uuid="5e4632f42f944f33911c082fba010187">tempest-ServerActionsTestOtherB-1044836594-project-member</nova:user>
Oct 27 16:36:28 user nova-compute[75076]:         <nova:project uuid="be9ef9fb00964d9c8f649793b0e969e9">tempest-ServerActionsTestOtherB-1044836594</nova:project>
Oct 27 16:36:28 user nova-compute[75076]:       </nova:owner>
Oct 27 16:36:28 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:36:28 user nova-compute[75076]:       <nova:ports>
Oct 27 16:36:28 user nova-compute[75076]:         <nova:port uuid="e556669b-73fe-4392-8537-cd7cb3591b4f">
Oct 27 16:36:28 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 27 16:36:28 user nova-compute[75076]:         </nova:port>
Oct 27 16:36:28 user nova-compute[75076]:       </nova:ports>
Oct 27 16:36:28 user nova-compute[75076]:     </nova:instance>
Oct 27 16:36:28 user nova-compute[75076]:   </metadata>
Oct 27 16:36:28 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:36:28 user nova-compute[75076]:     <system>
Oct 27 16:36:28 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:36:28 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:36:28 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:36:28 user nova-compute[75076]:       <entry name="serial">fee097af-1a09-4712-bfb9-c1048c507ffe</entry>
Oct 27 16:36:28 user nova-compute[75076]:       <entry name="uuid">fee097af-1a09-4712-bfb9-c1048c507ffe</entry>
Oct 27 16:36:28 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:36:28 user nova-compute[75076]:     </system>
Oct 27 16:36:28 user nova-compute[75076]:   </sysinfo>
Oct 27 16:36:28 user nova-compute[75076]:   <os>
Oct 27 16:36:28 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:36:28 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:36:28 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:36:28 user nova-compute[75076]:   </os>
Oct 27 16:36:28 user nova-compute[75076]:   <features>
Oct 27 16:36:28 user nova-compute[75076]:     <acpi/>
Oct 27 16:36:28 user nova-compute[75076]:     <apic/>
Oct 27 16:36:28 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:36:28 user nova-compute[75076]:   </features>
Oct 27 16:36:28 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:36:28 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:36:28 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:36:28 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:36:28 user nova-compute[75076]:   </clock>
Oct 27 16:36:28 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:36:28 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:36:28 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:36:28 user nova-compute[75076]:   </cpu>
Oct 27 16:36:28 user nova-compute[75076]:   <devices>
Oct 27 16:36:28 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:36:28 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:36:28 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk"/>
Oct 27 16:36:28 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:36:28 user nova-compute[75076]:     </disk>
Oct 27 16:36:28 user nova-compute[75076]:     <disk type="block" device="disk">
Oct 27 16:36:28 user nova-compute[75076]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:36:28 user nova-compute[75076]:       <source dev="/dev/sdc"/>
Oct 27 16:36:28 user nova-compute[75076]:       <target dev="vdb" bus="virtio"/>
Oct 27 16:36:28 user nova-compute[75076]:       <serial>e359330a-ad3f-41ff-b7e4-ae74e2413b1e</serial>
Oct 27 16:36:28 user nova-compute[75076]:     </disk>
Oct 27 16:36:28 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:36:28 user nova-compute[75076]:       <mac address="fa:16:3e:65:52:12"/>
Oct 27 16:36:28 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:36:28 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:36:28 user nova-compute[75076]:       <target dev="tape556669b-73"/>
Oct 27 16:36:28 user nova-compute[75076]:     </interface>
Oct 27 16:36:28 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:36:28 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/console.log" append="off"/>
Oct 27 16:36:28 user nova-compute[75076]:     </serial>
Oct 27 16:36:28 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:36:28 user nova-compute[75076]:     <video>
Oct 27 16:36:28 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:36:28 user nova-compute[75076]:     </video>
Oct 27 16:36:28 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:36:28 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:36:28 user nova-compute[75076]:     </rng>
Oct 27 16:36:28 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:36:28 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:36:28 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:36:28 user nova-compute[75076]:     </memballoon>
Oct 27 16:36:28 user nova-compute[75076]:   </devices>
Oct 27 16:36:28 user nova-compute[75076]: </domain>
Oct 27 16:36:28 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:36:28 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:29:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1915263572',display_name='tempest-ServerActionsTestOtherB-server-1915263572',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1915263572',id=36,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBikfP4TL/cH8nfWJDAplH51353RGcJ5TklSmoy0qSTFfgja/DSqj9SYQSZMOA0XIEPsuAYl5jjY4BbU8YDF9tNrApbIBpbnK+JlMY9GdIMlKb+Sy8ftMTt8Ss/nA9vSZA==',key_name='tempest-keypair-1720173417',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:34:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='be9ef9fb00964d9c8f649793b0e969e9',ramdisk_id='',reservation_id='r-rfch0lgv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1044836594',owner_user_name='tempest-ServerActionsTestOtherB-1044836594-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:35:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5e4632f42f944f33911c082fba010187',uuid=fee097af-1a09-4712-bfb9-c1048c507ffe,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "e556669b-73fe-4392-8537-cd7cb3591b4f", "address": "fa:16:3e:65:52:12", "network": {"id": "1f711bac-9fa3-4b2a-a0ee-f35fd41edec1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1925502631-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be9ef9fb00964d9c8f649793b0e969e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape556669b-73", "ovs_interfaceid": "e556669b-73fe-4392-8537-cd7cb3591b4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:36:28 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Converting VIF {"id": "e556669b-73fe-4392-8537-cd7cb3591b4f", "address": "fa:16:3e:65:52:12", "network": {"id": "1f711bac-9fa3-4b2a-a0ee-f35fd41edec1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1925502631-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be9ef9fb00964d9c8f649793b0e969e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape556669b-73", "ovs_interfaceid": "e556669b-73fe-4392-8537-cd7cb3591b4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:36:28 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:65:52:12,bridge_name='br-int',has_traffic_filtering=True,id=e556669b-73fe-4392-8537-cd7cb3591b4f,network=Network(1f711bac-9fa3-4b2a-a0ee-f35fd41edec1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape556669b-73') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:36:28 user nova-compute[75076]: DEBUG os_vif [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:65:52:12,bridge_name='br-int',has_traffic_filtering=True,id=e556669b-73fe-4392-8537-cd7cb3591b4f,network=Network(1f711bac-9fa3-4b2a-a0ee-f35fd41edec1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape556669b-73') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:36:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:36:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:36:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:36:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:36:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c6bf3080-32af-5d96-ba67-47f792b29cd0', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:36:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:36:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:36:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:36:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape556669b-73, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:36:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape556669b-73, col_values=(('qos', UUID('d4a1414a-10c0-431f-a0e2-1f3f8b5a769a')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:36:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape556669b-73, col_values=(('external_ids', {'iface-id': 'e556669b-73fe-4392-8537-cd7cb3591b4f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:65:52:12', 'vm-uuid': 'fee097af-1a09-4712-bfb9-c1048c507ffe'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:36:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:36:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:36:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:36:28 user nova-compute[75076]: INFO os_vif [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:65:52:12,bridge_name='br-int',has_traffic_filtering=True,id=e556669b-73fe-4392-8537-cd7cb3591b4f,network=Network(1f711bac-9fa3-4b2a-a0ee-f35fd41edec1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape556669b-73')
Oct 27 16:36:28 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-c8e45b87-fe21-4ecf-8a0b-aa3501feaf03 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=75076) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 16:36:29 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-c8e45b87-fe21-4ecf-8a0b-aa3501feaf03 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] COPY block job progress, current cursor: 22216704 final cursor: 75563008 {{(pid=75076) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 16:36:29 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-c8e45b87-fe21-4ecf-8a0b-aa3501feaf03 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=75076) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 27 16:36:29 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-c8e45b87-fe21-4ecf-8a0b-aa3501feaf03 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 27 16:36:29 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:36:29 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:36:29 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:36:29 user nova-compute[75076]: DEBUG nova.privsep.utils [None req-c8e45b87-fe21-4ecf-8a0b-aa3501feaf03 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75076) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 27 16:36:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-c8e45b87-fe21-4ecf-8a0b-aa3501feaf03 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp__nm8geb/3a39f064de224d0c9dbe73168a193458.delta /opt/stack/data/nova/instances/snapshots/tmp__nm8geb/3a39f064de224d0c9dbe73168a193458 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:30 user nova-compute[75076]: DEBUG nova.compute.manager [req-f10984af-e996-4516-9a59-6efe35f14bf9 req-bf6b8df1-57b2-47b1-8d11-6638c9c57978 service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Received event network-vif-plugged-e556669b-73fe-4392-8537-cd7cb3591b4f {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:36:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f10984af-e996-4516-9a59-6efe35f14bf9 req-bf6b8df1-57b2-47b1-8d11-6638c9c57978 service nova] Acquiring lock "fee097af-1a09-4712-bfb9-c1048c507ffe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:36:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f10984af-e996-4516-9a59-6efe35f14bf9 req-bf6b8df1-57b2-47b1-8d11-6638c9c57978 service nova] Lock "fee097af-1a09-4712-bfb9-c1048c507ffe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:36:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f10984af-e996-4516-9a59-6efe35f14bf9 req-bf6b8df1-57b2-47b1-8d11-6638c9c57978 service nova] Lock "fee097af-1a09-4712-bfb9-c1048c507ffe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:36:30 user nova-compute[75076]: DEBUG nova.compute.manager [req-f10984af-e996-4516-9a59-6efe35f14bf9 req-bf6b8df1-57b2-47b1-8d11-6638c9c57978 service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] No waiting events found dispatching network-vif-plugged-e556669b-73fe-4392-8537-cd7cb3591b4f {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:36:30 user nova-compute[75076]: WARNING nova.compute.manager [req-f10984af-e996-4516-9a59-6efe35f14bf9 req-bf6b8df1-57b2-47b1-8d11-6638c9c57978 service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Received unexpected event network-vif-plugged-e556669b-73fe-4392-8537-cd7cb3591b4f for instance with vm_state resized and task_state resize_reverting.
Oct 27 16:36:30 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-c8e45b87-fe21-4ecf-8a0b-aa3501feaf03 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp__nm8geb/3a39f064de224d0c9dbe73168a193458.delta /opt/stack/data/nova/instances/snapshots/tmp__nm8geb/3a39f064de224d0c9dbe73168a193458" returned: 0 in 0.642s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:30 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-c8e45b87-fe21-4ecf-8a0b-aa3501feaf03 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Snapshot extracted, beginning image upload
Oct 27 16:36:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:36:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:36:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NcUdVyFJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:36:31 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:36:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:36:31 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:36:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:36:31 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:36:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063 -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[9824d76e-f9d6-4bca-9145-b1b62c7f276c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:36:31 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063 -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.079s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[542cb74c-90d7-4624-b09e-4ecec2f329c6]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063] added
Oct 27 16:36:31 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1333c362-f913-410a-b5d3-8119b2f66149]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c272d0d-b36e-44b1-b6cc-90a1a1c03728]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NcUdVyFJ {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NcUdVyFJ" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[acf1307b-9c36-49cb-b52e-eae16b1da568]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NcUdVyFJ'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fe8e888-c45b-475a-956c-4a3b3afe0f4c]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[418a65a8-72b0-486d-8dae-193b09aaf84b]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c (non-flash)
Oct 27 16:36:31 user nova-compute[75076]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)
Oct 27 16:36:31 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c (non-flash)
Oct 27 16:36:31 user nova-compute[75076]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)
Oct 27 16:36:31 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063 -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063 -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[20186a42-4c5a-445b-9ffa-eb1b7d2ccf02]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063, portal: 172.16.0.220,3260]
Oct 27 16:36:31 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063, portal: 172.16.0.220,3260] successful.
Oct 27 16:36:31 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8901257-c099-42a2-9ddd-5d1fb2372f32]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b8e350b-b0c1-401f-a997-a629b2f53861]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c (non-flash)
Oct 27 16:36:31 user nova-compute[75076]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)
Oct 27 16:36:31 user nova-compute[75076]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063 (non-flash)
Oct 27 16:36:31 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c (non-flash)
Oct 27 16:36:31 user nova-compute[75076]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)
Oct 27 16:36:31 user nova-compute[75076]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063 (non-flash)
Oct 27 16:36:31 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.348s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] HCTL ('35', '-', '-', 0) found on session 47 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e53305d-17b1-4db2-91cc-ed7501b5f53f]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Searching for a device in session 47 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:36:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NcUdVyFJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:36:32 user nova-compute[75076]: DEBUG nova.compute.manager [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:36:32 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Instance running successfully.
Oct 27 16:36:32 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] finish_revert_migration finished successfully. {{(pid=75076) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11863}}
Oct 27 16:36:32 user nova-compute[75076]: DEBUG nova.compute.manager [req-efcb71bc-1a58-4d88-a048-e99d77efd0f5 req-a9290148-3c05-4a6f-bac0-beb3c5b99a6d service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Received event network-vif-plugged-e556669b-73fe-4392-8537-cd7cb3591b4f {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:36:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-efcb71bc-1a58-4d88-a048-e99d77efd0f5 req-a9290148-3c05-4a6f-bac0-beb3c5b99a6d service nova] Acquiring lock "fee097af-1a09-4712-bfb9-c1048c507ffe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:36:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-efcb71bc-1a58-4d88-a048-e99d77efd0f5 req-a9290148-3c05-4a6f-bac0-beb3c5b99a6d service nova] Lock "fee097af-1a09-4712-bfb9-c1048c507ffe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:36:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-efcb71bc-1a58-4d88-a048-e99d77efd0f5 req-a9290148-3c05-4a6f-bac0-beb3c5b99a6d service nova] Lock "fee097af-1a09-4712-bfb9-c1048c507ffe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:36:32 user nova-compute[75076]: DEBUG nova.compute.manager [req-efcb71bc-1a58-4d88-a048-e99d77efd0f5 req-a9290148-3c05-4a6f-bac0-beb3c5b99a6d service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] No waiting events found dispatching network-vif-plugged-e556669b-73fe-4392-8537-cd7cb3591b4f {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:36:32 user nova-compute[75076]: WARNING nova.compute.manager [req-efcb71bc-1a58-4d88-a048-e99d77efd0f5 req-a9290148-3c05-4a6f-bac0-beb3c5b99a6d service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Received unexpected event network-vif-plugged-e556669b-73fe-4392-8537-cd7cb3591b4f for instance with vm_state resized and task_state resize_reverting.
Oct 27 16:36:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.382s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:36:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] <== connect_volume: return (1384ms) {'type': 'block', 'scsi_wwn': '23639346232316235', 'path': '/dev/sdd'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:36:32 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23639346232316235', 'path': '/dev/sdd'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:36:32 user nova-compute[75076]: DEBUG nova.objects.instance [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lazy-loading 'flavor' on Instance uuid 5db5857f-f475-438b-87ea-e99b1f9366c4 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:36:32 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 16:36:32 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:36:32 user nova-compute[75076]:   <source dev="/dev/sdd"/>
Oct 27 16:36:32 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:36:32 user nova-compute[75076]:   <serial>27cd7df6-48d6-4a8b-884c-21e6af14d063</serial>
Oct 27 16:36:32 user nova-compute[75076]: </disk>
Oct 27 16:36:32 user nova-compute[75076]:  {{(pid=75076) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 16:36:32 user nova-compute[75076]: INFO nova.compute.manager [None req-f19e3fcc-0fb0-48f0-9d75-877397a9b94f tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Updating instance to original state: 'active'
Oct 27 16:36:33 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:36:33 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:36:33 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] No VIF found with MAC fa:16:3e:15:33:56, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:36:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-6a990bcf-fa16-42d5-b4ad-ac2948c0d113 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "5db5857f-f475-438b-87ea-e99b1f9366c4" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.208s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:36:33 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-c8e45b87-fe21-4ecf-8a0b-aa3501feaf03 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Snapshot image upload complete
Oct 27 16:36:33 user nova-compute[75076]: INFO nova.compute.manager [None req-c8e45b87-fe21-4ecf-8a0b-aa3501feaf03 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Took 6.59 seconds to snapshot the instance on the hypervisor.
Oct 27 16:36:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:36:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-28a5ea45-f0c8-4c2f-a3f3-565268f5a801 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Acquiring lock "5db5857f-f475-438b-87ea-e99b1f9366c4" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:36:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-28a5ea45-f0c8-4c2f-a3f3-565268f5a801 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "5db5857f-f475-438b-87ea-e99b1f9366c4" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:36:35 user nova-compute[75076]: INFO nova.compute.manager [None req-28a5ea45-f0c8-4c2f-a3f3-565268f5a801 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Detaching volume 27cd7df6-48d6-4a8b-884c-21e6af14d063
Oct 27 16:36:35 user nova-compute[75076]: INFO nova.virt.block_device [None req-28a5ea45-f0c8-4c2f-a3f3-565268f5a801 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Attempting to driver detach volume 27cd7df6-48d6-4a8b-884c-21e6af14d063 from mountpoint /dev/vdb
Oct 27 16:36:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-28a5ea45-f0c8-4c2f-a3f3-565268f5a801 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Attempting to detach device vdb from instance 5db5857f-f475-438b-87ea-e99b1f9366c4 from the persistent domain config. {{(pid=75076) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 16:36:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-28a5ea45-f0c8-4c2f-a3f3-565268f5a801 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:36:35 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:36:35 user nova-compute[75076]:   <source dev="/dev/sdd"/>
Oct 27 16:36:35 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:36:35 user nova-compute[75076]:   <serial>27cd7df6-48d6-4a8b-884c-21e6af14d063</serial>
Oct 27 16:36:35 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 16:36:35 user nova-compute[75076]: </disk>
Oct 27 16:36:35 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:36:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:36:35 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-28a5ea45-f0c8-4c2f-a3f3-565268f5a801 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Successfully detached device vdb from instance 5db5857f-f475-438b-87ea-e99b1f9366c4 from the persistent domain config.
Oct 27 16:36:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-28a5ea45-f0c8-4c2f-a3f3-565268f5a801 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 5db5857f-f475-438b-87ea-e99b1f9366c4 from the live domain config. {{(pid=75076) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 16:36:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-28a5ea45-f0c8-4c2f-a3f3-565268f5a801 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:36:35 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:36:35 user nova-compute[75076]:   <source dev="/dev/sdd"/>
Oct 27 16:36:35 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:36:35 user nova-compute[75076]:   <serial>27cd7df6-48d6-4a8b-884c-21e6af14d063</serial>
Oct 27 16:36:35 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 16:36:35 user nova-compute[75076]: </disk>
Oct 27 16:36:35 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:36:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-28a5ea45-f0c8-4c2f-a3f3-565268f5a801 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 5db5857f-f475-438b-87ea-e99b1f9366c4 {{(pid=75076) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 16:36:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Acquiring lock "6225b55a-817b-47da-ba2e-9b0793019a58" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:36:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "6225b55a-817b-47da-ba2e-9b0793019a58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:36:36 user nova-compute[75076]: DEBUG nova.compute.manager [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:36:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:36:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:36:36 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:36:36 user nova-compute[75076]: INFO nova.compute.claims [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Claim successful on node user
Oct 27 16:36:36 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:36:36 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:36:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.396s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:36:36 user nova-compute[75076]: DEBUG nova.compute.manager [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:36:36 user nova-compute[75076]: DEBUG nova.compute.manager [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:36:36 user nova-compute[75076]: DEBUG nova.network.neutron [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:36:36 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:36:36 user nova-compute[75076]: DEBUG nova.compute.manager [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:36:36 user nova-compute[75076]: DEBUG nova.policy [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2bb9151b2328445191815d7cbe296c12', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e48c42740cb846cb891a277f94e44788', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:36:36 user nova-compute[75076]: DEBUG nova.compute.manager [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:36:36 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:36:36 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Creating image(s)
Oct 27 16:36:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Acquiring lock "/opt/stack/data/nova/instances/6225b55a-817b-47da-ba2e-9b0793019a58/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:36:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "/opt/stack/data/nova/instances/6225b55a-817b-47da-ba2e-9b0793019a58/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:36:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "/opt/stack/data/nova/instances/6225b55a-817b-47da-ba2e-9b0793019a58/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:36:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Acquiring lock "63070fae92cd478e42e150c3e5c3c13490c06328" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:36:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "63070fae92cd478e42e150c3e5c3c13490c06328" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:36:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/63070fae92cd478e42e150c3e5c3c13490c06328.part --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:38 user nova-compute[75076]: DEBUG nova.network.neutron [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Successfully created port: 3108dd8e-f014-43ce-8e52-2a33b24f1205 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:36:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/63070fae92cd478e42e150c3e5c3c13490c06328.part --force-share --output=json" returned: 0 in 0.205s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:38 user nova-compute[75076]: DEBUG nova.virt.images [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] 6f091a29-af17-4dfc-b737-1d0e0eed9334 was qcow2, converting to raw {{(pid=75076) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 27 16:36:38 user nova-compute[75076]: DEBUG nova.privsep.utils [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75076) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 27 16:36:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/63070fae92cd478e42e150c3e5c3c13490c06328.part /opt/stack/data/nova/instances/_base/63070fae92cd478e42e150c3e5c3c13490c06328.converted {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:36:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/63070fae92cd478e42e150c3e5c3c13490c06328.part /opt/stack/data/nova/instances/_base/63070fae92cd478e42e150c3e5c3c13490c06328.converted" returned: 0 in 0.579s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/63070fae92cd478e42e150c3e5c3c13490c06328.converted --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/63070fae92cd478e42e150c3e5c3c13490c06328.converted --force-share --output=json" returned: 0 in 0.192s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "63070fae92cd478e42e150c3e5c3c13490c06328" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.316s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/63070fae92cd478e42e150c3e5c3c13490c06328 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG nova.network.neutron [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Successfully updated port: 3108dd8e-f014-43ce-8e52-2a33b24f1205 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Acquiring lock "refresh_cache-6225b55a-817b-47da-ba2e-9b0793019a58" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Acquired lock "refresh_cache-6225b55a-817b-47da-ba2e-9b0793019a58" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG nova.network.neutron [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG nova.network.neutron [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/63070fae92cd478e42e150c3e5c3c13490c06328 --force-share --output=json" returned: 0 in 0.224s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Acquiring lock "63070fae92cd478e42e150c3e5c3c13490c06328" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "63070fae92cd478e42e150c3e5c3c13490c06328" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/63070fae92cd478e42e150c3e5c3c13490c06328 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG nova.compute.manager [req-a3b5530c-f689-4caf-9629-0cf7288e0425 req-188c819d-828c-40c1-bec8-ad99424ee6cc service nova] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Received event network-changed-3108dd8e-f014-43ce-8e52-2a33b24f1205 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG nova.compute.manager [req-a3b5530c-f689-4caf-9629-0cf7288e0425 req-188c819d-828c-40c1-bec8-ad99424ee6cc service nova] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Refreshing instance network info cache due to event network-changed-3108dd8e-f014-43ce-8e52-2a33b24f1205. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a3b5530c-f689-4caf-9629-0cf7288e0425 req-188c819d-828c-40c1-bec8-ad99424ee6cc service nova] Acquiring lock "refresh_cache-6225b55a-817b-47da-ba2e-9b0793019a58" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/63070fae92cd478e42e150c3e5c3c13490c06328 --force-share --output=json" returned: 0 in 0.186s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/63070fae92cd478e42e150c3e5c3c13490c06328,backing_fmt=raw /opt/stack/data/nova/instances/6225b55a-817b-47da-ba2e-9b0793019a58/disk 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/63070fae92cd478e42e150c3e5c3c13490c06328,backing_fmt=raw /opt/stack/data/nova/instances/6225b55a-817b-47da-ba2e-9b0793019a58/disk 1073741824" returned: 0 in 0.048s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "63070fae92cd478e42e150c3e5c3c13490c06328" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.239s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/63070fae92cd478e42e150c3e5c3c13490c06328 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/63070fae92cd478e42e150c3e5c3c13490c06328 --force-share --output=json" returned: 0 in 0.197s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Ensure instance console log exists: /opt/stack/data/nova/instances/6225b55a-817b-47da-ba2e-9b0793019a58/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG nova.network.neutron [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Updating instance_info_cache with network_info: [{"id": "3108dd8e-f014-43ce-8e52-2a33b24f1205", "address": "fa:16:3e:90:e8:de", "network": {"id": "27829e9a-7883-4370-ae60-7222bbca1f25", "bridge": "br-int", "label": "tempest-TestStampPattern-1983507517-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e48c42740cb846cb891a277f94e44788", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3108dd8e-f0", "ovs_interfaceid": "3108dd8e-f014-43ce-8e52-2a33b24f1205", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Releasing lock "refresh_cache-6225b55a-817b-47da-ba2e-9b0793019a58" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG nova.compute.manager [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Instance network_info: |[{"id": "3108dd8e-f014-43ce-8e52-2a33b24f1205", "address": "fa:16:3e:90:e8:de", "network": {"id": "27829e9a-7883-4370-ae60-7222bbca1f25", "bridge": "br-int", "label": "tempest-TestStampPattern-1983507517-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e48c42740cb846cb891a277f94e44788", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3108dd8e-f0", "ovs_interfaceid": "3108dd8e-f014-43ce-8e52-2a33b24f1205", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a3b5530c-f689-4caf-9629-0cf7288e0425 req-188c819d-828c-40c1-bec8-ad99424ee6cc service nova] Acquired lock "refresh_cache-6225b55a-817b-47da-ba2e-9b0793019a58" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG nova.network.neutron [req-a3b5530c-f689-4caf-9629-0cf7288e0425 req-188c819d-828c-40c1-bec8-ad99424ee6cc service nova] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Refreshing network info cache for port 3108dd8e-f014-43ce-8e52-2a33b24f1205 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Start _get_guest_xml network_info=[{"id": "3108dd8e-f014-43ce-8e52-2a33b24f1205", "address": "fa:16:3e:90:e8:de", "network": {"id": "27829e9a-7883-4370-ae60-7222bbca1f25", "bridge": "br-int", "label": "tempest-TestStampPattern-1983507517-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e48c42740cb846cb891a277f94e44788", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3108dd8e-f0", "ovs_interfaceid": "3108dd8e-f014-43ce-8e52-2a33b24f1205", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='9b12c0ffdab0a345fc415631972344c3',container_format='bare',created_at=2023-10-27T16:36:27Z,direct_url=<?>,disk_format='qcow2',id=6f091a29-af17-4dfc-b737-1d0e0eed9334,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-890315574',owner='e48c42740cb846cb891a277f94e44788',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-27T16:36:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '6f091a29-af17-4dfc-b737-1d0e0eed9334'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:36:39 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:36:39 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:36:39 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9b12c0ffdab0a345fc415631972344c3',container_format='bare',created_at=2023-10-27T16:36:27Z,direct_url=<?>,disk_format='qcow2',id=6f091a29-af17-4dfc-b737-1d0e0eed9334,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-890315574',owner='e48c42740cb846cb891a277f94e44788',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-27T16:36:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:36:39 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:36:40 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:36:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-695635117',display_name='tempest-TestStampPattern-server-695635117',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-695635117',id=42,image_ref='6f091a29-af17-4dfc-b737-1d0e0eed9334',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP+NLYHxp387TSyjpbwHv8lpN2O0zWP4t0H/ZSCPzdhi4hhbPkLftXKKTU/x5j1tSzI+BdcHqircC13qi7JIibZIApvymksRLw8kgvhatPBje7oJ2U6G39P6UbO22QRBRg==',key_name='tempest-TestStampPattern-861609448',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e48c42740cb846cb891a277f94e44788',ramdisk_id='',reservation_id='r-re6w8lcm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='f7b2c759-f6a3-47fe-930c-1f8ed87a556e',image_min_disk='1',image_min_ram='0',image_owner_id='e48c42740cb846cb891a277f94e44788',image_owner_project_name='tempest-TestStampPattern-547876826',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-547876826-project-member',image_user_id='2bb9151b2328445191815d7cbe296c12',network_allocated='True',owner_project_name='tempest-TestStampPattern-547876826',owner_user_name='tempest-TestStampPattern-547876826-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:36:37Z,user_data=None,user_id='2bb9151b2328445191815d7cbe296c12',uuid=6225b55a-817b-47da-ba2e-9b0793019a58,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3108dd8e-f014-43ce-8e52-2a33b24f1205", "address": "fa:16:3e:90:e8:de", "network": {"id": "27829e9a-7883-4370-ae60-7222bbca1f25", "bridge": "br-int", "label": "tempest-TestStampPattern-1983507517-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e48c42740cb846cb891a277f94e44788", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3108dd8e-f0", "ovs_interfaceid": "3108dd8e-f014-43ce-8e52-2a33b24f1205", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:36:40 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Converting VIF {"id": "3108dd8e-f014-43ce-8e52-2a33b24f1205", "address": "fa:16:3e:90:e8:de", "network": {"id": "27829e9a-7883-4370-ae60-7222bbca1f25", "bridge": "br-int", "label": "tempest-TestStampPattern-1983507517-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e48c42740cb846cb891a277f94e44788", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3108dd8e-f0", "ovs_interfaceid": "3108dd8e-f014-43ce-8e52-2a33b24f1205", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:36:40 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:90:e8:de,bridge_name='br-int',has_traffic_filtering=True,id=3108dd8e-f014-43ce-8e52-2a33b24f1205,network=Network(27829e9a-7883-4370-ae60-7222bbca1f25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3108dd8e-f0') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:36:40 user nova-compute[75076]: DEBUG nova.objects.instance [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lazy-loading 'pci_devices' on Instance uuid 6225b55a-817b-47da-ba2e-9b0793019a58 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:36:40 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:36:40 user nova-compute[75076]:   <uuid>6225b55a-817b-47da-ba2e-9b0793019a58</uuid>
Oct 27 16:36:40 user nova-compute[75076]:   <name>instance-0000002a</name>
Oct 27 16:36:40 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:36:40 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:36:40 user nova-compute[75076]:   <metadata>
Oct 27 16:36:40 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:36:40 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:36:40 user nova-compute[75076]:       <nova:name>tempest-TestStampPattern-server-695635117</nova:name>
Oct 27 16:36:40 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:36:39</nova:creationTime>
Oct 27 16:36:40 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:36:40 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:36:40 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:36:40 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:36:40 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:36:40 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:36:40 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:36:40 user nova-compute[75076]:       <nova:owner>
Oct 27 16:36:40 user nova-compute[75076]:         <nova:user uuid="2bb9151b2328445191815d7cbe296c12">tempest-TestStampPattern-547876826-project-member</nova:user>
Oct 27 16:36:40 user nova-compute[75076]:         <nova:project uuid="e48c42740cb846cb891a277f94e44788">tempest-TestStampPattern-547876826</nova:project>
Oct 27 16:36:40 user nova-compute[75076]:       </nova:owner>
Oct 27 16:36:40 user nova-compute[75076]:       <nova:root type="image" uuid="6f091a29-af17-4dfc-b737-1d0e0eed9334"/>
Oct 27 16:36:40 user nova-compute[75076]:       <nova:ports>
Oct 27 16:36:40 user nova-compute[75076]:         <nova:port uuid="3108dd8e-f014-43ce-8e52-2a33b24f1205">
Oct 27 16:36:40 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 27 16:36:40 user nova-compute[75076]:         </nova:port>
Oct 27 16:36:40 user nova-compute[75076]:       </nova:ports>
Oct 27 16:36:40 user nova-compute[75076]:     </nova:instance>
Oct 27 16:36:40 user nova-compute[75076]:   </metadata>
Oct 27 16:36:40 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:36:40 user nova-compute[75076]:     <system>
Oct 27 16:36:40 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:36:40 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:36:40 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:36:40 user nova-compute[75076]:       <entry name="serial">6225b55a-817b-47da-ba2e-9b0793019a58</entry>
Oct 27 16:36:40 user nova-compute[75076]:       <entry name="uuid">6225b55a-817b-47da-ba2e-9b0793019a58</entry>
Oct 27 16:36:40 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:36:40 user nova-compute[75076]:     </system>
Oct 27 16:36:40 user nova-compute[75076]:   </sysinfo>
Oct 27 16:36:40 user nova-compute[75076]:   <os>
Oct 27 16:36:40 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:36:40 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:36:40 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:36:40 user nova-compute[75076]:   </os>
Oct 27 16:36:40 user nova-compute[75076]:   <features>
Oct 27 16:36:40 user nova-compute[75076]:     <acpi/>
Oct 27 16:36:40 user nova-compute[75076]:     <apic/>
Oct 27 16:36:40 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:36:40 user nova-compute[75076]:   </features>
Oct 27 16:36:40 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:36:40 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:36:40 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:36:40 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:36:40 user nova-compute[75076]:   </clock>
Oct 27 16:36:40 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:36:40 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:36:40 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:36:40 user nova-compute[75076]:   </cpu>
Oct 27 16:36:40 user nova-compute[75076]:   <devices>
Oct 27 16:36:40 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:36:40 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:36:40 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/6225b55a-817b-47da-ba2e-9b0793019a58/disk"/>
Oct 27 16:36:40 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:36:40 user nova-compute[75076]:     </disk>
Oct 27 16:36:40 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:36:40 user nova-compute[75076]:       <mac address="fa:16:3e:90:e8:de"/>
Oct 27 16:36:40 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:36:40 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:36:40 user nova-compute[75076]:       <target dev="tap3108dd8e-f0"/>
Oct 27 16:36:40 user nova-compute[75076]:     </interface>
Oct 27 16:36:40 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:36:40 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/6225b55a-817b-47da-ba2e-9b0793019a58/console.log" append="off"/>
Oct 27 16:36:40 user nova-compute[75076]:     </serial>
Oct 27 16:36:40 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:36:40 user nova-compute[75076]:     <video>
Oct 27 16:36:40 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:36:40 user nova-compute[75076]:     </video>
Oct 27 16:36:40 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:36:40 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:36:40 user nova-compute[75076]:     </rng>
Oct 27 16:36:40 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:36:40 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:36:40 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:36:40 user nova-compute[75076]:     </memballoon>
Oct 27 16:36:40 user nova-compute[75076]:   </devices>
Oct 27 16:36:40 user nova-compute[75076]: </domain>
Oct 27 16:36:40 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:36:40 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:36:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-695635117',display_name='tempest-TestStampPattern-server-695635117',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-695635117',id=42,image_ref='6f091a29-af17-4dfc-b737-1d0e0eed9334',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP+NLYHxp387TSyjpbwHv8lpN2O0zWP4t0H/ZSCPzdhi4hhbPkLftXKKTU/x5j1tSzI+BdcHqircC13qi7JIibZIApvymksRLw8kgvhatPBje7oJ2U6G39P6UbO22QRBRg==',key_name='tempest-TestStampPattern-861609448',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e48c42740cb846cb891a277f94e44788',ramdisk_id='',reservation_id='r-re6w8lcm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='f7b2c759-f6a3-47fe-930c-1f8ed87a556e',image_min_disk='1',image_min_ram='0',image_owner_id='e48c42740cb846cb891a277f94e44788',image_owner_project_name='tempest-TestStampPattern-547876826',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-547876826-project-member',image_user_id='2bb9151b2328445191815d7cbe296c12',network_allocated='True',owner_project_name='tempest-TestStampPattern-547876826',owner_user_name='tempest-TestStampPattern-547876826-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:36:37Z,user_data=None,user_id='2bb9151b2328445191815d7cbe296c12',uuid=6225b55a-817b-47da-ba2e-9b0793019a58,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3108dd8e-f014-43ce-8e52-2a33b24f1205", "address": "fa:16:3e:90:e8:de", "network": {"id": "27829e9a-7883-4370-ae60-7222bbca1f25", "bridge": "br-int", "label": "tempest-TestStampPattern-1983507517-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e48c42740cb846cb891a277f94e44788", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3108dd8e-f0", "ovs_interfaceid": "3108dd8e-f014-43ce-8e52-2a33b24f1205", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:36:40 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Converting VIF {"id": "3108dd8e-f014-43ce-8e52-2a33b24f1205", "address": "fa:16:3e:90:e8:de", "network": {"id": "27829e9a-7883-4370-ae60-7222bbca1f25", "bridge": "br-int", "label": "tempest-TestStampPattern-1983507517-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e48c42740cb846cb891a277f94e44788", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3108dd8e-f0", "ovs_interfaceid": "3108dd8e-f014-43ce-8e52-2a33b24f1205", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:36:40 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:90:e8:de,bridge_name='br-int',has_traffic_filtering=True,id=3108dd8e-f014-43ce-8e52-2a33b24f1205,network=Network(27829e9a-7883-4370-ae60-7222bbca1f25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3108dd8e-f0') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:36:40 user nova-compute[75076]: DEBUG os_vif [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:90:e8:de,bridge_name='br-int',has_traffic_filtering=True,id=3108dd8e-f014-43ce-8e52-2a33b24f1205,network=Network(27829e9a-7883-4370-ae60-7222bbca1f25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3108dd8e-f0') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:36:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:36:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:36:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:36:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:36:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c347ec64-a0f8-54c8-8547-83670998ac7c', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:36:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:36:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:36:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3108dd8e-f0, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:36:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3108dd8e-f0, col_values=(('qos', UUID('ae1d127c-d169-47c3-bd99-7143d5d1c6b1')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:36:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3108dd8e-f0, col_values=(('external_ids', {'iface-id': '3108dd8e-f014-43ce-8e52-2a33b24f1205', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:90:e8:de', 'vm-uuid': '6225b55a-817b-47da-ba2e-9b0793019a58'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:36:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:36:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:36:40 user nova-compute[75076]: INFO os_vif [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:90:e8:de,bridge_name='br-int',has_traffic_filtering=True,id=3108dd8e-f014-43ce-8e52-2a33b24f1205,network=Network(27829e9a-7883-4370-ae60-7222bbca1f25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3108dd8e-f0')
Oct 27 16:36:40 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:36:40 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] No VIF found with MAC fa:16:3e:90:e8:de, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:36:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:36:40 user nova-compute[75076]: DEBUG nova.network.neutron [req-a3b5530c-f689-4caf-9629-0cf7288e0425 req-188c819d-828c-40c1-bec8-ad99424ee6cc service nova] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Updated VIF entry in instance network info cache for port 3108dd8e-f014-43ce-8e52-2a33b24f1205. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:36:40 user nova-compute[75076]: DEBUG nova.network.neutron [req-a3b5530c-f689-4caf-9629-0cf7288e0425 req-188c819d-828c-40c1-bec8-ad99424ee6cc service nova] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Updating instance_info_cache with network_info: [{"id": "3108dd8e-f014-43ce-8e52-2a33b24f1205", "address": "fa:16:3e:90:e8:de", "network": {"id": "27829e9a-7883-4370-ae60-7222bbca1f25", "bridge": "br-int", "label": "tempest-TestStampPattern-1983507517-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e48c42740cb846cb891a277f94e44788", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3108dd8e-f0", "ovs_interfaceid": "3108dd8e-f014-43ce-8e52-2a33b24f1205", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:36:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a3b5530c-f689-4caf-9629-0cf7288e0425 req-188c819d-828c-40c1-bec8-ad99424ee6cc service nova] Releasing lock "refresh_cache-6225b55a-817b-47da-ba2e-9b0793019a58" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:36:41 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:36:41 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:36:41 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:36:41 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:36:41 user nova-compute[75076]: DEBUG nova.compute.manager [req-5ef3310d-76f9-4eaa-8bde-647749749474 req-34382ce9-b91c-4f80-bb30-ceb5c4477cdd service nova] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Received event network-vif-plugged-3108dd8e-f014-43ce-8e52-2a33b24f1205 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:36:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-5ef3310d-76f9-4eaa-8bde-647749749474 req-34382ce9-b91c-4f80-bb30-ceb5c4477cdd service nova] Acquiring lock "6225b55a-817b-47da-ba2e-9b0793019a58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:36:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-5ef3310d-76f9-4eaa-8bde-647749749474 req-34382ce9-b91c-4f80-bb30-ceb5c4477cdd service nova] Lock "6225b55a-817b-47da-ba2e-9b0793019a58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:36:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-5ef3310d-76f9-4eaa-8bde-647749749474 req-34382ce9-b91c-4f80-bb30-ceb5c4477cdd service nova] Lock "6225b55a-817b-47da-ba2e-9b0793019a58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:36:41 user nova-compute[75076]: DEBUG nova.compute.manager [req-5ef3310d-76f9-4eaa-8bde-647749749474 req-34382ce9-b91c-4f80-bb30-ceb5c4477cdd service nova] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] No waiting events found dispatching network-vif-plugged-3108dd8e-f014-43ce-8e52-2a33b24f1205 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:36:41 user nova-compute[75076]: WARNING nova.compute.manager [req-5ef3310d-76f9-4eaa-8bde-647749749474 req-34382ce9-b91c-4f80-bb30-ceb5c4477cdd service nova] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Received unexpected event network-vif-plugged-3108dd8e-f014-43ce-8e52-2a33b24f1205 for instance with vm_state building and task_state spawning.
Oct 27 16:36:43 user nova-compute[75076]: DEBUG nova.compute.manager [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:36:43 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:36:43 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Instance spawned successfully.
Oct 27 16:36:43 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:36:43 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:36:43 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:36:43 user nova-compute[75076]: DEBUG nova.compute.manager [req-c427b070-ea8c-4c38-a89a-4284a6fdd8b9 req-982524a9-78a3-47d0-993b-d56a0525df20 service nova] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Received event network-vif-plugged-3108dd8e-f014-43ce-8e52-2a33b24f1205 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:36:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c427b070-ea8c-4c38-a89a-4284a6fdd8b9 req-982524a9-78a3-47d0-993b-d56a0525df20 service nova] Acquiring lock "6225b55a-817b-47da-ba2e-9b0793019a58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:36:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c427b070-ea8c-4c38-a89a-4284a6fdd8b9 req-982524a9-78a3-47d0-993b-d56a0525df20 service nova] Lock "6225b55a-817b-47da-ba2e-9b0793019a58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:36:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c427b070-ea8c-4c38-a89a-4284a6fdd8b9 req-982524a9-78a3-47d0-993b-d56a0525df20 service nova] Lock "6225b55a-817b-47da-ba2e-9b0793019a58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:36:43 user nova-compute[75076]: DEBUG nova.compute.manager [req-c427b070-ea8c-4c38-a89a-4284a6fdd8b9 req-982524a9-78a3-47d0-993b-d56a0525df20 service nova] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] No waiting events found dispatching network-vif-plugged-3108dd8e-f014-43ce-8e52-2a33b24f1205 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:36:43 user nova-compute[75076]: WARNING nova.compute.manager [req-c427b070-ea8c-4c38-a89a-4284a6fdd8b9 req-982524a9-78a3-47d0-993b-d56a0525df20 service nova] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Received unexpected event network-vif-plugged-3108dd8e-f014-43ce-8e52-2a33b24f1205 for instance with vm_state building and task_state spawning.
Oct 27 16:36:43 user nova-compute[75076]: INFO nova.compute.manager [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Took 7.02 seconds to spawn the instance on the hypervisor.
Oct 27 16:36:43 user nova-compute[75076]: DEBUG nova.compute.manager [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:36:44 user nova-compute[75076]: INFO nova.compute.manager [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Took 7.88 seconds to build instance.
Oct 27 16:36:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4782b827-d2b5-4cf0-b72c-b23b16d7dfda tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "6225b55a-817b-47da-ba2e-9b0793019a58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.021s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:36:44 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:36:44 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:36:44 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:36:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-5db5857f-f475-438b-87ea-e99b1f9366c4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:36:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-5db5857f-f475-438b-87ea-e99b1f9366c4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:36:44 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 16:36:44 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Updating instance_info_cache with network_info: [{"id": "8b0f84c9-9577-40c4-b609-18c7bd6a594f", "address": "fa:16:3e:15:33:56", "network": {"id": "efcb6f8e-b586-4a9c-83ea-a2f041cd966c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-927474664-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.54", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd89d4f2ad1e448696ed331f55caa41f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b0f84c9-95", "ovs_interfaceid": "8b0f84c9-9577-40c4-b609-18c7bd6a594f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:36:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-5db5857f-f475-438b-87ea-e99b1f9366c4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:36:44 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 16:36:45 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:36:45 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:36:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:36:45 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:36:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:36:46 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:36:47 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:36:49 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:36:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:36:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:36:51 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:36:51 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:36:53 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:36:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:36:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:36:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:36:53 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:36:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fc01439-241d-45f7-81a7-8860b4849939/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fc01439-241d-45f7-81a7-8860b4849939/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fc01439-241d-45f7-81a7-8860b4849939/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fc01439-241d-45f7-81a7-8860b4849939/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/833e053c-3f2b-41a1-ae94-77390fd7d5d9/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/833e053c-3f2b-41a1-ae94-77390fd7d5d9/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/833e053c-3f2b-41a1-ae94-77390fd7d5d9/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/833e053c-3f2b-41a1-ae94-77390fd7d5d9/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:54 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:36:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6225b55a-817b-47da-ba2e-9b0793019a58/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6225b55a-817b-47da-ba2e-9b0793019a58/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6225b55a-817b-47da-ba2e-9b0793019a58/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6225b55a-817b-47da-ba2e-9b0793019a58/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:36:55 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:55 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:36:55 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:55 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:55 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:36:55 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-28a5ea45-f0c8-4c2f-a3f3-565268f5a801 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 5db5857f-f475-438b-87ea-e99b1f9366c4 is timed out.
Oct 27 16:36:55 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-28a5ea45-f0c8-4c2f-a3f3-565268f5a801 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Successfully detached device vdb from instance 5db5857f-f475-438b-87ea-e99b1f9366c4 from the live domain config.
Oct 27 16:36:55 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:36:55 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:36:55 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=8146MB free_disk=24.982009887695312GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:36:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:36:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:36:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-28a5ea45-f0c8-4c2f-a3f3-565268f5a801 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:36:55 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a5ea45-f0c8-4c2f-a3f3-565268f5a801 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NcUdVyFJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:36:55 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-28a5ea45-f0c8-4c2f-a3f3-565268f5a801 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:36:55 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-28a5ea45-f0c8-4c2f-a3f3-565268f5a801 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:36:55 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-28a5ea45-f0c8-4c2f-a3f3-565268f5a801 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:36:55 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:55 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:55 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e5da65a-7a77-4941-9467-f3a92554914d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:55 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a5ea45-f0c8-4c2f-a3f3-565268f5a801 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:36:55 user nova-compute[75076]: No targets found.
Oct 27 16:36:55 user nova-compute[75076]: iSNS:
Oct 27 16:36:55 user nova-compute[75076]: No targets found.
Oct 27 16:36:55 user nova-compute[75076]: STATIC:
Oct 27 16:36:55 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e
Oct 27 16:36:55 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:36:55 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:36:55 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c
Oct 27 16:36:55 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:36:55 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:36:55 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063
Oct 27 16:36:55 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:36:55 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:36:55 user nova-compute[75076]: FIRMWARE:
Oct 27 16:36:55 user nova-compute[75076]: No targets found.
Oct 27 16:36:55 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:36:55 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a5ea45-f0c8-4c2f-a3f3-565268f5a801 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:36:55 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:36:55 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:36:55 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a5ea45-f0c8-4c2f-a3f3-565268f5a801 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:36:55 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:55 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:55 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[848d2da3-f169-4ff7-96b3-d4858785c075]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:55 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:55 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:55 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b376b4c0-ec01-4b92-83ae-c50f0405f545]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a5ea45-f0c8-4c2f-a3f3-565268f5a801 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c (non-flash)
Oct 27 16:36:56 user nova-compute[75076]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)
Oct 27 16:36:56 user nova-compute[75076]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063 (non-flash)
Oct 27 16:36:56 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a5ea45-f0c8-4c2f-a3f3-565268f5a801 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c (non-flash)
Oct 27 16:36:56 user nova-compute[75076]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)
Oct 27 16:36:56 user nova-compute[75076]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063 (non-flash)
Oct 27 16:36:56 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a5ea45-f0c8-4c2f-a3f3-565268f5a801 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe1c35af80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063'): ({'sdd'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-28a5ea45-f0c8-4c2f-a3f3-565268f5a801 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Removing single pathed devices sdd {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5910aa05-a5dd-4374-a329-da4d5d95ccb1]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a439e4d-2869-40ed-8ceb-632c5eea300d]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-28a5ea45-f0c8-4c2f-a3f3-565268f5a801 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Flushing IO for device /dev/sdd {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 5db5857f-f475-438b-87ea-e99b1f9366c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 9fc01439-241d-45f7-81a7-8860b4849939 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance f7b2c759-f6a3-47fe-930c-1f8ed87a556e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 833e053c-3f2b-41a1-ae94-77390fd7d5d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance fee097af-1a09-4712-bfb9-c1048c507ffe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 6225b55a-817b-47da-ba2e-9b0793019a58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[757ff689-5219-4b2f-aa40-30e15bbb8196]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-28a5ea45-f0c8-4c2f-a3f3-565268f5a801 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.047s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[80e8f203-5617-442a-94c1-5a9efb5c368a]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-28a5ea45-f0c8-4c2f-a3f3-565268f5a801 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-28a5ea45-f0c8-4c2f-a3f3-565268f5a801 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] SCSI volumes sdd have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a5ea45-f0c8-4c2f-a3f3-565268f5a801 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.028s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b35e2209-9e39-4e5b-8dd5-b1e4e4a9e7aa]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a5ea45-f0c8-4c2f-a3f3-565268f5a801 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063 -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063 -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bcd7b4b-6f04-4c0f-93c5-b3d1fed94848]: (4, ('Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063, portal: 172.16.0.220,3260]\nLogout of [sid: 47, target: iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a5ea45-f0c8-4c2f-a3f3-565268f5a801 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063, portal: 172.16.0.220,3260]
Oct 27 16:36:56 user nova-compute[75076]: Logout of [sid: 47, target: iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063, portal: 172.16.0.220,3260] successful.
Oct 27 16:36:56 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063 -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27cd7df6-48d6-4a8b-884c-21e6af14d063 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[543a1d23-da47-43b1-a662-b670e5eca2c3]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a5ea45-f0c8-4c2f-a3f3-565268f5a801 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-28a5ea45-f0c8-4c2f-a3f3-565268f5a801 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.360s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a5ea45-f0c8-4c2f-a3f3-565268f5a801 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] <== disconnect_volume: return (363ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-28a5ea45-f0c8-4c2f-a3f3-565268f5a801 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:36:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.505s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:36:57 user nova-compute[75076]: DEBUG nova.objects.instance [None req-28a5ea45-f0c8-4c2f-a3f3-565268f5a801 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lazy-loading 'flavor' on Instance uuid 5db5857f-f475-438b-87ea-e99b1f9366c4 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:36:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-28a5ea45-f0c8-4c2f-a3f3-565268f5a801 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "5db5857f-f475-438b-87ea-e99b1f9366c4" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.457s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:37:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:37:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:37:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:37:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:37:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:37:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:37:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-39c298f4-97b4-4c11-91ab-a5db41d69fcf tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Acquiring lock "9fc01439-241d-45f7-81a7-8860b4849939" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:37:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-39c298f4-97b4-4c11-91ab-a5db41d69fcf tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "9fc01439-241d-45f7-81a7-8860b4849939" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:37:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-39c298f4-97b4-4c11-91ab-a5db41d69fcf tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Acquiring lock "9fc01439-241d-45f7-81a7-8860b4849939-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:37:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-39c298f4-97b4-4c11-91ab-a5db41d69fcf tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "9fc01439-241d-45f7-81a7-8860b4849939-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:37:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-39c298f4-97b4-4c11-91ab-a5db41d69fcf tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "9fc01439-241d-45f7-81a7-8860b4849939-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:37:14 user nova-compute[75076]: INFO nova.compute.manager [None req-39c298f4-97b4-4c11-91ab-a5db41d69fcf tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Terminating instance
Oct 27 16:37:14 user nova-compute[75076]: DEBUG nova.compute.manager [None req-39c298f4-97b4-4c11-91ab-a5db41d69fcf tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:37:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:37:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:37:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:37:14 user nova-compute[75076]: DEBUG nova.compute.manager [req-21044bef-e919-437f-b2be-1762e11cba76 req-4a636cdb-b0e0-4cd7-9b41-66367c9589e2 service nova] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Received event network-vif-unplugged-e5d506ef-e13c-4873-a4b7-d929cd0a626b {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:37:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-21044bef-e919-437f-b2be-1762e11cba76 req-4a636cdb-b0e0-4cd7-9b41-66367c9589e2 service nova] Acquiring lock "9fc01439-241d-45f7-81a7-8860b4849939-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:37:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-21044bef-e919-437f-b2be-1762e11cba76 req-4a636cdb-b0e0-4cd7-9b41-66367c9589e2 service nova] Lock "9fc01439-241d-45f7-81a7-8860b4849939-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:37:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-21044bef-e919-437f-b2be-1762e11cba76 req-4a636cdb-b0e0-4cd7-9b41-66367c9589e2 service nova] Lock "9fc01439-241d-45f7-81a7-8860b4849939-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:37:14 user nova-compute[75076]: DEBUG nova.compute.manager [req-21044bef-e919-437f-b2be-1762e11cba76 req-4a636cdb-b0e0-4cd7-9b41-66367c9589e2 service nova] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] No waiting events found dispatching network-vif-unplugged-e5d506ef-e13c-4873-a4b7-d929cd0a626b {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:37:14 user nova-compute[75076]: DEBUG nova.compute.manager [req-21044bef-e919-437f-b2be-1762e11cba76 req-4a636cdb-b0e0-4cd7-9b41-66367c9589e2 service nova] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Received event network-vif-unplugged-e5d506ef-e13c-4873-a4b7-d929cd0a626b for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:37:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:37:15 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Instance destroyed successfully.
Oct 27 16:37:15 user nova-compute[75076]: DEBUG nova.objects.instance [None req-39c298f4-97b4-4c11-91ab-a5db41d69fcf tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lazy-loading 'resources' on Instance uuid 9fc01439-241d-45f7-81a7-8860b4849939 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:37:15 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-39c298f4-97b4-4c11-91ab-a5db41d69fcf tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:31:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1491688036',display_name='tempest-AttachVolumeTestJSON-server-1491688036',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1491688036',id=39,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOqzuZgG8GMjcf8TePTr1+x8Rjed1xj54nIHVKG/E1WE2wSnvAmNfZ1hgppM1pK1VEBNvu7oFsqxRU5txqGSVXVjvTaCRx0uMrYNLrGEhA7d+RkyT65vvSluM3cB0LaDQg==',key_name='tempest-keypair-1324421682',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:32:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='44ca7e988f9f466bb169bceae343c954',ramdisk_id='',reservation_id='r-z5kvin8b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1648334762',owner_user_name='tempest-AttachVolumeTestJSON-1648334762-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:32:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dab7a049eef348cba35f260a2eea1707',uuid=9fc01439-241d-45f7-81a7-8860b4849939,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e5d506ef-e13c-4873-a4b7-d929cd0a626b", "address": "fa:16:3e:82:8c:de", "network": {"id": "a4cd92b5-8cea-4135-86fc-8241f5ec05e6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1716485942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "44ca7e988f9f466bb169bceae343c954", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5d506ef-e1", "ovs_interfaceid": "e5d506ef-e13c-4873-a4b7-d929cd0a626b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:37:15 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-39c298f4-97b4-4c11-91ab-a5db41d69fcf tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Converting VIF {"id": "e5d506ef-e13c-4873-a4b7-d929cd0a626b", "address": "fa:16:3e:82:8c:de", "network": {"id": "a4cd92b5-8cea-4135-86fc-8241f5ec05e6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1716485942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "44ca7e988f9f466bb169bceae343c954", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5d506ef-e1", "ovs_interfaceid": "e5d506ef-e13c-4873-a4b7-d929cd0a626b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:37:15 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-39c298f4-97b4-4c11-91ab-a5db41d69fcf tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:82:8c:de,bridge_name='br-int',has_traffic_filtering=True,id=e5d506ef-e13c-4873-a4b7-d929cd0a626b,network=Network(a4cd92b5-8cea-4135-86fc-8241f5ec05e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape5d506ef-e1') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:37:15 user nova-compute[75076]: DEBUG os_vif [None req-39c298f4-97b4-4c11-91ab-a5db41d69fcf tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:82:8c:de,bridge_name='br-int',has_traffic_filtering=True,id=e5d506ef-e13c-4873-a4b7-d929cd0a626b,network=Network(a4cd92b5-8cea-4135-86fc-8241f5ec05e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape5d506ef-e1') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:37:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:37:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape5d506ef-e1, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:37:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:37:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:37:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:37:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a51b3d14-d113-4db8-ab81-55fc48addf36) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:37:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:37:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:37:15 user nova-compute[75076]: INFO os_vif [None req-39c298f4-97b4-4c11-91ab-a5db41d69fcf tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:82:8c:de,bridge_name='br-int',has_traffic_filtering=True,id=e5d506ef-e13c-4873-a4b7-d929cd0a626b,network=Network(a4cd92b5-8cea-4135-86fc-8241f5ec05e6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape5d506ef-e1')
Oct 27 16:37:15 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-39c298f4-97b4-4c11-91ab-a5db41d69fcf tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Deleting instance files /opt/stack/data/nova/instances/9fc01439-241d-45f7-81a7-8860b4849939_del
Oct 27 16:37:15 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-39c298f4-97b4-4c11-91ab-a5db41d69fcf tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Deletion of /opt/stack/data/nova/instances/9fc01439-241d-45f7-81a7-8860b4849939_del complete
Oct 27 16:37:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:37:15 user nova-compute[75076]: INFO nova.compute.manager [None req-39c298f4-97b4-4c11-91ab-a5db41d69fcf tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Took 0.86 seconds to destroy the instance on the hypervisor.
Oct 27 16:37:15 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-39c298f4-97b4-4c11-91ab-a5db41d69fcf tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:37:15 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:37:15 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:37:16 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:37:16 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Took 0.81 seconds to deallocate network for instance.
Oct 27 16:37:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-f8412600-37c1-47b5-9bcf-34a5b3c143b5 req-666dee4c-0315-405b-91de-6737b7dc522f service nova] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Received event network-vif-deleted-e5d506ef-e13c-4873-a4b7-d929cd0a626b {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:37:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-39c298f4-97b4-4c11-91ab-a5db41d69fcf tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:37:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-39c298f4-97b4-4c11-91ab-a5db41d69fcf tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:37:16 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-39c298f4-97b4-4c11-91ab-a5db41d69fcf tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:37:16 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-39c298f4-97b4-4c11-91ab-a5db41d69fcf tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:37:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-39c298f4-97b4-4c11-91ab-a5db41d69fcf tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.215s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:37:16 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-39c298f4-97b4-4c11-91ab-a5db41d69fcf tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Deleted allocations for instance 9fc01439-241d-45f7-81a7-8860b4849939
Oct 27 16:37:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-39c298f4-97b4-4c11-91ab-a5db41d69fcf tempest-AttachVolumeTestJSON-1648334762 tempest-AttachVolumeTestJSON-1648334762-project-member] Lock "9fc01439-241d-45f7-81a7-8860b4849939" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.073s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:37:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-b8ae853c-4e04-41ce-b2c8-ff13318c2b2f req-57f72beb-6943-429c-8fcb-5f5e68dc54d9 service nova] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Received event network-vif-plugged-e5d506ef-e13c-4873-a4b7-d929cd0a626b {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:37:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b8ae853c-4e04-41ce-b2c8-ff13318c2b2f req-57f72beb-6943-429c-8fcb-5f5e68dc54d9 service nova] Acquiring lock "9fc01439-241d-45f7-81a7-8860b4849939-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:37:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b8ae853c-4e04-41ce-b2c8-ff13318c2b2f req-57f72beb-6943-429c-8fcb-5f5e68dc54d9 service nova] Lock "9fc01439-241d-45f7-81a7-8860b4849939-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:37:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b8ae853c-4e04-41ce-b2c8-ff13318c2b2f req-57f72beb-6943-429c-8fcb-5f5e68dc54d9 service nova] Lock "9fc01439-241d-45f7-81a7-8860b4849939-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:37:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-b8ae853c-4e04-41ce-b2c8-ff13318c2b2f req-57f72beb-6943-429c-8fcb-5f5e68dc54d9 service nova] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] No waiting events found dispatching network-vif-plugged-e5d506ef-e13c-4873-a4b7-d929cd0a626b {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:37:16 user nova-compute[75076]: WARNING nova.compute.manager [req-b8ae853c-4e04-41ce-b2c8-ff13318c2b2f req-57f72beb-6943-429c-8fcb-5f5e68dc54d9 service nova] [instance: 9fc01439-241d-45f7-81a7-8860b4849939] Received unexpected event network-vif-plugged-e5d506ef-e13c-4873-a4b7-d929cd0a626b for instance with vm_state deleted and task_state None.
Oct 27 16:37:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:37:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:37:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:37:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Acquiring lock "5db5857f-f475-438b-87ea-e99b1f9366c4" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:37:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "5db5857f-f475-438b-87ea-e99b1f9366c4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:37:31 user nova-compute[75076]: DEBUG nova.objects.instance [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lazy-loading 'flavor' on Instance uuid 5db5857f-f475-438b-87ea-e99b1f9366c4 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:37:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "5db5857f-f475-438b-87ea-e99b1f9366c4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:37:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Acquiring lock "5db5857f-f475-438b-87ea-e99b1f9366c4" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:37:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "5db5857f-f475-438b-87ea-e99b1f9366c4" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:37:31 user nova-compute[75076]: INFO nova.compute.manager [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Attaching volume a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a to /dev/vdb
Oct 27 16:37:31 user nova-compute[75076]: DEBUG os_brick.utils [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:37:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:37:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:37:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[06eeafff-f711-40f8-8c0c-376c5e9fa354]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:37:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:37:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:37:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[383a5ed3-bde5-41d5-b293-41b8553a0704]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:37:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:37:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:37:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d769a65-8f4e-4b54-aa45-1abc27228a0c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:37:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c34ef03-1c7e-4dd9-a8d3-52d73a8c1d28]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:37:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:37:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:37:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:37:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:37:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:37:31 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:37:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cd4ee15-7212-4cb8-8e4a-87bce9c5b42e]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:37:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:37:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:37:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:37:31 user nova-compute[75076]: DEBUG os_brick.utils [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:37:31 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Updating existing volume attachment record: ff2812bb-2941-4909-bde0-ae66913d22ff {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:37:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:37:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:37:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:37:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:37:45 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:37:45 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:37:45 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:37:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-f7b2c759-f6a3-47fe-930c-1f8ed87a556e" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:37:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-f7b2c759-f6a3-47fe-930c-1f8ed87a556e" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:37:45 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 16:37:45 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Updating instance_info_cache with network_info: [{"id": "2b5058ca-f946-4e67-939f-2bf0e544a5c2", "address": "fa:16:3e:ff:f7:30", "network": {"id": "27829e9a-7883-4370-ae60-7222bbca1f25", "bridge": "br-int", "label": "tempest-TestStampPattern-1983507517-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.18", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e48c42740cb846cb891a277f94e44788", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b5058ca-f9", "ovs_interfaceid": "2b5058ca-f946-4e67-939f-2bf0e544a5c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:37:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-f7b2c759-f6a3-47fe-930c-1f8ed87a556e" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:37:45 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 16:37:45 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:37:45 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:37:47 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:37:48 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:37:49 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:37:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c8fb5a8f-0376-4f35-b4b1-4a4aac2c7445 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Acquiring lock "833e053c-3f2b-41a1-ae94-77390fd7d5d9" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:37:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c8fb5a8f-0376-4f35-b4b1-4a4aac2c7445 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "833e053c-3f2b-41a1-ae94-77390fd7d5d9" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:37:49 user nova-compute[75076]: INFO nova.compute.manager [None req-c8fb5a8f-0376-4f35-b4b1-4a4aac2c7445 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Detaching volume 756ccedf-d563-40e7-9c0e-9d46567ea80c
Oct 27 16:37:49 user nova-compute[75076]: INFO nova.virt.block_device [None req-c8fb5a8f-0376-4f35-b4b1-4a4aac2c7445 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Attempting to driver detach volume 756ccedf-d563-40e7-9c0e-9d46567ea80c from mountpoint /dev/vdb
Oct 27 16:37:49 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c8fb5a8f-0376-4f35-b4b1-4a4aac2c7445 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Attempting to detach device vdb from instance 833e053c-3f2b-41a1-ae94-77390fd7d5d9 from the persistent domain config. {{(pid=75076) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 16:37:49 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-c8fb5a8f-0376-4f35-b4b1-4a4aac2c7445 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:37:49 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:37:49 user nova-compute[75076]:   <source dev="/dev/sdb"/>
Oct 27 16:37:49 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:37:49 user nova-compute[75076]:   <serial>756ccedf-d563-40e7-9c0e-9d46567ea80c</serial>
Oct 27 16:37:49 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 16:37:49 user nova-compute[75076]: </disk>
Oct 27 16:37:49 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:37:49 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-c8fb5a8f-0376-4f35-b4b1-4a4aac2c7445 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Successfully detached device vdb from instance 833e053c-3f2b-41a1-ae94-77390fd7d5d9 from the persistent domain config.
Oct 27 16:37:49 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c8fb5a8f-0376-4f35-b4b1-4a4aac2c7445 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 833e053c-3f2b-41a1-ae94-77390fd7d5d9 from the live domain config. {{(pid=75076) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 16:37:49 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-c8fb5a8f-0376-4f35-b4b1-4a4aac2c7445 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:37:49 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:37:49 user nova-compute[75076]:   <source dev="/dev/sdb"/>
Oct 27 16:37:49 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:37:49 user nova-compute[75076]:   <serial>756ccedf-d563-40e7-9c0e-9d46567ea80c</serial>
Oct 27 16:37:49 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 16:37:49 user nova-compute[75076]: </disk>
Oct 27 16:37:49 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:37:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0b4e4e42-f9de-4caf-bb20-053ea21d8623 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Acquiring lock "833e053c-3f2b-41a1-ae94-77390fd7d5d9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c8fb5a8f-0376-4f35-b4b1-4a4aac2c7445 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 833e053c-3f2b-41a1-ae94-77390fd7d5d9 {{(pid=75076) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rlAedPWS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:37:50 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:37:50 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:37:50 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:37:50 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:37:50 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:37:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f28865e4-faec-4bb6-b507-391f4e90e6f0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:37:50 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9d23e62-0d7b-4bc6-bd6b-a319beafe9c6]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a] added
Oct 27 16:37:50 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.053s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[4136fc85-89db-4419-9730-f7a647513680]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[deee1a0b-d75f-4c72-b14c-fa44cc58ecd5]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rlAedPWS {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rlAedPWS" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b44c1df-3869-4958-babe-1ba9ed6bc775]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rlAedPWS'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[203a97e7-a97e-4903-9d7d-81de7ad44177]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[aceba772-12b7-4af9-a748-782a3ea54e88]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c (non-flash)
Oct 27 16:37:50 user nova-compute[75076]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)
Oct 27 16:37:50 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c (non-flash)
Oct 27 16:37:50 user nova-compute[75076]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)
Oct 27 16:37:50 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[52a6445b-3d0e-4a74-aa7c-4e00fa43a5db]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a, portal: 172.16.0.220,3260]
Oct 27 16:37:50 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a, portal: 172.16.0.220,3260] successful.
Oct 27 16:37:50 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[aafd3c6c-2255-42b5-9bab-4a65cf22649e]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[faa89848-f0d8-4f93-ae56-d285f8b45159]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c (non-flash)
Oct 27 16:37:50 user nova-compute[75076]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)
Oct 27 16:37:50 user nova-compute[75076]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a (non-flash)
Oct 27 16:37:50 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c (non-flash)
Oct 27 16:37:50 user nova-compute[75076]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)
Oct 27 16:37:50 user nova-compute[75076]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a (non-flash)
Oct 27 16:37:50 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.310s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] HCTL ('35', '-', '-', 0) found on session 48 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b85ff747-f2a2-45d4-a363-52a80f422255]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Searching for a device in session 48 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:37:50 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rlAedPWS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:37:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.341s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:37:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] <== connect_volume: return (1343ms) {'type': 'block', 'scsi_wwn': '23235363039656664', 'path': '/dev/sdd'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:37:51 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23235363039656664', 'path': '/dev/sdd'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:37:51 user nova-compute[75076]: DEBUG nova.objects.instance [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lazy-loading 'flavor' on Instance uuid 5db5857f-f475-438b-87ea-e99b1f9366c4 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:37:51 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 16:37:51 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:37:51 user nova-compute[75076]:   <source dev="/dev/sdd"/>
Oct 27 16:37:51 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:37:51 user nova-compute[75076]:   <serial>a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a</serial>
Oct 27 16:37:51 user nova-compute[75076]: </disk>
Oct 27 16:37:51 user nova-compute[75076]:  {{(pid=75076) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 16:37:52 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:37:52 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:37:52 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:37:52 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:37:52 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] No VIF found with MAC fa:16:3e:15:33:56, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:37:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-6865ed11-d557-4744-b633-7e8c82eb5351 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "5db5857f-f475-438b-87ea-e99b1f9366c4" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.941s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:37:54 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:37:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:37:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:37:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:37:54 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:37:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:37:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:37:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:37:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:37:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/833e053c-3f2b-41a1-ae94-77390fd7d5d9/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:37:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-8ab5f281-9707-47b7-85fd-2f9fc3ec3c1c tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Acquiring lock "5db5857f-f475-438b-87ea-e99b1f9366c4" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:37:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-8ab5f281-9707-47b7-85fd-2f9fc3ec3c1c tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "5db5857f-f475-438b-87ea-e99b1f9366c4" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:37:54 user nova-compute[75076]: INFO nova.compute.manager [None req-8ab5f281-9707-47b7-85fd-2f9fc3ec3c1c tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Detaching volume a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a
Oct 27 16:37:54 user nova-compute[75076]: INFO nova.virt.block_device [None req-8ab5f281-9707-47b7-85fd-2f9fc3ec3c1c tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Attempting to driver detach volume a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a from mountpoint /dev/vdb
Oct 27 16:37:54 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-8ab5f281-9707-47b7-85fd-2f9fc3ec3c1c tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Attempting to detach device vdb from instance 5db5857f-f475-438b-87ea-e99b1f9366c4 from the persistent domain config. {{(pid=75076) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 16:37:54 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-8ab5f281-9707-47b7-85fd-2f9fc3ec3c1c tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:37:54 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:37:54 user nova-compute[75076]:   <source dev="/dev/sdd"/>
Oct 27 16:37:54 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:37:54 user nova-compute[75076]:   <serial>a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a</serial>
Oct 27 16:37:54 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 16:37:54 user nova-compute[75076]: </disk>
Oct 27 16:37:54 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:37:54 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-8ab5f281-9707-47b7-85fd-2f9fc3ec3c1c tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Successfully detached device vdb from instance 5db5857f-f475-438b-87ea-e99b1f9366c4 from the persistent domain config.
Oct 27 16:37:54 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-8ab5f281-9707-47b7-85fd-2f9fc3ec3c1c tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 5db5857f-f475-438b-87ea-e99b1f9366c4 from the live domain config. {{(pid=75076) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 16:37:54 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-8ab5f281-9707-47b7-85fd-2f9fc3ec3c1c tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:37:54 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:37:54 user nova-compute[75076]:   <source dev="/dev/sdd"/>
Oct 27 16:37:54 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:37:54 user nova-compute[75076]:   <serial>a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a</serial>
Oct 27 16:37:54 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 16:37:54 user nova-compute[75076]: </disk>
Oct 27 16:37:54 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:37:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/833e053c-3f2b-41a1-ae94-77390fd7d5d9/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:37:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/833e053c-3f2b-41a1-ae94-77390fd7d5d9/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:37:55 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/833e053c-3f2b-41a1-ae94-77390fd7d5d9/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:37:55 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6225b55a-817b-47da-ba2e-9b0793019a58/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:37:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:37:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:37:55 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6225b55a-817b-47da-ba2e-9b0793019a58/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:37:55 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6225b55a-817b-47da-ba2e-9b0793019a58/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:37:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-8ab5f281-9707-47b7-85fd-2f9fc3ec3c1c tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 5db5857f-f475-438b-87ea-e99b1f9366c4 {{(pid=75076) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 16:37:55 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6225b55a-817b-47da-ba2e-9b0793019a58/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:37:55 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:37:55 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:37:55 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:37:55 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:37:55 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:37:55 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:37:55 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:37:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:37:56 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:37:56 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:37:56 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:37:56 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=8321MB free_disk=25.00609588623047GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:37:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:37:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:37:56 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 5db5857f-f475-438b-87ea-e99b1f9366c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:37:56 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance f7b2c759-f6a3-47fe-930c-1f8ed87a556e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:37:56 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 833e053c-3f2b-41a1-ae94-77390fd7d5d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:37:56 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance fee097af-1a09-4712-bfb9-c1048c507ffe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:37:56 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 6225b55a-817b-47da-ba2e-9b0793019a58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:37:56 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:37:56 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:37:56 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:37:56 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:37:57 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:37:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.394s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:38:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:38:04 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:38:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:38:10 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-c8fb5a8f-0376-4f35-b4b1-4a4aac2c7445 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 833e053c-3f2b-41a1-ae94-77390fd7d5d9 is timed out.
Oct 27 16:38:10 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-c8fb5a8f-0376-4f35-b4b1-4a4aac2c7445 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Successfully detached device vdb from instance 833e053c-3f2b-41a1-ae94-77390fd7d5d9 from the live domain config.
Oct 27 16:38:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c8fb5a8f-0376-4f35-b4b1-4a4aac2c7445 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fb5a8f-0376-4f35-b4b1-4a4aac2c7445 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pWgxUNEk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:38:10 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-c8fb5a8f-0376-4f35-b4b1-4a4aac2c7445 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:38:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-c8fb5a8f-0376-4f35-b4b1-4a4aac2c7445 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-c8fb5a8f-0376-4f35-b4b1-4a4aac2c7445 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[222a8dc5-1324-429f-9601-4a46f59a6f74]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fb5a8f-0376-4f35-b4b1-4a4aac2c7445 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:38:10 user nova-compute[75076]: No targets found.
Oct 27 16:38:10 user nova-compute[75076]: iSNS:
Oct 27 16:38:10 user nova-compute[75076]: No targets found.
Oct 27 16:38:10 user nova-compute[75076]: STATIC:
Oct 27 16:38:10 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e
Oct 27 16:38:10 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:38:10 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:38:10 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c
Oct 27 16:38:10 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:38:10 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:38:10 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a
Oct 27 16:38:10 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:38:10 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:38:10 user nova-compute[75076]: FIRMWARE:
Oct 27 16:38:10 user nova-compute[75076]: No targets found.
Oct 27 16:38:10 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fb5a8f-0376-4f35-b4b1-4a4aac2c7445 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:38:10 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:38:10 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fb5a8f-0376-4f35-b4b1-4a4aac2c7445 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5d94676-0786-4065-8569-376d58f0a524]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae5f377a-1539-40ea-8e1e-bccff077984d]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fb5a8f-0376-4f35-b4b1-4a4aac2c7445 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c (non-flash)
Oct 27 16:38:10 user nova-compute[75076]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)
Oct 27 16:38:10 user nova-compute[75076]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a (non-flash)
Oct 27 16:38:10 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fb5a8f-0376-4f35-b4b1-4a4aac2c7445 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c (non-flash)
Oct 27 16:38:10 user nova-compute[75076]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)
Oct 27 16:38:10 user nova-compute[75076]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a (non-flash)
Oct 27 16:38:10 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fb5a8f-0376-4f35-b4b1-4a4aac2c7445 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe2c2e4af0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c'): ({'sdb'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-c8fb5a8f-0376-4f35-b4b1-4a4aac2c7445 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Removing single pathed devices sdb {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0a23ef8-577b-48d3-8f16-39e67352da64]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2455d8f-c6e9-418d-aa46-e044f2404822]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-c8fb5a8f-0376-4f35-b4b1-4a4aac2c7445 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Flushing IO for device /dev/sdb {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0cd4584-4760-4b15-a0a4-181e01463898]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-c8fb5a8f-0376-4f35-b4b1-4a4aac2c7445 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.058s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa97b3ab-6a7a-4b36-9a95-691370edfe42]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-c8fb5a8f-0376-4f35-b4b1-4a4aac2c7445 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-c8fb5a8f-0376-4f35-b4b1-4a4aac2c7445 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] SCSI volumes sdb have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fb5a8f-0376-4f35-b4b1-4a4aac2c7445 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1072caba-43f5-47be-bf24-add3bf80cfe1]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fb5a8f-0376-4f35-b4b1-4a4aac2c7445 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[12b4ccfc-09c7-4420-b94f-d326b8fb8219]: (4, ('Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c, portal: 172.16.0.220,3260]\nLogout of [sid: 45, target: iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fb5a8f-0376-4f35-b4b1-4a4aac2c7445 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c, portal: 172.16.0.220,3260]
Oct 27 16:38:10 user nova-compute[75076]: Logout of [sid: 45, target: iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c, portal: 172.16.0.220,3260] successful.
Oct 27 16:38:10 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[21afdd8d-259c-431c-8d24-1fa37b1157e1]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fb5a8f-0376-4f35-b4b1-4a4aac2c7445 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-c8fb5a8f-0376-4f35-b4b1-4a4aac2c7445 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.328s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fb5a8f-0376-4f35-b4b1-4a4aac2c7445 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] <== disconnect_volume: return (329ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:38:10 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c8fb5a8f-0376-4f35-b4b1-4a4aac2c7445 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:38:11 user nova-compute[75076]: DEBUG nova.objects.instance [None req-c8fb5a8f-0376-4f35-b4b1-4a4aac2c7445 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lazy-loading 'flavor' on Instance uuid 833e053c-3f2b-41a1-ae94-77390fd7d5d9 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:38:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c8fb5a8f-0376-4f35-b4b1-4a4aac2c7445 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "833e053c-3f2b-41a1-ae94-77390fd7d5d9" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.776s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:38:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0b4e4e42-f9de-4caf-bb20-053ea21d8623 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "833e053c-3f2b-41a1-ae94-77390fd7d5d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.659s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:38:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0b4e4e42-f9de-4caf-bb20-053ea21d8623 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Acquiring lock "833e053c-3f2b-41a1-ae94-77390fd7d5d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:38:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0b4e4e42-f9de-4caf-bb20-053ea21d8623 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "833e053c-3f2b-41a1-ae94-77390fd7d5d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:38:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0b4e4e42-f9de-4caf-bb20-053ea21d8623 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "833e053c-3f2b-41a1-ae94-77390fd7d5d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:38:11 user nova-compute[75076]: INFO nova.compute.manager [None req-0b4e4e42-f9de-4caf-bb20-053ea21d8623 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Terminating instance
Oct 27 16:38:11 user nova-compute[75076]: DEBUG nova.compute.manager [None req-0b4e4e42-f9de-4caf-bb20-053ea21d8623 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:38:11 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:38:11 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:38:11 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:38:11 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:38:11 user nova-compute[75076]: DEBUG nova.compute.manager [req-4833e497-79c8-4484-9eec-e334b9157c3d req-5ddfc48a-3c12-44bf-a3c0-edfcccbd3f12 service nova] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Received event network-vif-unplugged-9ee286a9-8271-4940-b1c7-ef269730e3fd {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:38:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-4833e497-79c8-4484-9eec-e334b9157c3d req-5ddfc48a-3c12-44bf-a3c0-edfcccbd3f12 service nova] Acquiring lock "833e053c-3f2b-41a1-ae94-77390fd7d5d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:38:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-4833e497-79c8-4484-9eec-e334b9157c3d req-5ddfc48a-3c12-44bf-a3c0-edfcccbd3f12 service nova] Lock "833e053c-3f2b-41a1-ae94-77390fd7d5d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:38:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-4833e497-79c8-4484-9eec-e334b9157c3d req-5ddfc48a-3c12-44bf-a3c0-edfcccbd3f12 service nova] Lock "833e053c-3f2b-41a1-ae94-77390fd7d5d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:38:11 user nova-compute[75076]: DEBUG nova.compute.manager [req-4833e497-79c8-4484-9eec-e334b9157c3d req-5ddfc48a-3c12-44bf-a3c0-edfcccbd3f12 service nova] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] No waiting events found dispatching network-vif-unplugged-9ee286a9-8271-4940-b1c7-ef269730e3fd {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:38:11 user nova-compute[75076]: DEBUG nova.compute.manager [req-4833e497-79c8-4484-9eec-e334b9157c3d req-5ddfc48a-3c12-44bf-a3c0-edfcccbd3f12 service nova] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Received event network-vif-unplugged-9ee286a9-8271-4940-b1c7-ef269730e3fd for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:38:12 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Instance destroyed successfully.
Oct 27 16:38:12 user nova-compute[75076]: DEBUG nova.objects.instance [None req-0b4e4e42-f9de-4caf-bb20-053ea21d8623 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lazy-loading 'resources' on Instance uuid 833e053c-3f2b-41a1-ae94-77390fd7d5d9 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:38:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-0b4e4e42-f9de-4caf-bb20-053ea21d8623 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:34:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1672769984',display_name='tempest-VolumesSnapshotTestJSON-instance-1672769984',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1672769984',id=41,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFYwDUc9AeQpsa2X1611I9OXaCGp8bwBDpp4CGYyFz9+r2hVLGNyl4a8DuPw/K5cye+94k+9Qeb32foylsQlg3ABApO2w7fjmN4vTJvex9/MzUxZftcO+Mm4QQnpiKJa5g==',key_name='tempest-keypair-1435589024',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:34:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='eb8f4474b2f14863ba0816e6448beae3',ramdisk_id='',reservation_id='r-g016034p',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1885426481',owner_user_name='tempest-VolumesSnapshotTestJSON-1885426481-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:34:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6ca54d4ffc9c4802a13bda243e4acf9a',uuid=833e053c-3f2b-41a1-ae94-77390fd7d5d9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9ee286a9-8271-4940-b1c7-ef269730e3fd", "address": "fa:16:3e:25:e0:d7", "network": {"id": "e847fa8e-b058-4b1f-9d49-0d64f9cad761", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1455296138-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb8f4474b2f14863ba0816e6448beae3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ee286a9-82", "ovs_interfaceid": "9ee286a9-8271-4940-b1c7-ef269730e3fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:38:12 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0b4e4e42-f9de-4caf-bb20-053ea21d8623 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Converting VIF {"id": "9ee286a9-8271-4940-b1c7-ef269730e3fd", "address": "fa:16:3e:25:e0:d7", "network": {"id": "e847fa8e-b058-4b1f-9d49-0d64f9cad761", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1455296138-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb8f4474b2f14863ba0816e6448beae3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ee286a9-82", "ovs_interfaceid": "9ee286a9-8271-4940-b1c7-ef269730e3fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:38:12 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0b4e4e42-f9de-4caf-bb20-053ea21d8623 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:25:e0:d7,bridge_name='br-int',has_traffic_filtering=True,id=9ee286a9-8271-4940-b1c7-ef269730e3fd,network=Network(e847fa8e-b058-4b1f-9d49-0d64f9cad761),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9ee286a9-82') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:38:12 user nova-compute[75076]: DEBUG os_vif [None req-0b4e4e42-f9de-4caf-bb20-053ea21d8623 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:25:e0:d7,bridge_name='br-int',has_traffic_filtering=True,id=9ee286a9-8271-4940-b1c7-ef269730e3fd,network=Network(e847fa8e-b058-4b1f-9d49-0d64f9cad761),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9ee286a9-82') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:38:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:38:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9ee286a9-82, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:38:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:38:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:38:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:38:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4f4bb4ae-d652-4856-b48c-2213b0eb8c8a) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:38:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:38:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:38:12 user nova-compute[75076]: INFO os_vif [None req-0b4e4e42-f9de-4caf-bb20-053ea21d8623 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:25:e0:d7,bridge_name='br-int',has_traffic_filtering=True,id=9ee286a9-8271-4940-b1c7-ef269730e3fd,network=Network(e847fa8e-b058-4b1f-9d49-0d64f9cad761),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9ee286a9-82')
Oct 27 16:38:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0b4e4e42-f9de-4caf-bb20-053ea21d8623 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:38:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b4e4e42-f9de-4caf-bb20-053ea21d8623 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pWgxUNEk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:38:12 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-0b4e4e42-f9de-4caf-bb20-053ea21d8623 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:38:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0b4e4e42-f9de-4caf-bb20-053ea21d8623 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:38:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0b4e4e42-f9de-4caf-bb20-053ea21d8623 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:38:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:12 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[565fefda-8cbb-4ada-8311-645d739bc5ad]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b4e4e42-f9de-4caf-bb20-053ea21d8623 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:38:12 user nova-compute[75076]: No targets found.
Oct 27 16:38:12 user nova-compute[75076]: iSNS:
Oct 27 16:38:12 user nova-compute[75076]: No targets found.
Oct 27 16:38:12 user nova-compute[75076]: STATIC:
Oct 27 16:38:12 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e
Oct 27 16:38:12 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:38:12 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:38:12 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a
Oct 27 16:38:12 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:38:12 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:38:12 user nova-compute[75076]: FIRMWARE:
Oct 27 16:38:12 user nova-compute[75076]: No targets found.
Oct 27 16:38:12 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:38:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b4e4e42-f9de-4caf-bb20-053ea21d8623 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:38:12 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:38:12 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:38:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b4e4e42-f9de-4caf-bb20-053ea21d8623 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:756ccedf-d563-40e7-9c0e-9d46567ea80c', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:38:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:12 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[9534743b-ce18-45cb-8468-1c4d18a82b00]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:12 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[067ff436-e9cf-49bf-b8fb-1564b0e04de0]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b4e4e42-f9de-4caf-bb20-053ea21d8623 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)
Oct 27 16:38:12 user nova-compute[75076]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a (non-flash)
Oct 27 16:38:12 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:38:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b4e4e42-f9de-4caf-bb20-053ea21d8623 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)
Oct 27 16:38:12 user nova-compute[75076]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a (non-flash)
Oct 27 16:38:12 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:38:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b4e4e42-f9de-4caf-bb20-053ea21d8623 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe1c4f72e0>, {}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:38:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b4e4e42-f9de-4caf-bb20-053ea21d8623 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Disconnecting from: [] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:38:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0b4e4e42-f9de-4caf-bb20-053ea21d8623 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.070s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:38:12 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b4e4e42-f9de-4caf-bb20-053ea21d8623 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] <== disconnect_volume: return (72ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:38:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0b4e4e42-f9de-4caf-bb20-053ea21d8623 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:38:12 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-0b4e4e42-f9de-4caf-bb20-053ea21d8623 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Deleting instance files /opt/stack/data/nova/instances/833e053c-3f2b-41a1-ae94-77390fd7d5d9_del
Oct 27 16:38:12 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-0b4e4e42-f9de-4caf-bb20-053ea21d8623 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Deletion of /opt/stack/data/nova/instances/833e053c-3f2b-41a1-ae94-77390fd7d5d9_del complete
Oct 27 16:38:12 user nova-compute[75076]: INFO nova.compute.manager [None req-0b4e4e42-f9de-4caf-bb20-053ea21d8623 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Took 1.00 seconds to destroy the instance on the hypervisor.
Oct 27 16:38:12 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-0b4e4e42-f9de-4caf-bb20-053ea21d8623 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:38:12 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:38:12 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:38:13 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:38:13 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Took 0.81 seconds to deallocate network for instance.
Oct 27 16:38:13 user nova-compute[75076]: DEBUG nova.compute.manager [req-c39ec3a3-a6db-4ea6-bb6f-cce17c471447 req-cafebca5-e7b0-44b9-bd21-ccceeab8a5f2 service nova] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Received event network-vif-deleted-9ee286a9-8271-4940-b1c7-ef269730e3fd {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:38:13 user nova-compute[75076]: INFO nova.compute.manager [req-c39ec3a3-a6db-4ea6-bb6f-cce17c471447 req-cafebca5-e7b0-44b9-bd21-ccceeab8a5f2 service nova] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Neutron deleted interface 9ee286a9-8271-4940-b1c7-ef269730e3fd; detaching it from the instance and deleting it from the info cache
Oct 27 16:38:13 user nova-compute[75076]: DEBUG nova.network.neutron [req-c39ec3a3-a6db-4ea6-bb6f-cce17c471447 req-cafebca5-e7b0-44b9-bd21-ccceeab8a5f2 service nova] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:38:13 user nova-compute[75076]: WARNING nova.volume.cinder [None req-0b4e4e42-f9de-4caf-bb20-053ea21d8623 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Attachment 11468034-c3c5-443b-82fc-f67ce009d6ae does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 11468034-c3c5-443b-82fc-f67ce009d6ae. (HTTP 404) (Request-ID: req-0810589e-f010-4c30-be81-91a438de7e06)
Oct 27 16:38:13 user nova-compute[75076]: INFO nova.compute.manager [None req-0b4e4e42-f9de-4caf-bb20-053ea21d8623 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Took 0.03 seconds to detach 1 volumes for instance.
Oct 27 16:38:13 user nova-compute[75076]: DEBUG nova.compute.manager [req-c39ec3a3-a6db-4ea6-bb6f-cce17c471447 req-cafebca5-e7b0-44b9-bd21-ccceeab8a5f2 service nova] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Detach interface failed, port_id=9ee286a9-8271-4940-b1c7-ef269730e3fd, reason: Instance 833e053c-3f2b-41a1-ae94-77390fd7d5d9 could not be found. {{(pid=75076) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 16:38:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0b4e4e42-f9de-4caf-bb20-053ea21d8623 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:38:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0b4e4e42-f9de-4caf-bb20-053ea21d8623 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:38:13 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-0b4e4e42-f9de-4caf-bb20-053ea21d8623 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:38:13 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-0b4e4e42-f9de-4caf-bb20-053ea21d8623 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:38:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0b4e4e42-f9de-4caf-bb20-053ea21d8623 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.240s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:38:13 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-0b4e4e42-f9de-4caf-bb20-053ea21d8623 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Deleted allocations for instance 833e053c-3f2b-41a1-ae94-77390fd7d5d9
Oct 27 16:38:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0b4e4e42-f9de-4caf-bb20-053ea21d8623 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "833e053c-3f2b-41a1-ae94-77390fd7d5d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.291s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:38:13 user nova-compute[75076]: DEBUG nova.compute.manager [req-9d27ffe4-8e0c-4649-bc5d-432658dbc1f5 req-c662c7bc-0e7f-463a-bf07-37d7e6b7f389 service nova] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Received event network-vif-plugged-9ee286a9-8271-4940-b1c7-ef269730e3fd {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:38:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-9d27ffe4-8e0c-4649-bc5d-432658dbc1f5 req-c662c7bc-0e7f-463a-bf07-37d7e6b7f389 service nova] Acquiring lock "833e053c-3f2b-41a1-ae94-77390fd7d5d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:38:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-9d27ffe4-8e0c-4649-bc5d-432658dbc1f5 req-c662c7bc-0e7f-463a-bf07-37d7e6b7f389 service nova] Lock "833e053c-3f2b-41a1-ae94-77390fd7d5d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:38:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-9d27ffe4-8e0c-4649-bc5d-432658dbc1f5 req-c662c7bc-0e7f-463a-bf07-37d7e6b7f389 service nova] Lock "833e053c-3f2b-41a1-ae94-77390fd7d5d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:38:13 user nova-compute[75076]: DEBUG nova.compute.manager [req-9d27ffe4-8e0c-4649-bc5d-432658dbc1f5 req-c662c7bc-0e7f-463a-bf07-37d7e6b7f389 service nova] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] No waiting events found dispatching network-vif-plugged-9ee286a9-8271-4940-b1c7-ef269730e3fd {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:38:13 user nova-compute[75076]: WARNING nova.compute.manager [req-9d27ffe4-8e0c-4649-bc5d-432658dbc1f5 req-c662c7bc-0e7f-463a-bf07-37d7e6b7f389 service nova] [instance: 833e053c-3f2b-41a1-ae94-77390fd7d5d9] Received unexpected event network-vif-plugged-9ee286a9-8271-4940-b1c7-ef269730e3fd for instance with vm_state deleted and task_state None.
Oct 27 16:38:15 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-8ab5f281-9707-47b7-85fd-2f9fc3ec3c1c tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 5db5857f-f475-438b-87ea-e99b1f9366c4 is timed out.
Oct 27 16:38:15 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-8ab5f281-9707-47b7-85fd-2f9fc3ec3c1c tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Successfully detached device vdb from instance 5db5857f-f475-438b-87ea-e99b1f9366c4 from the live domain config.
Oct 27 16:38:15 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8ab5f281-9707-47b7-85fd-2f9fc3ec3c1c tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ab5f281-9707-47b7-85fd-2f9fc3ec3c1c tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rlAedPWS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:38:15 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-8ab5f281-9707-47b7-85fd-2f9fc3ec3c1c tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:38:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-8ab5f281-9707-47b7-85fd-2f9fc3ec3c1c tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-8ab5f281-9707-47b7-85fd-2f9fc3ec3c1c tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[003300ba-c3d5-490d-b04b-b4cc8121e5b5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ab5f281-9707-47b7-85fd-2f9fc3ec3c1c tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:38:15 user nova-compute[75076]: No targets found.
Oct 27 16:38:15 user nova-compute[75076]: iSNS:
Oct 27 16:38:15 user nova-compute[75076]: No targets found.
Oct 27 16:38:15 user nova-compute[75076]: STATIC:
Oct 27 16:38:15 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e
Oct 27 16:38:15 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:38:15 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:38:15 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a
Oct 27 16:38:15 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:38:15 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:38:15 user nova-compute[75076]: FIRMWARE:
Oct 27 16:38:15 user nova-compute[75076]: No targets found.
Oct 27 16:38:15 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ab5f281-9707-47b7-85fd-2f9fc3ec3c1c tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:38:15 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:38:15 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ab5f281-9707-47b7-85fd-2f9fc3ec3c1c tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b25d57f5-63bb-4975-8410-41d94fc26b76]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[3863554f-4d0c-4557-8203-1679e510d486]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ab5f281-9707-47b7-85fd-2f9fc3ec3c1c tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)
Oct 27 16:38:15 user nova-compute[75076]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a (non-flash)
Oct 27 16:38:15 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ab5f281-9707-47b7-85fd-2f9fc3ec3c1c tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)
Oct 27 16:38:15 user nova-compute[75076]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a (non-flash)
Oct 27 16:38:15 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ab5f281-9707-47b7-85fd-2f9fc3ec3c1c tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe2c261480>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a'): ({'sdd'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-8ab5f281-9707-47b7-85fd-2f9fc3ec3c1c tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Removing single pathed devices sdd {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[40690ed3-caf1-466e-bfa1-142bdbd368d2]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[90699167-a699-427a-a7eb-d8e611dc8538]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-8ab5f281-9707-47b7-85fd-2f9fc3ec3c1c tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Flushing IO for device /dev/sdd {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b72a17c-72df-4feb-a2fd-b5eb50cde5e8]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-8ab5f281-9707-47b7-85fd-2f9fc3ec3c1c tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.041s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5b0ab1d-a0d9-4572-aa78-0bc3510e8c1a]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-8ab5f281-9707-47b7-85fd-2f9fc3ec3c1c tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-8ab5f281-9707-47b7-85fd-2f9fc3ec3c1c tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] SCSI volumes sdd have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ab5f281-9707-47b7-85fd-2f9fc3ec3c1c tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a73d3387-7934-4328-be3c-51ce21790b2a]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ab5f281-9707-47b7-85fd-2f9fc3ec3c1c tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d0730a5-6090-43a2-8497-a245b0e76c82]: (4, ('Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a, portal: 172.16.0.220,3260]\nLogout of [sid: 48, target: iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ab5f281-9707-47b7-85fd-2f9fc3ec3c1c tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a, portal: 172.16.0.220,3260]
Oct 27 16:38:15 user nova-compute[75076]: Logout of [sid: 48, target: iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a, portal: 172.16.0.220,3260] successful.
Oct 27 16:38:15 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9c007d2-c4e9-41f3-af0b-b841cd3d5b1a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d676f1d5-b0b9-42c4-8087-ed37a6498c26]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ab5f281-9707-47b7-85fd-2f9fc3ec3c1c tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-8ab5f281-9707-47b7-85fd-2f9fc3ec3c1c tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.290s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ab5f281-9707-47b7-85fd-2f9fc3ec3c1c tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] <== disconnect_volume: return (291ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:38:15 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8ab5f281-9707-47b7-85fd-2f9fc3ec3c1c tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:38:16 user nova-compute[75076]: DEBUG nova.objects.instance [None req-8ab5f281-9707-47b7-85fd-2f9fc3ec3c1c tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lazy-loading 'flavor' on Instance uuid 5db5857f-f475-438b-87ea-e99b1f9366c4 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:38:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-8ab5f281-9707-47b7-85fd-2f9fc3ec3c1c tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "5db5857f-f475-438b-87ea-e99b1f9366c4" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.754s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:38:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:38:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:38:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:38:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:38:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:38:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:38:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:38:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:38:28 user nova-compute[75076]: DEBUG nova.compute.manager [req-0fa490f2-e53e-4515-a3e7-ffdb7a670c92 req-c43bb453-73d7-4ee0-b9ab-86b609c5b168 service nova] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Received event network-changed-3108dd8e-f014-43ce-8e52-2a33b24f1205 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:38:28 user nova-compute[75076]: DEBUG nova.compute.manager [req-0fa490f2-e53e-4515-a3e7-ffdb7a670c92 req-c43bb453-73d7-4ee0-b9ab-86b609c5b168 service nova] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Refreshing instance network info cache due to event network-changed-3108dd8e-f014-43ce-8e52-2a33b24f1205. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:38:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-0fa490f2-e53e-4515-a3e7-ffdb7a670c92 req-c43bb453-73d7-4ee0-b9ab-86b609c5b168 service nova] Acquiring lock "refresh_cache-6225b55a-817b-47da-ba2e-9b0793019a58" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:38:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-0fa490f2-e53e-4515-a3e7-ffdb7a670c92 req-c43bb453-73d7-4ee0-b9ab-86b609c5b168 service nova] Acquired lock "refresh_cache-6225b55a-817b-47da-ba2e-9b0793019a58" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:38:28 user nova-compute[75076]: DEBUG nova.network.neutron [req-0fa490f2-e53e-4515-a3e7-ffdb7a670c92 req-c43bb453-73d7-4ee0-b9ab-86b609c5b168 service nova] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Refreshing network info cache for port 3108dd8e-f014-43ce-8e52-2a33b24f1205 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:38:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Acquiring lock "6225b55a-817b-47da-ba2e-9b0793019a58" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:38:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "6225b55a-817b-47da-ba2e-9b0793019a58" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:38:28 user nova-compute[75076]: DEBUG nova.objects.instance [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lazy-loading 'flavor' on Instance uuid 6225b55a-817b-47da-ba2e-9b0793019a58 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:38:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "6225b55a-817b-47da-ba2e-9b0793019a58" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.094s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:38:28 user nova-compute[75076]: DEBUG nova.network.neutron [req-0fa490f2-e53e-4515-a3e7-ffdb7a670c92 req-c43bb453-73d7-4ee0-b9ab-86b609c5b168 service nova] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Updated VIF entry in instance network info cache for port 3108dd8e-f014-43ce-8e52-2a33b24f1205. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:38:28 user nova-compute[75076]: DEBUG nova.network.neutron [req-0fa490f2-e53e-4515-a3e7-ffdb7a670c92 req-c43bb453-73d7-4ee0-b9ab-86b609c5b168 service nova] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Updating instance_info_cache with network_info: [{"id": "3108dd8e-f014-43ce-8e52-2a33b24f1205", "address": "fa:16:3e:90:e8:de", "network": {"id": "27829e9a-7883-4370-ae60-7222bbca1f25", "bridge": "br-int", "label": "tempest-TestStampPattern-1983507517-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.104", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e48c42740cb846cb891a277f94e44788", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3108dd8e-f0", "ovs_interfaceid": "3108dd8e-f014-43ce-8e52-2a33b24f1205", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:38:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-0fa490f2-e53e-4515-a3e7-ffdb7a670c92 req-c43bb453-73d7-4ee0-b9ab-86b609c5b168 service nova] Releasing lock "refresh_cache-6225b55a-817b-47da-ba2e-9b0793019a58" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:38:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Acquiring lock "6225b55a-817b-47da-ba2e-9b0793019a58" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:38:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "6225b55a-817b-47da-ba2e-9b0793019a58" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:38:28 user nova-compute[75076]: INFO nova.compute.manager [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Attaching volume 3d9ac840-e1ef-42f7-ad73-1120f280dfab to /dev/vdb
Oct 27 16:38:28 user nova-compute[75076]: DEBUG os_brick.utils [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:38:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:28 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[15b22057-a9ed-49c6-80d5-f04829ff71d4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:28 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bbd7fa0-336b-433f-a3a4-3a7ea072b955]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:28 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd549862-e5c7-4839-8df9-71291efe87bb]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:28 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[650abfdd-25cc-47c7-a56f-cffd4776f9b1]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:38:28 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:38:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:38:28 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:38:28 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[80321d66-4ad2-44d0-af7f-f434c9022e11]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:28 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:38:28 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:38:28 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:38:28 user nova-compute[75076]: DEBUG os_brick.utils [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:38:28 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Updating existing volume attachment record: 9cff7c22-79eb-472c-b345-50cb001d3374 {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:38:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:38:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:38:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:38:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:38:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Acquiring lock "fee097af-1a09-4712-bfb9-c1048c507ffe" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:38:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "fee097af-1a09-4712-bfb9-c1048c507ffe" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:38:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Acquiring lock "fee097af-1a09-4712-bfb9-c1048c507ffe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:38:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "fee097af-1a09-4712-bfb9-c1048c507ffe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:38:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "fee097af-1a09-4712-bfb9-c1048c507ffe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:38:36 user nova-compute[75076]: INFO nova.compute.manager [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Terminating instance
Oct 27 16:38:36 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:38:36 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG nova.compute.manager [req-8f901247-8ac7-45d8-aa4d-6be11d822de0 req-3a1c36a1-ddd4-44ef-9aa7-e191229318f9 service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Received event network-vif-unplugged-e556669b-73fe-4392-8537-cd7cb3591b4f {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8f901247-8ac7-45d8-aa4d-6be11d822de0 req-3a1c36a1-ddd4-44ef-9aa7-e191229318f9 service nova] Acquiring lock "fee097af-1a09-4712-bfb9-c1048c507ffe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8f901247-8ac7-45d8-aa4d-6be11d822de0 req-3a1c36a1-ddd4-44ef-9aa7-e191229318f9 service nova] Lock "fee097af-1a09-4712-bfb9-c1048c507ffe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8f901247-8ac7-45d8-aa4d-6be11d822de0 req-3a1c36a1-ddd4-44ef-9aa7-e191229318f9 service nova] Lock "fee097af-1a09-4712-bfb9-c1048c507ffe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG nova.compute.manager [req-8f901247-8ac7-45d8-aa4d-6be11d822de0 req-3a1c36a1-ddd4-44ef-9aa7-e191229318f9 service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] No waiting events found dispatching network-vif-unplugged-e556669b-73fe-4392-8537-cd7cb3591b4f {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG nova.compute.manager [req-8f901247-8ac7-45d8-aa4d-6be11d822de0 req-3a1c36a1-ddd4-44ef-9aa7-e191229318f9 service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Received event network-vif-unplugged-e556669b-73fe-4392-8537-cd7cb3591b4f for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:38:37 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Instance destroyed successfully.
Oct 27 16:38:37 user nova-compute[75076]: DEBUG nova.objects.instance [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lazy-loading 'resources' on Instance uuid fee097af-1a09-4712-bfb9-c1048c507ffe {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:29:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1915263572',display_name='tempest-ServerActionsTestOtherB-server-1915263572',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1915263572',id=36,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBikfP4TL/cH8nfWJDAplH51353RGcJ5TklSmoy0qSTFfgja/DSqj9SYQSZMOA0XIEPsuAYl5jjY4BbU8YDF9tNrApbIBpbnK+JlMY9GdIMlKb+Sy8ftMTt8Ss/nA9vSZA==',key_name='tempest-keypair-1720173417',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:36:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='be9ef9fb00964d9c8f649793b0e969e9',ramdisk_id='',reservation_id='r-rfch0lgv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-1044836594',owner_user_name='tempest-ServerActionsTestOtherB-1044836594-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:36:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5e4632f42f944f33911c082fba010187',uuid=fee097af-1a09-4712-bfb9-c1048c507ffe,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e556669b-73fe-4392-8537-cd7cb3591b4f", "address": "fa:16:3e:65:52:12", "network": {"id": "1f711bac-9fa3-4b2a-a0ee-f35fd41edec1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1925502631-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be9ef9fb00964d9c8f649793b0e969e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape556669b-73", "ovs_interfaceid": "e556669b-73fe-4392-8537-cd7cb3591b4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Converting VIF {"id": "e556669b-73fe-4392-8537-cd7cb3591b4f", "address": "fa:16:3e:65:52:12", "network": {"id": "1f711bac-9fa3-4b2a-a0ee-f35fd41edec1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1925502631-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be9ef9fb00964d9c8f649793b0e969e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape556669b-73", "ovs_interfaceid": "e556669b-73fe-4392-8537-cd7cb3591b4f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:65:52:12,bridge_name='br-int',has_traffic_filtering=True,id=e556669b-73fe-4392-8537-cd7cb3591b4f,network=Network(1f711bac-9fa3-4b2a-a0ee-f35fd41edec1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape556669b-73') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG os_vif [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:65:52:12,bridge_name='br-int',has_traffic_filtering=True,id=e556669b-73fe-4392-8537-cd7cb3591b4f,network=Network(1f711bac-9fa3-4b2a-a0ee-f35fd41edec1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape556669b-73') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape556669b-73, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d4a1414a-10c0-431f-a0e2-1f3f8b5a769a) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:38:37 user nova-compute[75076]: INFO os_vif [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:65:52:12,bridge_name='br-int',has_traffic_filtering=True,id=e556669b-73fe-4392-8537-cd7cb3591b4f,network=Network(1f711bac-9fa3-4b2a-a0ee-f35fd41edec1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape556669b-73')
Oct 27 16:38:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NvFLSxPh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:38:37 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:38:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[4593f231-1cfc-41ba-bddf-ddb4e50833c0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:38:37 user nova-compute[75076]: No targets found.
Oct 27 16:38:37 user nova-compute[75076]: iSNS:
Oct 27 16:38:37 user nova-compute[75076]: No targets found.
Oct 27 16:38:37 user nova-compute[75076]: STATIC:
Oct 27 16:38:37 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e
Oct 27 16:38:37 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:38:37 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:38:37 user nova-compute[75076]: FIRMWARE:
Oct 27 16:38:37 user nova-compute[75076]: No targets found.
Oct 27 16:38:37 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:38:37 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:38:37 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[88c02a60-c6c4-4866-ad22-cb9dd85cd04d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dadea55-db48-4c2d-8ddb-2052056b1a8f]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)
Oct 27 16:38:37 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e (non-flash)
Oct 27 16:38:37 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe34213370>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e'): ({'sdc'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Removing single pathed devices sdc {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[232a9517-1566-4e18-b711-563432e392e6]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a9c3992-067a-437a-b52f-f4cb2516f749]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Flushing IO for device /dev/sdc {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[525e8f44-85cd-4058-830c-7236d5246d2a]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:38:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.034s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:38 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac2a6476-a8b0-48e3-92fa-c9f31f456ca9]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:38 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:38:38 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] SCSI volumes sdc have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:38:38 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:38:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.031s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:38 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ea6f2fa-5aaa-4620-be6f-2fa08d386ad5]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:38 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:38:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:38 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[466eb8af-e179-4d95-b65d-f8aff441929e]: (4, ('Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e, portal: 172.16.0.220,3260]\nLogout of [sid: 46, target: iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:38 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e, portal: 172.16.0.220,3260]
Oct 27 16:38:38 user nova-compute[75076]: Logout of [sid: 46, target: iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e, portal: 172.16.0.220,3260] successful.
Oct 27 16:38:38 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:38:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:38 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e359330a-ad3f-41ff-b7e4-ae74e2413b1e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:38 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea7fd0e2-3ede-4e86-9f34-23a7eb10a028]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:38 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:38:38 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.289s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:38:38 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] <== disconnect_volume: return (291ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:38:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:38:38 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Deleting instance files /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe_del
Oct 27 16:38:38 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Deletion of /opt/stack/data/nova/instances/fee097af-1a09-4712-bfb9-c1048c507ffe_del complete
Oct 27 16:38:38 user nova-compute[75076]: INFO nova.compute.manager [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Took 1.30 seconds to destroy the instance on the hypervisor.
Oct 27 16:38:38 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:38:38 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:38:38 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:38:39 user nova-compute[75076]: DEBUG nova.compute.manager [req-f5e4e15c-e389-41d1-975a-f97ec65f0580 req-13577dd8-b6d4-4015-be44-b02c7e04926f service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Received event network-vif-plugged-e556669b-73fe-4392-8537-cd7cb3591b4f {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:38:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f5e4e15c-e389-41d1-975a-f97ec65f0580 req-13577dd8-b6d4-4015-be44-b02c7e04926f service nova] Acquiring lock "fee097af-1a09-4712-bfb9-c1048c507ffe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:38:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f5e4e15c-e389-41d1-975a-f97ec65f0580 req-13577dd8-b6d4-4015-be44-b02c7e04926f service nova] Lock "fee097af-1a09-4712-bfb9-c1048c507ffe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:38:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-f5e4e15c-e389-41d1-975a-f97ec65f0580 req-13577dd8-b6d4-4015-be44-b02c7e04926f service nova] Lock "fee097af-1a09-4712-bfb9-c1048c507ffe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:38:39 user nova-compute[75076]: DEBUG nova.compute.manager [req-f5e4e15c-e389-41d1-975a-f97ec65f0580 req-13577dd8-b6d4-4015-be44-b02c7e04926f service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] No waiting events found dispatching network-vif-plugged-e556669b-73fe-4392-8537-cd7cb3591b4f {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:38:39 user nova-compute[75076]: WARNING nova.compute.manager [req-f5e4e15c-e389-41d1-975a-f97ec65f0580 req-13577dd8-b6d4-4015-be44-b02c7e04926f service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Received unexpected event network-vif-plugged-e556669b-73fe-4392-8537-cd7cb3591b4f for instance with vm_state active and task_state deleting.
Oct 27 16:38:39 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:38:39 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Took 1.14 seconds to deallocate network for instance.
Oct 27 16:38:39 user nova-compute[75076]: DEBUG nova.compute.manager [req-66a73997-3ea2-4bc2-aacf-b7b5325d57b8 req-15327f7d-1700-4a5d-b694-ff58558dbc0b service nova] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Received event network-vif-deleted-e556669b-73fe-4392-8537-cd7cb3591b4f {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:38:40 user nova-compute[75076]: INFO nova.compute.manager [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] [instance: fee097af-1a09-4712-bfb9-c1048c507ffe] Took 0.88 seconds to detach 1 volumes for instance.
Oct 27 16:38:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:38:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:38:40 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:38:40 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:38:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.295s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:38:40 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Deleted allocations for instance fee097af-1a09-4712-bfb9-c1048c507ffe
Oct 27 16:38:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a3f52332-a230-454c-90b0-cc63e21acb5d tempest-ServerActionsTestOtherB-1044836594 tempest-ServerActionsTestOtherB-1044836594-project-member] Lock "fee097af-1a09-4712-bfb9-c1048c507ffe" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.820s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:38:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:38:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:38:47 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:38:47 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:38:47 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:38:47 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Didn't find any instances for network info cache update. {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 27 16:38:47 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:38:47 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:38:47 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:38:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xLChnszl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:38:48 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:38:48 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:38:48 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:38:48 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:38:48 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:38:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa00f9db-324c-40f1-8d25-d171eb6737bc]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:38:48 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf135ad4-7612-4194-b32f-429109a2ef14]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab] added
Oct 27 16:38:48 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5393958d-0acd-446b-8b45-f23823325809]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[28bae236-7a80-4c46-b688-bff44abfb2d7]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xLChnszl {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xLChnszl" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a76855ac-9120-41e4-aff8-0d77eb34fdd8]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xLChnszl'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a9dcd61-4dfa-4325-9243-3f92048217f4]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdf03f84-af1c-4114-8692-aeffe232e897]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 27 16:38:48 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 27 16:38:48 user nova-compute[75076]:  {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:38:48 user nova-compute[75076]: WARNING os_brick.initiator.connectors.iscsi [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 27 16:38:48 user nova-compute[75076]: 
Oct 27 16:38:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ca50c46-cb52-4963-8d59-2f239bee3ece]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab, portal: 172.16.0.220,3260]
Oct 27 16:38:48 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab, portal: 172.16.0.220,3260] successful.
Oct 27 16:38:48 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b899ab34-4bdd-4ee1-85d6-ada37a7c5902]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[37aaa000-59fd-48ed-8e43-772551daca67]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab (non-flash)
Oct 27 16:38:48 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab (non-flash)
Oct 27 16:38:48 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.279s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] HCTL ('33', '-', '-', 0) found on session 49 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c215203f-4e32-4e65-ae01-00e52a8b30c5]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Searching for a device in session 49 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:38:48 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xLChnszl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:38:49 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.313s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:38:49 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] <== connect_volume: return (1316ms) {'type': 'block', 'scsi_wwn': '23965346662363635', 'path': '/dev/sdb'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:38:49 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23965346662363635', 'path': '/dev/sdb'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:38:49 user nova-compute[75076]: DEBUG nova.objects.instance [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lazy-loading 'flavor' on Instance uuid 6225b55a-817b-47da-ba2e-9b0793019a58 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:38:49 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 16:38:49 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:38:49 user nova-compute[75076]:   <source dev="/dev/sdb"/>
Oct 27 16:38:49 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:38:49 user nova-compute[75076]:   <serial>3d9ac840-e1ef-42f7-ad73-1120f280dfab</serial>
Oct 27 16:38:49 user nova-compute[75076]: </disk>
Oct 27 16:38:49 user nova-compute[75076]:  {{(pid=75076) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 16:38:50 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:38:50 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:38:50 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:38:50 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] No VIF found with MAC fa:16:3e:90:e8:de, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:38:50 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a8d87682-dd26-488c-a234-40c07d3a5870 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "6225b55a-817b-47da-ba2e-9b0793019a58" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.778s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:38:51 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:38:51 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:38:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-7785d874-e668-48ee-95cb-cfcd61797ee1 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Acquiring lock "6225b55a-817b-47da-ba2e-9b0793019a58" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:38:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-7785d874-e668-48ee-95cb-cfcd61797ee1 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "6225b55a-817b-47da-ba2e-9b0793019a58" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:38:52 user nova-compute[75076]: INFO nova.compute.manager [None req-7785d874-e668-48ee-95cb-cfcd61797ee1 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Detaching volume 3d9ac840-e1ef-42f7-ad73-1120f280dfab
Oct 27 16:38:52 user nova-compute[75076]: INFO nova.virt.block_device [None req-7785d874-e668-48ee-95cb-cfcd61797ee1 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Attempting to driver detach volume 3d9ac840-e1ef-42f7-ad73-1120f280dfab from mountpoint /dev/vdb
Oct 27 16:38:52 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-7785d874-e668-48ee-95cb-cfcd61797ee1 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Attempting to detach device vdb from instance 6225b55a-817b-47da-ba2e-9b0793019a58 from the persistent domain config. {{(pid=75076) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 16:38:52 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-7785d874-e668-48ee-95cb-cfcd61797ee1 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:38:52 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:38:52 user nova-compute[75076]:   <source dev="/dev/sdb"/>
Oct 27 16:38:52 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:38:52 user nova-compute[75076]:   <serial>3d9ac840-e1ef-42f7-ad73-1120f280dfab</serial>
Oct 27 16:38:52 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 16:38:52 user nova-compute[75076]: </disk>
Oct 27 16:38:52 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:38:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:38:52 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-7785d874-e668-48ee-95cb-cfcd61797ee1 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Successfully detached device vdb from instance 6225b55a-817b-47da-ba2e-9b0793019a58 from the persistent domain config.
Oct 27 16:38:52 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-7785d874-e668-48ee-95cb-cfcd61797ee1 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 6225b55a-817b-47da-ba2e-9b0793019a58 from the live domain config. {{(pid=75076) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 16:38:52 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-7785d874-e668-48ee-95cb-cfcd61797ee1 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:38:52 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:38:52 user nova-compute[75076]:   <source dev="/dev/sdb"/>
Oct 27 16:38:52 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:38:52 user nova-compute[75076]:   <serial>3d9ac840-e1ef-42f7-ad73-1120f280dfab</serial>
Oct 27 16:38:52 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 16:38:52 user nova-compute[75076]: </disk>
Oct 27 16:38:52 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:38:53 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-7785d874-e668-48ee-95cb-cfcd61797ee1 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 6225b55a-817b-47da-ba2e-9b0793019a58 {{(pid=75076) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 16:38:54 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:38:54 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:38:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:38:56 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:38:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:38:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:38:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:38:56 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:38:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6225b55a-817b-47da-ba2e-9b0793019a58/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6225b55a-817b-47da-ba2e-9b0793019a58/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:56 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6225b55a-817b-47da-ba2e-9b0793019a58/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6225b55a-817b-47da-ba2e-9b0793019a58/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:38:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:38:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:38:58 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:38:58 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:38:58 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=8554MB free_disk=25.048625946044922GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:38:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:38:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:38:58 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 5db5857f-f475-438b-87ea-e99b1f9366c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:38:58 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance f7b2c759-f6a3-47fe-930c-1f8ed87a556e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:38:58 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 6225b55a-817b-47da-ba2e-9b0793019a58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:38:58 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:38:58 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:38:58 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:38:58 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:38:58 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:38:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.308s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:39:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:39:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:39:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:39:13 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-7785d874-e668-48ee-95cb-cfcd61797ee1 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 6225b55a-817b-47da-ba2e-9b0793019a58 is timed out.
Oct 27 16:39:13 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-7785d874-e668-48ee-95cb-cfcd61797ee1 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Successfully detached device vdb from instance 6225b55a-817b-47da-ba2e-9b0793019a58 from the live domain config.
Oct 27 16:39:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7785d874-e668-48ee-95cb-cfcd61797ee1 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-7785d874-e668-48ee-95cb-cfcd61797ee1 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xLChnszl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:39:13 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-7785d874-e668-48ee-95cb-cfcd61797ee1 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:39:13 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-7785d874-e668-48ee-95cb-cfcd61797ee1 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-7785d874-e668-48ee-95cb-cfcd61797ee1 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[05f560ef-bc1c-407a-8111-82967676f932]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-7785d874-e668-48ee-95cb-cfcd61797ee1 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:39:13 user nova-compute[75076]: No targets found.
Oct 27 16:39:13 user nova-compute[75076]: iSNS:
Oct 27 16:39:13 user nova-compute[75076]: No targets found.
Oct 27 16:39:13 user nova-compute[75076]: STATIC:
Oct 27 16:39:13 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab
Oct 27 16:39:13 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:39:13 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:39:13 user nova-compute[75076]: FIRMWARE:
Oct 27 16:39:13 user nova-compute[75076]: No targets found.
Oct 27 16:39:13 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-7785d874-e668-48ee-95cb-cfcd61797ee1 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:39:13 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:39:13 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-7785d874-e668-48ee-95cb-cfcd61797ee1 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[eedad9bc-8b23-4a2d-a417-25316e498181]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ffc7431-7184-4246-bebd-62cbabe28532]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-7785d874-e668-48ee-95cb-cfcd61797ee1 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab (non-flash)
Oct 27 16:39:13 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-7785d874-e668-48ee-95cb-cfcd61797ee1 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab (non-flash)
Oct 27 16:39:13 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-7785d874-e668-48ee-95cb-cfcd61797ee1 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe1c567130>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab'): ({'sdb'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-7785d874-e668-48ee-95cb-cfcd61797ee1 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Removing single pathed devices sdb {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b145fbea-823d-43c4-a6fe-7f7fb1f9e83d]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[50a90285-f390-447b-9c4b-1fe0b2092c34]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-7785d874-e668-48ee-95cb-cfcd61797ee1 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Flushing IO for device /dev/sdb {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b9b1105-3af4-4847-8e91-0d65959d3348]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-7785d874-e668-48ee-95cb-cfcd61797ee1 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.043s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[acd37583-2e68-45f3-81fc-bee0d7cfebe7]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-7785d874-e668-48ee-95cb-cfcd61797ee1 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-7785d874-e668-48ee-95cb-cfcd61797ee1 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] SCSI volumes sdb have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-7785d874-e668-48ee-95cb-cfcd61797ee1 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c682bccd-1534-4aa4-8e32-a57ea0908d4c]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-7785d874-e668-48ee-95cb-cfcd61797ee1 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab -p 172.16.0.220:3260 --logout" returned: 0 in 0.073s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f4bfbcc-9bd6-4c0d-9b5a-601bf226a052]: (4, ('Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab, portal: 172.16.0.220,3260]\nLogout of [sid: 49, target: iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-7785d874-e668-48ee-95cb-cfcd61797ee1 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab, portal: 172.16.0.220,3260]
Oct 27 16:39:13 user nova-compute[75076]: Logout of [sid: 49, target: iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab, portal: 172.16.0.220,3260] successful.
Oct 27 16:39:13 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d9ac840-e1ef-42f7-ad73-1120f280dfab -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7904dd8-38b4-478b-ad56-649aec9620c4]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-7785d874-e668-48ee-95cb-cfcd61797ee1 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-7785d874-e668-48ee-95cb-cfcd61797ee1 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.330s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-7785d874-e668-48ee-95cb-cfcd61797ee1 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] <== disconnect_volume: return (332ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:39:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7785d874-e668-48ee-95cb-cfcd61797ee1 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:39:14 user nova-compute[75076]: DEBUG nova.objects.instance [None req-7785d874-e668-48ee-95cb-cfcd61797ee1 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lazy-loading 'flavor' on Instance uuid 6225b55a-817b-47da-ba2e-9b0793019a58 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:39:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-7785d874-e668-48ee-95cb-cfcd61797ee1 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "6225b55a-817b-47da-ba2e-9b0793019a58" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.868s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:39:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:39:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:39:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:39:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:39:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Acquiring lock "05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:39:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:39:30 user nova-compute[75076]: DEBUG nova.compute.manager [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:39:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:39:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:39:30 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:39:30 user nova-compute[75076]: INFO nova.compute.claims [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Claim successful on node user
Oct 27 16:39:30 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:39:30 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:39:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.302s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:39:31 user nova-compute[75076]: DEBUG nova.compute.manager [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:39:31 user nova-compute[75076]: DEBUG nova.compute.manager [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:39:31 user nova-compute[75076]: DEBUG nova.network.neutron [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:39:31 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:39:31 user nova-compute[75076]: DEBUG nova.compute.manager [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:39:31 user nova-compute[75076]: DEBUG nova.policy [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ca54d4ffc9c4802a13bda243e4acf9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb8f4474b2f14863ba0816e6448beae3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:39:31 user nova-compute[75076]: DEBUG nova.compute.manager [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:39:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:39:31 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Creating image(s)
Oct 27 16:39:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Acquiring lock "/opt/stack/data/nova/instances/05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:39:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "/opt/stack/data/nova/instances/05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:39:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "/opt/stack/data/nova/instances/05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:39:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:39:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.197s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:39:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Acquiring lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:39:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:39:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:39:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.194s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:39:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72/disk 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:39:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72/disk 1073741824" returned: 0 in 0.055s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:39:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.256s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:39:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:39:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.237s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:39:31 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Checking if we can resize image /opt/stack/data/nova/instances/05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72/disk. size=1073741824 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:39:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:39:32 user nova-compute[75076]: DEBUG nova.network.neutron [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Successfully created port: 61c81313-eca7-4a1f-899c-2033fd7491f9 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:39:32 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:39:32 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Cannot resize image /opt/stack/data/nova/instances/05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72/disk to a smaller size. {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 16:39:32 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:39:32 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Ensure instance console log exists: /opt/stack/data/nova/instances/05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:39:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:39:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:39:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG nova.network.neutron [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Successfully updated port: 61c81313-eca7-4a1f-899c-2033fd7491f9 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Acquiring lock "refresh_cache-05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Acquired lock "refresh_cache-05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG nova.network.neutron [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG nova.compute.manager [req-20125c58-3536-4171-93bf-b34b7cc5ddc7 req-1166cdd2-d074-4013-b09a-6767f219eafc service nova] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Received event network-changed-61c81313-eca7-4a1f-899c-2033fd7491f9 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG nova.compute.manager [req-20125c58-3536-4171-93bf-b34b7cc5ddc7 req-1166cdd2-d074-4013-b09a-6767f219eafc service nova] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Refreshing instance network info cache due to event network-changed-61c81313-eca7-4a1f-899c-2033fd7491f9. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-20125c58-3536-4171-93bf-b34b7cc5ddc7 req-1166cdd2-d074-4013-b09a-6767f219eafc service nova] Acquiring lock "refresh_cache-05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG nova.network.neutron [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG nova.network.neutron [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Updating instance_info_cache with network_info: [{"id": "61c81313-eca7-4a1f-899c-2033fd7491f9", "address": "fa:16:3e:41:2b:fe", "network": {"id": "e847fa8e-b058-4b1f-9d49-0d64f9cad761", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1455296138-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb8f4474b2f14863ba0816e6448beae3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61c81313-ec", "ovs_interfaceid": "61c81313-eca7-4a1f-899c-2033fd7491f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Releasing lock "refresh_cache-05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG nova.compute.manager [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Instance network_info: |[{"id": "61c81313-eca7-4a1f-899c-2033fd7491f9", "address": "fa:16:3e:41:2b:fe", "network": {"id": "e847fa8e-b058-4b1f-9d49-0d64f9cad761", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1455296138-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb8f4474b2f14863ba0816e6448beae3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61c81313-ec", "ovs_interfaceid": "61c81313-eca7-4a1f-899c-2033fd7491f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-20125c58-3536-4171-93bf-b34b7cc5ddc7 req-1166cdd2-d074-4013-b09a-6767f219eafc service nova] Acquired lock "refresh_cache-05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG nova.network.neutron [req-20125c58-3536-4171-93bf-b34b7cc5ddc7 req-1166cdd2-d074-4013-b09a-6767f219eafc service nova] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Refreshing network info cache for port 61c81313-eca7-4a1f-899c-2033fd7491f9 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Start _get_guest_xml network_info=[{"id": "61c81313-eca7-4a1f-899c-2033fd7491f9", "address": "fa:16:3e:41:2b:fe", "network": {"id": "e847fa8e-b058-4b1f-9d49-0d64f9cad761", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1455296138-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb8f4474b2f14863ba0816e6448beae3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61c81313-ec", "ovs_interfaceid": "61c81313-eca7-4a1f-899c-2033fd7491f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:39:33 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:39:33 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:39:33 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:39:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1730920313',display_name='tempest-VolumesSnapshotTestJSON-instance-1730920313',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1730920313',id=43,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBll2hsZEEKMipOLV/1oPlZErLPfN7Q3xqxqOGDkszuXAN4CKw4WMANJgcuaHPZPP3c4cJCUVWW6MAvHCXdIQfiEfGRvF3D8HaRRhnbHpvILR5LqmWirh/CohFOToX/8Eg==',key_name='tempest-keypair-716981163',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='eb8f4474b2f14863ba0816e6448beae3',ramdisk_id='',reservation_id='r-1i41cuzc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1885426481',owner_user_name='tempest-VolumesSnapshotTestJSON-1885426481-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:39:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6ca54d4ffc9c4802a13bda243e4acf9a',uuid=05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "61c81313-eca7-4a1f-899c-2033fd7491f9", "address": "fa:16:3e:41:2b:fe", "network": {"id": "e847fa8e-b058-4b1f-9d49-0d64f9cad761", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1455296138-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb8f4474b2f14863ba0816e6448beae3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61c81313-ec", "ovs_interfaceid": "61c81313-eca7-4a1f-899c-2033fd7491f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Converting VIF {"id": "61c81313-eca7-4a1f-899c-2033fd7491f9", "address": "fa:16:3e:41:2b:fe", "network": {"id": "e847fa8e-b058-4b1f-9d49-0d64f9cad761", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1455296138-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb8f4474b2f14863ba0816e6448beae3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61c81313-ec", "ovs_interfaceid": "61c81313-eca7-4a1f-899c-2033fd7491f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:41:2b:fe,bridge_name='br-int',has_traffic_filtering=True,id=61c81313-eca7-4a1f-899c-2033fd7491f9,network=Network(e847fa8e-b058-4b1f-9d49-0d64f9cad761),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61c81313-ec') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG nova.objects.instance [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lazy-loading 'pci_devices' on Instance uuid 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:39:33 user nova-compute[75076]:   <uuid>05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72</uuid>
Oct 27 16:39:33 user nova-compute[75076]:   <name>instance-0000002b</name>
Oct 27 16:39:33 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:39:33 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:39:33 user nova-compute[75076]:   <metadata>
Oct 27 16:39:33 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:39:33 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:39:33 user nova-compute[75076]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-1730920313</nova:name>
Oct 27 16:39:33 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:39:33</nova:creationTime>
Oct 27 16:39:33 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:39:33 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:39:33 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:39:33 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:39:33 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:39:33 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:39:33 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:39:33 user nova-compute[75076]:       <nova:owner>
Oct 27 16:39:33 user nova-compute[75076]:         <nova:user uuid="6ca54d4ffc9c4802a13bda243e4acf9a">tempest-VolumesSnapshotTestJSON-1885426481-project-member</nova:user>
Oct 27 16:39:33 user nova-compute[75076]:         <nova:project uuid="eb8f4474b2f14863ba0816e6448beae3">tempest-VolumesSnapshotTestJSON-1885426481</nova:project>
Oct 27 16:39:33 user nova-compute[75076]:       </nova:owner>
Oct 27 16:39:33 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:39:33 user nova-compute[75076]:       <nova:ports>
Oct 27 16:39:33 user nova-compute[75076]:         <nova:port uuid="61c81313-eca7-4a1f-899c-2033fd7491f9">
Oct 27 16:39:33 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 27 16:39:33 user nova-compute[75076]:         </nova:port>
Oct 27 16:39:33 user nova-compute[75076]:       </nova:ports>
Oct 27 16:39:33 user nova-compute[75076]:     </nova:instance>
Oct 27 16:39:33 user nova-compute[75076]:   </metadata>
Oct 27 16:39:33 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:39:33 user nova-compute[75076]:     <system>
Oct 27 16:39:33 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:39:33 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:39:33 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:39:33 user nova-compute[75076]:       <entry name="serial">05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72</entry>
Oct 27 16:39:33 user nova-compute[75076]:       <entry name="uuid">05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72</entry>
Oct 27 16:39:33 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:39:33 user nova-compute[75076]:     </system>
Oct 27 16:39:33 user nova-compute[75076]:   </sysinfo>
Oct 27 16:39:33 user nova-compute[75076]:   <os>
Oct 27 16:39:33 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:39:33 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:39:33 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:39:33 user nova-compute[75076]:   </os>
Oct 27 16:39:33 user nova-compute[75076]:   <features>
Oct 27 16:39:33 user nova-compute[75076]:     <acpi/>
Oct 27 16:39:33 user nova-compute[75076]:     <apic/>
Oct 27 16:39:33 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:39:33 user nova-compute[75076]:   </features>
Oct 27 16:39:33 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:39:33 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:39:33 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:39:33 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:39:33 user nova-compute[75076]:   </clock>
Oct 27 16:39:33 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:39:33 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:39:33 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:39:33 user nova-compute[75076]:   </cpu>
Oct 27 16:39:33 user nova-compute[75076]:   <devices>
Oct 27 16:39:33 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:39:33 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:39:33 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72/disk"/>
Oct 27 16:39:33 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:39:33 user nova-compute[75076]:     </disk>
Oct 27 16:39:33 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:39:33 user nova-compute[75076]:       <mac address="fa:16:3e:41:2b:fe"/>
Oct 27 16:39:33 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:39:33 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:39:33 user nova-compute[75076]:       <target dev="tap61c81313-ec"/>
Oct 27 16:39:33 user nova-compute[75076]:     </interface>
Oct 27 16:39:33 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:39:33 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72/console.log" append="off"/>
Oct 27 16:39:33 user nova-compute[75076]:     </serial>
Oct 27 16:39:33 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:39:33 user nova-compute[75076]:     <video>
Oct 27 16:39:33 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:39:33 user nova-compute[75076]:     </video>
Oct 27 16:39:33 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:39:33 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:39:33 user nova-compute[75076]:     </rng>
Oct 27 16:39:33 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:39:33 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:39:33 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:39:33 user nova-compute[75076]:     </memballoon>
Oct 27 16:39:33 user nova-compute[75076]:   </devices>
Oct 27 16:39:33 user nova-compute[75076]: </domain>
Oct 27 16:39:33 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:39:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1730920313',display_name='tempest-VolumesSnapshotTestJSON-instance-1730920313',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1730920313',id=43,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBll2hsZEEKMipOLV/1oPlZErLPfN7Q3xqxqOGDkszuXAN4CKw4WMANJgcuaHPZPP3c4cJCUVWW6MAvHCXdIQfiEfGRvF3D8HaRRhnbHpvILR5LqmWirh/CohFOToX/8Eg==',key_name='tempest-keypair-716981163',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='eb8f4474b2f14863ba0816e6448beae3',ramdisk_id='',reservation_id='r-1i41cuzc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1885426481',owner_user_name='tempest-VolumesSnapshotTestJSON-1885426481-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:39:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6ca54d4ffc9c4802a13bda243e4acf9a',uuid=05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "61c81313-eca7-4a1f-899c-2033fd7491f9", "address": "fa:16:3e:41:2b:fe", "network": {"id": "e847fa8e-b058-4b1f-9d49-0d64f9cad761", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1455296138-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb8f4474b2f14863ba0816e6448beae3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61c81313-ec", "ovs_interfaceid": "61c81313-eca7-4a1f-899c-2033fd7491f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Converting VIF {"id": "61c81313-eca7-4a1f-899c-2033fd7491f9", "address": "fa:16:3e:41:2b:fe", "network": {"id": "e847fa8e-b058-4b1f-9d49-0d64f9cad761", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1455296138-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb8f4474b2f14863ba0816e6448beae3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61c81313-ec", "ovs_interfaceid": "61c81313-eca7-4a1f-899c-2033fd7491f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:41:2b:fe,bridge_name='br-int',has_traffic_filtering=True,id=61c81313-eca7-4a1f-899c-2033fd7491f9,network=Network(e847fa8e-b058-4b1f-9d49-0d64f9cad761),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61c81313-ec') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG os_vif [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:41:2b:fe,bridge_name='br-int',has_traffic_filtering=True,id=61c81313-eca7-4a1f-899c-2033fd7491f9,network=Network(e847fa8e-b058-4b1f-9d49-0d64f9cad761),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61c81313-ec') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5290abe0-34c0-5a89-9ebf-c6070b1a5618', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap61c81313-ec, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap61c81313-ec, col_values=(('qos', UUID('38712499-87ca-4fe1-af9d-ca2c601005e1')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap61c81313-ec, col_values=(('external_ids', {'iface-id': '61c81313-eca7-4a1f-899c-2033fd7491f9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:41:2b:fe', 'vm-uuid': '05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:39:33 user nova-compute[75076]: INFO os_vif [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:41:2b:fe,bridge_name='br-int',has_traffic_filtering=True,id=61c81313-eca7-4a1f-899c-2033fd7491f9,network=Network(e847fa8e-b058-4b1f-9d49-0d64f9cad761),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61c81313-ec')
Oct 27 16:39:33 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:39:33 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] No VIF found with MAC fa:16:3e:41:2b:fe, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:39:34 user nova-compute[75076]: DEBUG nova.network.neutron [req-20125c58-3536-4171-93bf-b34b7cc5ddc7 req-1166cdd2-d074-4013-b09a-6767f219eafc service nova] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Updated VIF entry in instance network info cache for port 61c81313-eca7-4a1f-899c-2033fd7491f9. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:39:34 user nova-compute[75076]: DEBUG nova.network.neutron [req-20125c58-3536-4171-93bf-b34b7cc5ddc7 req-1166cdd2-d074-4013-b09a-6767f219eafc service nova] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Updating instance_info_cache with network_info: [{"id": "61c81313-eca7-4a1f-899c-2033fd7491f9", "address": "fa:16:3e:41:2b:fe", "network": {"id": "e847fa8e-b058-4b1f-9d49-0d64f9cad761", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1455296138-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb8f4474b2f14863ba0816e6448beae3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61c81313-ec", "ovs_interfaceid": "61c81313-eca7-4a1f-899c-2033fd7491f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:39:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-20125c58-3536-4171-93bf-b34b7cc5ddc7 req-1166cdd2-d074-4013-b09a-6767f219eafc service nova] Releasing lock "refresh_cache-05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:39:35 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:39:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:39:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:39:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:39:35 user nova-compute[75076]: DEBUG nova.compute.manager [req-c9473c28-0308-4e45-bddd-dfdc499a943d req-bbfaa143-7d4d-4fce-ab75-5f6443675d9f service nova] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Received event network-vif-plugged-61c81313-eca7-4a1f-899c-2033fd7491f9 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:39:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c9473c28-0308-4e45-bddd-dfdc499a943d req-bbfaa143-7d4d-4fce-ab75-5f6443675d9f service nova] Acquiring lock "05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:39:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c9473c28-0308-4e45-bddd-dfdc499a943d req-bbfaa143-7d4d-4fce-ab75-5f6443675d9f service nova] Lock "05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:39:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c9473c28-0308-4e45-bddd-dfdc499a943d req-bbfaa143-7d4d-4fce-ab75-5f6443675d9f service nova] Lock "05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:39:35 user nova-compute[75076]: DEBUG nova.compute.manager [req-c9473c28-0308-4e45-bddd-dfdc499a943d req-bbfaa143-7d4d-4fce-ab75-5f6443675d9f service nova] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] No waiting events found dispatching network-vif-plugged-61c81313-eca7-4a1f-899c-2033fd7491f9 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:39:35 user nova-compute[75076]: WARNING nova.compute.manager [req-c9473c28-0308-4e45-bddd-dfdc499a943d req-bbfaa143-7d4d-4fce-ab75-5f6443675d9f service nova] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Received unexpected event network-vif-plugged-61c81313-eca7-4a1f-899c-2033fd7491f9 for instance with vm_state building and task_state spawning.
Oct 27 16:39:36 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:39:36 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:39:37 user nova-compute[75076]: DEBUG nova.compute.manager [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:39:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:39:37 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Instance spawned successfully.
Oct 27 16:39:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:39:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:39:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:39:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:39:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:39:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:39:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:39:37 user nova-compute[75076]: DEBUG nova.compute.manager [req-a7a413cd-c4ca-422b-a4f3-fa5589106437 req-15b79127-def1-4ba5-bbf4-61712d089fa9 service nova] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Received event network-vif-plugged-61c81313-eca7-4a1f-899c-2033fd7491f9 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:39:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a7a413cd-c4ca-422b-a4f3-fa5589106437 req-15b79127-def1-4ba5-bbf4-61712d089fa9 service nova] Acquiring lock "05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:39:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a7a413cd-c4ca-422b-a4f3-fa5589106437 req-15b79127-def1-4ba5-bbf4-61712d089fa9 service nova] Lock "05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:39:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a7a413cd-c4ca-422b-a4f3-fa5589106437 req-15b79127-def1-4ba5-bbf4-61712d089fa9 service nova] Lock "05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:39:37 user nova-compute[75076]: DEBUG nova.compute.manager [req-a7a413cd-c4ca-422b-a4f3-fa5589106437 req-15b79127-def1-4ba5-bbf4-61712d089fa9 service nova] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] No waiting events found dispatching network-vif-plugged-61c81313-eca7-4a1f-899c-2033fd7491f9 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:39:37 user nova-compute[75076]: WARNING nova.compute.manager [req-a7a413cd-c4ca-422b-a4f3-fa5589106437 req-15b79127-def1-4ba5-bbf4-61712d089fa9 service nova] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Received unexpected event network-vif-plugged-61c81313-eca7-4a1f-899c-2033fd7491f9 for instance with vm_state building and task_state spawning.
Oct 27 16:39:37 user nova-compute[75076]: INFO nova.compute.manager [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Took 6.49 seconds to spawn the instance on the hypervisor.
Oct 27 16:39:37 user nova-compute[75076]: DEBUG nova.compute.manager [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:39:37 user nova-compute[75076]: INFO nova.compute.manager [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Took 7.18 seconds to build instance.
Oct 27 16:39:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-e3bfd586-1281-4f7b-b678-70c05dee1da0 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.382s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:39:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:39:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:39:43 user nova-compute[75076]: DEBUG nova.compute.manager [req-c25a6beb-0f03-4278-bd7f-90a8827dc6d1 req-30ca2c52-0f90-4548-97ec-5b87a0e73035 service nova] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Received event network-changed-3108dd8e-f014-43ce-8e52-2a33b24f1205 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:39:43 user nova-compute[75076]: DEBUG nova.compute.manager [req-c25a6beb-0f03-4278-bd7f-90a8827dc6d1 req-30ca2c52-0f90-4548-97ec-5b87a0e73035 service nova] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Refreshing instance network info cache due to event network-changed-3108dd8e-f014-43ce-8e52-2a33b24f1205. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:39:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c25a6beb-0f03-4278-bd7f-90a8827dc6d1 req-30ca2c52-0f90-4548-97ec-5b87a0e73035 service nova] Acquiring lock "refresh_cache-6225b55a-817b-47da-ba2e-9b0793019a58" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:39:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c25a6beb-0f03-4278-bd7f-90a8827dc6d1 req-30ca2c52-0f90-4548-97ec-5b87a0e73035 service nova] Acquired lock "refresh_cache-6225b55a-817b-47da-ba2e-9b0793019a58" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:39:43 user nova-compute[75076]: DEBUG nova.network.neutron [req-c25a6beb-0f03-4278-bd7f-90a8827dc6d1 req-30ca2c52-0f90-4548-97ec-5b87a0e73035 service nova] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Refreshing network info cache for port 3108dd8e-f014-43ce-8e52-2a33b24f1205 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:39:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-84402bff-9896-4786-811b-b742b33ea0d0 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Acquiring lock "6225b55a-817b-47da-ba2e-9b0793019a58" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:39:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-84402bff-9896-4786-811b-b742b33ea0d0 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "6225b55a-817b-47da-ba2e-9b0793019a58" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:39:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-84402bff-9896-4786-811b-b742b33ea0d0 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Acquiring lock "6225b55a-817b-47da-ba2e-9b0793019a58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:39:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-84402bff-9896-4786-811b-b742b33ea0d0 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "6225b55a-817b-47da-ba2e-9b0793019a58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:39:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-84402bff-9896-4786-811b-b742b33ea0d0 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "6225b55a-817b-47da-ba2e-9b0793019a58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:39:43 user nova-compute[75076]: INFO nova.compute.manager [None req-84402bff-9896-4786-811b-b742b33ea0d0 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Terminating instance
Oct 27 16:39:43 user nova-compute[75076]: DEBUG nova.compute.manager [None req-84402bff-9896-4786-811b-b742b33ea0d0 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:39:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:39:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:39:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:39:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:39:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:39:44 user nova-compute[75076]: DEBUG nova.network.neutron [req-c25a6beb-0f03-4278-bd7f-90a8827dc6d1 req-30ca2c52-0f90-4548-97ec-5b87a0e73035 service nova] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Updated VIF entry in instance network info cache for port 3108dd8e-f014-43ce-8e52-2a33b24f1205. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:39:44 user nova-compute[75076]: DEBUG nova.network.neutron [req-c25a6beb-0f03-4278-bd7f-90a8827dc6d1 req-30ca2c52-0f90-4548-97ec-5b87a0e73035 service nova] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Updating instance_info_cache with network_info: [{"id": "3108dd8e-f014-43ce-8e52-2a33b24f1205", "address": "fa:16:3e:90:e8:de", "network": {"id": "27829e9a-7883-4370-ae60-7222bbca1f25", "bridge": "br-int", "label": "tempest-TestStampPattern-1983507517-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e48c42740cb846cb891a277f94e44788", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3108dd8e-f0", "ovs_interfaceid": "3108dd8e-f014-43ce-8e52-2a33b24f1205", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:39:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c25a6beb-0f03-4278-bd7f-90a8827dc6d1 req-30ca2c52-0f90-4548-97ec-5b87a0e73035 service nova] Releasing lock "refresh_cache-6225b55a-817b-47da-ba2e-9b0793019a58" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:39:44 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Instance destroyed successfully.
Oct 27 16:39:44 user nova-compute[75076]: DEBUG nova.objects.instance [None req-84402bff-9896-4786-811b-b742b33ea0d0 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lazy-loading 'resources' on Instance uuid 6225b55a-817b-47da-ba2e-9b0793019a58 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:39:44 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-84402bff-9896-4786-811b-b742b33ea0d0 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:36:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-695635117',display_name='tempest-TestStampPattern-server-695635117',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-695635117',id=42,image_ref='6f091a29-af17-4dfc-b737-1d0e0eed9334',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP+NLYHxp387TSyjpbwHv8lpN2O0zWP4t0H/ZSCPzdhi4hhbPkLftXKKTU/x5j1tSzI+BdcHqircC13qi7JIibZIApvymksRLw8kgvhatPBje7oJ2U6G39P6UbO22QRBRg==',key_name='tempest-TestStampPattern-861609448',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:36:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e48c42740cb846cb891a277f94e44788',ramdisk_id='',reservation_id='r-re6w8lcm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='f7b2c759-f6a3-47fe-930c-1f8ed87a556e',image_min_disk='1',image_min_ram='0',image_owner_id='e48c42740cb846cb891a277f94e44788',image_owner_project_name='tempest-TestStampPattern-547876826',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-547876826-project-member',image_user_id='2bb9151b2328445191815d7cbe296c12',owner_project_name='tempest-TestStampPattern-547876826',owner_user_name='tempest-TestStampPattern-547876826-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:36:44Z,user_data=None,user_id='2bb9151b2328445191815d7cbe296c12',uuid=6225b55a-817b-47da-ba2e-9b0793019a58,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3108dd8e-f014-43ce-8e52-2a33b24f1205", "address": "fa:16:3e:90:e8:de", "network": {"id": "27829e9a-7883-4370-ae60-7222bbca1f25", "bridge": "br-int", "label": "tempest-TestStampPattern-1983507517-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.104", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e48c42740cb846cb891a277f94e44788", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3108dd8e-f0", "ovs_interfaceid": "3108dd8e-f014-43ce-8e52-2a33b24f1205", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:39:44 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-84402bff-9896-4786-811b-b742b33ea0d0 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Converting VIF {"id": "3108dd8e-f014-43ce-8e52-2a33b24f1205", "address": "fa:16:3e:90:e8:de", "network": {"id": "27829e9a-7883-4370-ae60-7222bbca1f25", "bridge": "br-int", "label": "tempest-TestStampPattern-1983507517-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.104", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e48c42740cb846cb891a277f94e44788", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3108dd8e-f0", "ovs_interfaceid": "3108dd8e-f014-43ce-8e52-2a33b24f1205", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:39:44 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-84402bff-9896-4786-811b-b742b33ea0d0 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:90:e8:de,bridge_name='br-int',has_traffic_filtering=True,id=3108dd8e-f014-43ce-8e52-2a33b24f1205,network=Network(27829e9a-7883-4370-ae60-7222bbca1f25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3108dd8e-f0') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:39:44 user nova-compute[75076]: DEBUG os_vif [None req-84402bff-9896-4786-811b-b742b33ea0d0 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:90:e8:de,bridge_name='br-int',has_traffic_filtering=True,id=3108dd8e-f014-43ce-8e52-2a33b24f1205,network=Network(27829e9a-7883-4370-ae60-7222bbca1f25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3108dd8e-f0') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:39:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:39:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3108dd8e-f0, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:39:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:39:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:39:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:39:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ae1d127c-d169-47c3-bd99-7143d5d1c6b1) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:39:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:39:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:39:44 user nova-compute[75076]: INFO os_vif [None req-84402bff-9896-4786-811b-b742b33ea0d0 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:90:e8:de,bridge_name='br-int',has_traffic_filtering=True,id=3108dd8e-f014-43ce-8e52-2a33b24f1205,network=Network(27829e9a-7883-4370-ae60-7222bbca1f25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3108dd8e-f0')
Oct 27 16:39:44 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-84402bff-9896-4786-811b-b742b33ea0d0 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Deleting instance files /opt/stack/data/nova/instances/6225b55a-817b-47da-ba2e-9b0793019a58_del
Oct 27 16:39:44 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-84402bff-9896-4786-811b-b742b33ea0d0 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Deletion of /opt/stack/data/nova/instances/6225b55a-817b-47da-ba2e-9b0793019a58_del complete
Oct 27 16:39:44 user nova-compute[75076]: INFO nova.compute.manager [None req-84402bff-9896-4786-811b-b742b33ea0d0 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Took 0.95 seconds to destroy the instance on the hypervisor.
Oct 27 16:39:44 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-84402bff-9896-4786-811b-b742b33ea0d0 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:39:44 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:39:44 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:39:45 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:39:45 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:39:45 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Took 0.52 seconds to deallocate network for instance.
Oct 27 16:39:45 user nova-compute[75076]: DEBUG nova.compute.manager [req-141d55b3-3248-4a39-b1c2-d838b6ef7c3d req-691624e8-da9a-4cb4-b7cb-bc4446059adc service nova] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Received event network-vif-deleted-3108dd8e-f014-43ce-8e52-2a33b24f1205 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:39:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-84402bff-9896-4786-811b-b742b33ea0d0 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:39:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-84402bff-9896-4786-811b-b742b33ea0d0 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:39:45 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-84402bff-9896-4786-811b-b742b33ea0d0 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:39:45 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-84402bff-9896-4786-811b-b742b33ea0d0 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:39:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-84402bff-9896-4786-811b-b742b33ea0d0 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.259s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:39:45 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-84402bff-9896-4786-811b-b742b33ea0d0 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Deleted allocations for instance 6225b55a-817b-47da-ba2e-9b0793019a58
Oct 27 16:39:45 user nova-compute[75076]: DEBUG nova.compute.manager [req-07007fa2-f618-46fe-a41d-f16ec032f3ac req-3195fcd8-095d-47bb-a62f-0af712d917ee service nova] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Received event network-vif-unplugged-3108dd8e-f014-43ce-8e52-2a33b24f1205 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:39:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-07007fa2-f618-46fe-a41d-f16ec032f3ac req-3195fcd8-095d-47bb-a62f-0af712d917ee service nova] Acquiring lock "6225b55a-817b-47da-ba2e-9b0793019a58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:39:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-07007fa2-f618-46fe-a41d-f16ec032f3ac req-3195fcd8-095d-47bb-a62f-0af712d917ee service nova] Lock "6225b55a-817b-47da-ba2e-9b0793019a58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:39:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-07007fa2-f618-46fe-a41d-f16ec032f3ac req-3195fcd8-095d-47bb-a62f-0af712d917ee service nova] Lock "6225b55a-817b-47da-ba2e-9b0793019a58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:39:45 user nova-compute[75076]: DEBUG nova.compute.manager [req-07007fa2-f618-46fe-a41d-f16ec032f3ac req-3195fcd8-095d-47bb-a62f-0af712d917ee service nova] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] No waiting events found dispatching network-vif-unplugged-3108dd8e-f014-43ce-8e52-2a33b24f1205 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:39:45 user nova-compute[75076]: WARNING nova.compute.manager [req-07007fa2-f618-46fe-a41d-f16ec032f3ac req-3195fcd8-095d-47bb-a62f-0af712d917ee service nova] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Received unexpected event network-vif-unplugged-3108dd8e-f014-43ce-8e52-2a33b24f1205 for instance with vm_state deleted and task_state None.
Oct 27 16:39:45 user nova-compute[75076]: DEBUG nova.compute.manager [req-07007fa2-f618-46fe-a41d-f16ec032f3ac req-3195fcd8-095d-47bb-a62f-0af712d917ee service nova] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Received event network-vif-plugged-3108dd8e-f014-43ce-8e52-2a33b24f1205 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:39:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-07007fa2-f618-46fe-a41d-f16ec032f3ac req-3195fcd8-095d-47bb-a62f-0af712d917ee service nova] Acquiring lock "6225b55a-817b-47da-ba2e-9b0793019a58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:39:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-07007fa2-f618-46fe-a41d-f16ec032f3ac req-3195fcd8-095d-47bb-a62f-0af712d917ee service nova] Lock "6225b55a-817b-47da-ba2e-9b0793019a58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:39:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-07007fa2-f618-46fe-a41d-f16ec032f3ac req-3195fcd8-095d-47bb-a62f-0af712d917ee service nova] Lock "6225b55a-817b-47da-ba2e-9b0793019a58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:39:45 user nova-compute[75076]: DEBUG nova.compute.manager [req-07007fa2-f618-46fe-a41d-f16ec032f3ac req-3195fcd8-095d-47bb-a62f-0af712d917ee service nova] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] No waiting events found dispatching network-vif-plugged-3108dd8e-f014-43ce-8e52-2a33b24f1205 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:39:45 user nova-compute[75076]: WARNING nova.compute.manager [req-07007fa2-f618-46fe-a41d-f16ec032f3ac req-3195fcd8-095d-47bb-a62f-0af712d917ee service nova] [instance: 6225b55a-817b-47da-ba2e-9b0793019a58] Received unexpected event network-vif-plugged-3108dd8e-f014-43ce-8e52-2a33b24f1205 for instance with vm_state deleted and task_state None.
Oct 27 16:39:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-84402bff-9896-4786-811b-b742b33ea0d0 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "6225b55a-817b-47da-ba2e-9b0793019a58" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.963s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:39:47 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:39:47 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:39:47 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:39:47 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Rebuilding the list of instances to heal {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 16:39:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-5db5857f-f475-438b-87ea-e99b1f9366c4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:39:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-5db5857f-f475-438b-87ea-e99b1f9366c4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:39:47 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 16:39:47 user nova-compute[75076]: DEBUG nova.objects.instance [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lazy-loading 'info_cache' on Instance uuid 5db5857f-f475-438b-87ea-e99b1f9366c4 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:39:47 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Updating instance_info_cache with network_info: [{"id": "8b0f84c9-9577-40c4-b609-18c7bd6a594f", "address": "fa:16:3e:15:33:56", "network": {"id": "efcb6f8e-b586-4a9c-83ea-a2f041cd966c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-927474664-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.54", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd89d4f2ad1e448696ed331f55caa41f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b0f84c9-95", "ovs_interfaceid": "8b0f84c9-9577-40c4-b609-18c7bd6a594f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:39:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-5db5857f-f475-438b-87ea-e99b1f9366c4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:39:47 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 16:39:48 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:39:49 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:39:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:39:50 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:39:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:39:53 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:39:54 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:39:55 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:39:55 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:39:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:39:58 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:39:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:39:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:39:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:39:58 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:39:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:39:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:39:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:39:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:39:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:39:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:39:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:39:59 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:39:59 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:39:59 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:39:59 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:39:59 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:39:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:39:59 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:39:59 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:39:59 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=8572MB free_disk=25.010711669921875GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:39:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:39:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:40:00 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 5db5857f-f475-438b-87ea-e99b1f9366c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:40:00 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance f7b2c759-f6a3-47fe-930c-1f8ed87a556e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:40:00 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:40:00 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:40:00 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:40:00 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Refreshing inventories for resource provider 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 27 16:40:00 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Updating ProviderTree inventory for provider 543fff1b-1911-4710-bad6-6bd4c750c641 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 27 16:40:00 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Updating inventory in ProviderTree for provider 543fff1b-1911-4710-bad6-6bd4c750c641 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 27 16:40:00 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Refreshing aggregate associations for resource provider 543fff1b-1911-4710-bad6-6bd4c750c641, aggregates: None {{(pid=75076) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 27 16:40:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:40:00 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Refreshing trait associations for resource provider 543fff1b-1911-4710-bad6-6bd4c750c641, traits: COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ARI,HW_CPU_X86_SSE2,HW_CPU_X86_MMX,COMPUTE_NODE,HW_CPU_X86_SSSE3,HW_CPU_X86_SSE,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSE41,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_ATTACH_INTERFACE {{(pid=75076) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 27 16:40:00 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:40:00 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:40:00 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:40:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.567s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:40:03 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:40:03 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Cleaning up deleted instances {{(pid=75076) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 27 16:40:03 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] There are 0 instances to clean {{(pid=75076) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 27 16:40:03 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:40:03 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Cleaning up deleted instances with incomplete migration  {{(pid=75076) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 27 16:40:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ae56301d-5553-4c44-8239-a084532e0686 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Acquiring lock "5db5857f-f475-438b-87ea-e99b1f9366c4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:40:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ae56301d-5553-4c44-8239-a084532e0686 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "5db5857f-f475-438b-87ea-e99b1f9366c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:40:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ae56301d-5553-4c44-8239-a084532e0686 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Acquiring lock "5db5857f-f475-438b-87ea-e99b1f9366c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:40:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ae56301d-5553-4c44-8239-a084532e0686 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "5db5857f-f475-438b-87ea-e99b1f9366c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:40:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ae56301d-5553-4c44-8239-a084532e0686 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "5db5857f-f475-438b-87ea-e99b1f9366c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:40:03 user nova-compute[75076]: INFO nova.compute.manager [None req-ae56301d-5553-4c44-8239-a084532e0686 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Terminating instance
Oct 27 16:40:03 user nova-compute[75076]: DEBUG nova.compute.manager [None req-ae56301d-5553-4c44-8239-a084532e0686 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:40:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:40:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:40:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:40:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:40:03 user nova-compute[75076]: DEBUG nova.compute.manager [req-b2e4fb77-d1b3-4089-bbdb-ab7e4f3207b5 req-bd2bd42d-e777-4e3c-81c7-c2a4d01ecd08 service nova] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Received event network-vif-unplugged-8b0f84c9-9577-40c4-b609-18c7bd6a594f {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:40:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b2e4fb77-d1b3-4089-bbdb-ab7e4f3207b5 req-bd2bd42d-e777-4e3c-81c7-c2a4d01ecd08 service nova] Acquiring lock "5db5857f-f475-438b-87ea-e99b1f9366c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:40:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b2e4fb77-d1b3-4089-bbdb-ab7e4f3207b5 req-bd2bd42d-e777-4e3c-81c7-c2a4d01ecd08 service nova] Lock "5db5857f-f475-438b-87ea-e99b1f9366c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:40:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b2e4fb77-d1b3-4089-bbdb-ab7e4f3207b5 req-bd2bd42d-e777-4e3c-81c7-c2a4d01ecd08 service nova] Lock "5db5857f-f475-438b-87ea-e99b1f9366c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:40:03 user nova-compute[75076]: DEBUG nova.compute.manager [req-b2e4fb77-d1b3-4089-bbdb-ab7e4f3207b5 req-bd2bd42d-e777-4e3c-81c7-c2a4d01ecd08 service nova] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] No waiting events found dispatching network-vif-unplugged-8b0f84c9-9577-40c4-b609-18c7bd6a594f {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:40:03 user nova-compute[75076]: DEBUG nova.compute.manager [req-b2e4fb77-d1b3-4089-bbdb-ab7e4f3207b5 req-bd2bd42d-e777-4e3c-81c7-c2a4d01ecd08 service nova] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Received event network-vif-unplugged-8b0f84c9-9577-40c4-b609-18c7bd6a594f for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:40:04 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Instance destroyed successfully.
Oct 27 16:40:04 user nova-compute[75076]: DEBUG nova.objects.instance [None req-ae56301d-5553-4c44-8239-a084532e0686 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lazy-loading 'resources' on Instance uuid 5db5857f-f475-438b-87ea-e99b1f9366c4 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:40:04 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-ae56301d-5553-4c44-8239-a084532e0686 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:30:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-348357947',display_name='tempest-SnapshotDataIntegrityTests-server-348357947',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-348357947',id=37,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIbrRPfIlEJSQ5WM+O3qmsstWjbKh5eatAHg2UJAw0fkryFGIv8gBZtxUjtRgpHXzqcp3zJE6ERCG8WdPkkvtxh8KjrYiwUnw5erzUxvmRvrGzwzSLcaV/IgCX8C0JcKSA==',key_name='tempest-keypair-193353682',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:30:48Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='dd89d4f2ad1e448696ed331f55caa41f',ramdisk_id='',reservation_id='r-4de9ps74',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-1573274473',owner_user_name='tempest-SnapshotDataIntegrityTests-1573274473-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:30:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d7c715bfb3e14507b1c22977774a148d',uuid=5db5857f-f475-438b-87ea-e99b1f9366c4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8b0f84c9-9577-40c4-b609-18c7bd6a594f", "address": "fa:16:3e:15:33:56", "network": {"id": "efcb6f8e-b586-4a9c-83ea-a2f041cd966c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-927474664-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.54", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd89d4f2ad1e448696ed331f55caa41f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b0f84c9-95", "ovs_interfaceid": "8b0f84c9-9577-40c4-b609-18c7bd6a594f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:40:04 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-ae56301d-5553-4c44-8239-a084532e0686 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Converting VIF {"id": "8b0f84c9-9577-40c4-b609-18c7bd6a594f", "address": "fa:16:3e:15:33:56", "network": {"id": "efcb6f8e-b586-4a9c-83ea-a2f041cd966c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-927474664-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.54", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd89d4f2ad1e448696ed331f55caa41f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b0f84c9-95", "ovs_interfaceid": "8b0f84c9-9577-40c4-b609-18c7bd6a594f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:40:04 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-ae56301d-5553-4c44-8239-a084532e0686 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:15:33:56,bridge_name='br-int',has_traffic_filtering=True,id=8b0f84c9-9577-40c4-b609-18c7bd6a594f,network=Network(efcb6f8e-b586-4a9c-83ea-a2f041cd966c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b0f84c9-95') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:40:04 user nova-compute[75076]: DEBUG os_vif [None req-ae56301d-5553-4c44-8239-a084532e0686 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:15:33:56,bridge_name='br-int',has_traffic_filtering=True,id=8b0f84c9-9577-40c4-b609-18c7bd6a594f,network=Network(efcb6f8e-b586-4a9c-83ea-a2f041cd966c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b0f84c9-95') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:40:04 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:40:04 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8b0f84c9-95, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:40:04 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:40:04 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:40:04 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:40:04 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1e0d571c-0d2b-4b9a-a3f8-3941abb45091) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:40:04 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:40:04 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:40:04 user nova-compute[75076]: INFO os_vif [None req-ae56301d-5553-4c44-8239-a084532e0686 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:15:33:56,bridge_name='br-int',has_traffic_filtering=True,id=8b0f84c9-9577-40c4-b609-18c7bd6a594f,network=Network(efcb6f8e-b586-4a9c-83ea-a2f041cd966c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b0f84c9-95')
Oct 27 16:40:04 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-ae56301d-5553-4c44-8239-a084532e0686 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Deleting instance files /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4_del
Oct 27 16:40:04 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-ae56301d-5553-4c44-8239-a084532e0686 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Deletion of /opt/stack/data/nova/instances/5db5857f-f475-438b-87ea-e99b1f9366c4_del complete
Oct 27 16:40:04 user nova-compute[75076]: INFO nova.compute.manager [None req-ae56301d-5553-4c44-8239-a084532e0686 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Took 0.86 seconds to destroy the instance on the hypervisor.
Oct 27 16:40:04 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-ae56301d-5553-4c44-8239-a084532e0686 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:40:04 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:40:04 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:40:05 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:40:05 user nova-compute[75076]: DEBUG nova.compute.manager [req-d221c7fb-1522-4798-bbef-0b876dbf3d43 req-821f60e8-ec53-40a8-9e67-e240ff39a1e6 service nova] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Received event network-vif-deleted-8b0f84c9-9577-40c4-b609-18c7bd6a594f {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:40:05 user nova-compute[75076]: INFO nova.compute.manager [req-d221c7fb-1522-4798-bbef-0b876dbf3d43 req-821f60e8-ec53-40a8-9e67-e240ff39a1e6 service nova] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Neutron deleted interface 8b0f84c9-9577-40c4-b609-18c7bd6a594f; detaching it from the instance and deleting it from the info cache
Oct 27 16:40:05 user nova-compute[75076]: DEBUG nova.network.neutron [req-d221c7fb-1522-4798-bbef-0b876dbf3d43 req-821f60e8-ec53-40a8-9e67-e240ff39a1e6 service nova] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:40:05 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Took 0.76 seconds to deallocate network for instance.
Oct 27 16:40:05 user nova-compute[75076]: DEBUG nova.compute.manager [req-d221c7fb-1522-4798-bbef-0b876dbf3d43 req-821f60e8-ec53-40a8-9e67-e240ff39a1e6 service nova] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Detach interface failed, port_id=8b0f84c9-9577-40c4-b609-18c7bd6a594f, reason: Instance 5db5857f-f475-438b-87ea-e99b1f9366c4 could not be found. {{(pid=75076) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 16:40:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ae56301d-5553-4c44-8239-a084532e0686 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:40:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ae56301d-5553-4c44-8239-a084532e0686 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:40:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:40:05 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-ae56301d-5553-4c44-8239-a084532e0686 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:40:05 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-ae56301d-5553-4c44-8239-a084532e0686 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:40:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ae56301d-5553-4c44-8239-a084532e0686 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.166s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:40:05 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-ae56301d-5553-4c44-8239-a084532e0686 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Deleted allocations for instance 5db5857f-f475-438b-87ea-e99b1f9366c4
Oct 27 16:40:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ae56301d-5553-4c44-8239-a084532e0686 tempest-SnapshotDataIntegrityTests-1573274473 tempest-SnapshotDataIntegrityTests-1573274473-project-member] Lock "5db5857f-f475-438b-87ea-e99b1f9366c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.982s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:40:05 user nova-compute[75076]: DEBUG nova.compute.manager [req-3a4f17a8-6094-485b-a82f-83216e4019a0 req-d2fc4667-c137-4a7b-adf8-6cce2f674967 service nova] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Received event network-vif-plugged-8b0f84c9-9577-40c4-b609-18c7bd6a594f {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:40:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-3a4f17a8-6094-485b-a82f-83216e4019a0 req-d2fc4667-c137-4a7b-adf8-6cce2f674967 service nova] Acquiring lock "5db5857f-f475-438b-87ea-e99b1f9366c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:40:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-3a4f17a8-6094-485b-a82f-83216e4019a0 req-d2fc4667-c137-4a7b-adf8-6cce2f674967 service nova] Lock "5db5857f-f475-438b-87ea-e99b1f9366c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:40:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-3a4f17a8-6094-485b-a82f-83216e4019a0 req-d2fc4667-c137-4a7b-adf8-6cce2f674967 service nova] Lock "5db5857f-f475-438b-87ea-e99b1f9366c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:40:05 user nova-compute[75076]: DEBUG nova.compute.manager [req-3a4f17a8-6094-485b-a82f-83216e4019a0 req-d2fc4667-c137-4a7b-adf8-6cce2f674967 service nova] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] No waiting events found dispatching network-vif-plugged-8b0f84c9-9577-40c4-b609-18c7bd6a594f {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:40:05 user nova-compute[75076]: WARNING nova.compute.manager [req-3a4f17a8-6094-485b-a82f-83216e4019a0 req-d2fc4667-c137-4a7b-adf8-6cce2f674967 service nova] [instance: 5db5857f-f475-438b-87ea-e99b1f9366c4] Received unexpected event network-vif-plugged-8b0f84c9-9577-40c4-b609-18c7bd6a594f for instance with vm_state deleted and task_state None.
Oct 27 16:40:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:40:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:40:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:40:19 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:40:19 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:40:19 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:40:19 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:40:19 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:40:19 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:40:24 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:40:29 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:40:29 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:40:29 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:40:29 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:40:29 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:40:29 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:40:29 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:40:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:40:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:40:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:40:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:40:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:40:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:40:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:40:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:40:47 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:40:47 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:40:48 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:40:49 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:40:49 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:40:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-f7b2c759-f6a3-47fe-930c-1f8ed87a556e" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:40:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-f7b2c759-f6a3-47fe-930c-1f8ed87a556e" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:40:49 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 16:40:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:40:49 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Updating instance_info_cache with network_info: [{"id": "2b5058ca-f946-4e67-939f-2bf0e544a5c2", "address": "fa:16:3e:ff:f7:30", "network": {"id": "27829e9a-7883-4370-ae60-7222bbca1f25", "bridge": "br-int", "label": "tempest-TestStampPattern-1983507517-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.18", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e48c42740cb846cb891a277f94e44788", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b5058ca-f9", "ovs_interfaceid": "2b5058ca-f946-4e67-939f-2bf0e544a5c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:40:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-f7b2c759-f6a3-47fe-930c-1f8ed87a556e" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:40:49 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 16:40:49 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:40:52 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:40:54 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:40:55 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:40:56 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:40:56 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:40:56 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:40:56 user nova-compute[75076]: DEBUG nova.compute.manager [req-a593e73f-5707-41eb-98ad-a53fa674a43d req-d72af940-3355-4a79-9c93-5fd31e783faa service nova] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Received event network-changed-2b5058ca-f946-4e67-939f-2bf0e544a5c2 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:40:56 user nova-compute[75076]: DEBUG nova.compute.manager [req-a593e73f-5707-41eb-98ad-a53fa674a43d req-d72af940-3355-4a79-9c93-5fd31e783faa service nova] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Refreshing instance network info cache due to event network-changed-2b5058ca-f946-4e67-939f-2bf0e544a5c2. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:40:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a593e73f-5707-41eb-98ad-a53fa674a43d req-d72af940-3355-4a79-9c93-5fd31e783faa service nova] Acquiring lock "refresh_cache-f7b2c759-f6a3-47fe-930c-1f8ed87a556e" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:40:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a593e73f-5707-41eb-98ad-a53fa674a43d req-d72af940-3355-4a79-9c93-5fd31e783faa service nova] Acquired lock "refresh_cache-f7b2c759-f6a3-47fe-930c-1f8ed87a556e" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:40:56 user nova-compute[75076]: DEBUG nova.network.neutron [req-a593e73f-5707-41eb-98ad-a53fa674a43d req-d72af940-3355-4a79-9c93-5fd31e783faa service nova] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Refreshing network info cache for port 2b5058ca-f946-4e67-939f-2bf0e544a5c2 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:40:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0816ac8e-e7e5-4816-b1bf-155c38371181 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Acquiring lock "f7b2c759-f6a3-47fe-930c-1f8ed87a556e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:40:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0816ac8e-e7e5-4816-b1bf-155c38371181 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "f7b2c759-f6a3-47fe-930c-1f8ed87a556e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:40:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0816ac8e-e7e5-4816-b1bf-155c38371181 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Acquiring lock "f7b2c759-f6a3-47fe-930c-1f8ed87a556e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:40:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0816ac8e-e7e5-4816-b1bf-155c38371181 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "f7b2c759-f6a3-47fe-930c-1f8ed87a556e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:40:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0816ac8e-e7e5-4816-b1bf-155c38371181 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "f7b2c759-f6a3-47fe-930c-1f8ed87a556e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:40:56 user nova-compute[75076]: INFO nova.compute.manager [None req-0816ac8e-e7e5-4816-b1bf-155c38371181 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Terminating instance
Oct 27 16:40:56 user nova-compute[75076]: DEBUG nova.compute.manager [None req-0816ac8e-e7e5-4816-b1bf-155c38371181 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:40:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:40:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:40:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:40:57 user nova-compute[75076]: DEBUG nova.compute.manager [req-47f5de9f-ab68-4605-8052-cb0e23a8eb35 req-88cca834-a6e5-466d-93fc-b1351f06cc81 service nova] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Received event network-vif-unplugged-2b5058ca-f946-4e67-939f-2bf0e544a5c2 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:40:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-47f5de9f-ab68-4605-8052-cb0e23a8eb35 req-88cca834-a6e5-466d-93fc-b1351f06cc81 service nova] Acquiring lock "f7b2c759-f6a3-47fe-930c-1f8ed87a556e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:40:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-47f5de9f-ab68-4605-8052-cb0e23a8eb35 req-88cca834-a6e5-466d-93fc-b1351f06cc81 service nova] Lock "f7b2c759-f6a3-47fe-930c-1f8ed87a556e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:40:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-47f5de9f-ab68-4605-8052-cb0e23a8eb35 req-88cca834-a6e5-466d-93fc-b1351f06cc81 service nova] Lock "f7b2c759-f6a3-47fe-930c-1f8ed87a556e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:40:57 user nova-compute[75076]: DEBUG nova.compute.manager [req-47f5de9f-ab68-4605-8052-cb0e23a8eb35 req-88cca834-a6e5-466d-93fc-b1351f06cc81 service nova] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] No waiting events found dispatching network-vif-unplugged-2b5058ca-f946-4e67-939f-2bf0e544a5c2 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:40:57 user nova-compute[75076]: DEBUG nova.compute.manager [req-47f5de9f-ab68-4605-8052-cb0e23a8eb35 req-88cca834-a6e5-466d-93fc-b1351f06cc81 service nova] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Received event network-vif-unplugged-2b5058ca-f946-4e67-939f-2bf0e544a5c2 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:40:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:40:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:40:57 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Instance destroyed successfully.
Oct 27 16:40:57 user nova-compute[75076]: DEBUG nova.objects.instance [None req-0816ac8e-e7e5-4816-b1bf-155c38371181 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lazy-loading 'resources' on Instance uuid f7b2c759-f6a3-47fe-930c-1f8ed87a556e {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:40:57 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-0816ac8e-e7e5-4816-b1bf-155c38371181 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:32:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-1893841838',display_name='tempest-TestStampPattern-server-1893841838',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1893841838',id=40,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP+NLYHxp387TSyjpbwHv8lpN2O0zWP4t0H/ZSCPzdhi4hhbPkLftXKKTU/x5j1tSzI+BdcHqircC13qi7JIibZIApvymksRLw8kgvhatPBje7oJ2U6G39P6UbO22QRBRg==',key_name='tempest-TestStampPattern-861609448',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:32:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e48c42740cb846cb891a277f94e44788',ramdisk_id='',reservation_id='r-5moy7vuc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestStampPattern-547876826',owner_user_name='tempest-TestStampPattern-547876826-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:36:34Z,user_data=None,user_id='2bb9151b2328445191815d7cbe296c12',uuid=f7b2c759-f6a3-47fe-930c-1f8ed87a556e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2b5058ca-f946-4e67-939f-2bf0e544a5c2", "address": "fa:16:3e:ff:f7:30", "network": {"id": "27829e9a-7883-4370-ae60-7222bbca1f25", "bridge": "br-int", "label": "tempest-TestStampPattern-1983507517-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.18", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e48c42740cb846cb891a277f94e44788", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b5058ca-f9", "ovs_interfaceid": "2b5058ca-f946-4e67-939f-2bf0e544a5c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:40:57 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0816ac8e-e7e5-4816-b1bf-155c38371181 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Converting VIF {"id": "2b5058ca-f946-4e67-939f-2bf0e544a5c2", "address": "fa:16:3e:ff:f7:30", "network": {"id": "27829e9a-7883-4370-ae60-7222bbca1f25", "bridge": "br-int", "label": "tempest-TestStampPattern-1983507517-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.18", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e48c42740cb846cb891a277f94e44788", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b5058ca-f9", "ovs_interfaceid": "2b5058ca-f946-4e67-939f-2bf0e544a5c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:40:57 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0816ac8e-e7e5-4816-b1bf-155c38371181 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ff:f7:30,bridge_name='br-int',has_traffic_filtering=True,id=2b5058ca-f946-4e67-939f-2bf0e544a5c2,network=Network(27829e9a-7883-4370-ae60-7222bbca1f25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2b5058ca-f9') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:40:57 user nova-compute[75076]: DEBUG os_vif [None req-0816ac8e-e7e5-4816-b1bf-155c38371181 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ff:f7:30,bridge_name='br-int',has_traffic_filtering=True,id=2b5058ca-f946-4e67-939f-2bf0e544a5c2,network=Network(27829e9a-7883-4370-ae60-7222bbca1f25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2b5058ca-f9') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:40:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:40:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2b5058ca-f9, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:40:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:40:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:40:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=deb86870-f26c-45d3-8d2e-181da5688a7c) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:40:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:40:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:40:57 user nova-compute[75076]: INFO os_vif [None req-0816ac8e-e7e5-4816-b1bf-155c38371181 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ff:f7:30,bridge_name='br-int',has_traffic_filtering=True,id=2b5058ca-f946-4e67-939f-2bf0e544a5c2,network=Network(27829e9a-7883-4370-ae60-7222bbca1f25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2b5058ca-f9')
Oct 27 16:40:57 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-0816ac8e-e7e5-4816-b1bf-155c38371181 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Deleting instance files /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e_del
Oct 27 16:40:57 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-0816ac8e-e7e5-4816-b1bf-155c38371181 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Deletion of /opt/stack/data/nova/instances/f7b2c759-f6a3-47fe-930c-1f8ed87a556e_del complete
Oct 27 16:40:57 user nova-compute[75076]: INFO nova.compute.manager [None req-0816ac8e-e7e5-4816-b1bf-155c38371181 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Took 0.95 seconds to destroy the instance on the hypervisor.
Oct 27 16:40:57 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-0816ac8e-e7e5-4816-b1bf-155c38371181 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:40:57 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:40:57 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:40:58 user nova-compute[75076]: DEBUG nova.network.neutron [req-a593e73f-5707-41eb-98ad-a53fa674a43d req-d72af940-3355-4a79-9c93-5fd31e783faa service nova] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Updated VIF entry in instance network info cache for port 2b5058ca-f946-4e67-939f-2bf0e544a5c2. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:40:58 user nova-compute[75076]: DEBUG nova.network.neutron [req-a593e73f-5707-41eb-98ad-a53fa674a43d req-d72af940-3355-4a79-9c93-5fd31e783faa service nova] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Updating instance_info_cache with network_info: [{"id": "2b5058ca-f946-4e67-939f-2bf0e544a5c2", "address": "fa:16:3e:ff:f7:30", "network": {"id": "27829e9a-7883-4370-ae60-7222bbca1f25", "bridge": "br-int", "label": "tempest-TestStampPattern-1983507517-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e48c42740cb846cb891a277f94e44788", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b5058ca-f9", "ovs_interfaceid": "2b5058ca-f946-4e67-939f-2bf0e544a5c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:40:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-a593e73f-5707-41eb-98ad-a53fa674a43d req-d72af940-3355-4a79-9c93-5fd31e783faa service nova] Releasing lock "refresh_cache-f7b2c759-f6a3-47fe-930c-1f8ed87a556e" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:40:58 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:40:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:40:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:40:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:40:58 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:40:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:40:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:40:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:40:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:40:58 user nova-compute[75076]: DEBUG nova.compute.manager [req-3b512c2a-1c42-4f8d-8771-c73ea4ed173f req-c929d16b-1069-450f-abae-b945b0e8a1b2 service nova] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Received event network-vif-deleted-2b5058ca-f946-4e67-939f-2bf0e544a5c2 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:40:58 user nova-compute[75076]: INFO nova.compute.manager [req-3b512c2a-1c42-4f8d-8771-c73ea4ed173f req-c929d16b-1069-450f-abae-b945b0e8a1b2 service nova] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Neutron deleted interface 2b5058ca-f946-4e67-939f-2bf0e544a5c2; detaching it from the instance and deleting it from the info cache
Oct 27 16:40:58 user nova-compute[75076]: DEBUG nova.network.neutron [req-3b512c2a-1c42-4f8d-8771-c73ea4ed173f req-c929d16b-1069-450f-abae-b945b0e8a1b2 service nova] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:40:58 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:40:58 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:40:58 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:40:58 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=8782MB free_disk=25.151268005371094GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:40:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:40:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:40:58 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Took 1.09 seconds to deallocate network for instance.
Oct 27 16:40:59 user nova-compute[75076]: DEBUG nova.compute.manager [req-3b512c2a-1c42-4f8d-8771-c73ea4ed173f req-c929d16b-1069-450f-abae-b945b0e8a1b2 service nova] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Detach interface failed, port_id=2b5058ca-f946-4e67-939f-2bf0e544a5c2, reason: Instance f7b2c759-f6a3-47fe-930c-1f8ed87a556e could not be found. {{(pid=75076) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 16:40:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0816ac8e-e7e5-4816-b1bf-155c38371181 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:40:59 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance f7b2c759-f6a3-47fe-930c-1f8ed87a556e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:40:59 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:40:59 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:40:59 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:40:59 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:40:59 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:40:59 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:40:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.263s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:40:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0816ac8e-e7e5-4816-b1bf-155c38371181 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.178s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:40:59 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-0816ac8e-e7e5-4816-b1bf-155c38371181 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:40:59 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-0816ac8e-e7e5-4816-b1bf-155c38371181 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:40:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0816ac8e-e7e5-4816-b1bf-155c38371181 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.151s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:40:59 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-0816ac8e-e7e5-4816-b1bf-155c38371181 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Deleted allocations for instance f7b2c759-f6a3-47fe-930c-1f8ed87a556e
Oct 27 16:40:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0816ac8e-e7e5-4816-b1bf-155c38371181 tempest-TestStampPattern-547876826 tempest-TestStampPattern-547876826-project-member] Lock "f7b2c759-f6a3-47fe-930c-1f8ed87a556e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.576s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:40:59 user nova-compute[75076]: DEBUG nova.compute.manager [req-54bf5351-5efb-474f-a222-83a6b97bdd1a req-b9e24278-38a7-4790-a249-e779768fa121 service nova] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Received event network-vif-plugged-2b5058ca-f946-4e67-939f-2bf0e544a5c2 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:40:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-54bf5351-5efb-474f-a222-83a6b97bdd1a req-b9e24278-38a7-4790-a249-e779768fa121 service nova] Acquiring lock "f7b2c759-f6a3-47fe-930c-1f8ed87a556e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:40:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-54bf5351-5efb-474f-a222-83a6b97bdd1a req-b9e24278-38a7-4790-a249-e779768fa121 service nova] Lock "f7b2c759-f6a3-47fe-930c-1f8ed87a556e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:40:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-54bf5351-5efb-474f-a222-83a6b97bdd1a req-b9e24278-38a7-4790-a249-e779768fa121 service nova] Lock "f7b2c759-f6a3-47fe-930c-1f8ed87a556e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:40:59 user nova-compute[75076]: DEBUG nova.compute.manager [req-54bf5351-5efb-474f-a222-83a6b97bdd1a req-b9e24278-38a7-4790-a249-e779768fa121 service nova] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] No waiting events found dispatching network-vif-plugged-2b5058ca-f946-4e67-939f-2bf0e544a5c2 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:40:59 user nova-compute[75076]: WARNING nova.compute.manager [req-54bf5351-5efb-474f-a222-83a6b97bdd1a req-b9e24278-38a7-4790-a249-e779768fa121 service nova] [instance: f7b2c759-f6a3-47fe-930c-1f8ed87a556e] Received unexpected event network-vif-plugged-2b5058ca-f946-4e67-939f-2bf0e544a5c2 for instance with vm_state deleted and task_state None.
Oct 27 16:41:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:41:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:41:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:41:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:41:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:41:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:41:21 user nova-compute[75076]: DEBUG nova.compute.manager [req-6be0db17-f8e8-4ec8-ac13-4c91b4666bd5 req-29af17ce-d65c-41e0-8b29-d84389b45c84 service nova] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Received event network-changed-61c81313-eca7-4a1f-899c-2033fd7491f9 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:41:21 user nova-compute[75076]: DEBUG nova.compute.manager [req-6be0db17-f8e8-4ec8-ac13-4c91b4666bd5 req-29af17ce-d65c-41e0-8b29-d84389b45c84 service nova] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Refreshing instance network info cache due to event network-changed-61c81313-eca7-4a1f-899c-2033fd7491f9. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:41:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-6be0db17-f8e8-4ec8-ac13-4c91b4666bd5 req-29af17ce-d65c-41e0-8b29-d84389b45c84 service nova] Acquiring lock "refresh_cache-05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:41:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-6be0db17-f8e8-4ec8-ac13-4c91b4666bd5 req-29af17ce-d65c-41e0-8b29-d84389b45c84 service nova] Acquired lock "refresh_cache-05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:41:21 user nova-compute[75076]: DEBUG nova.network.neutron [req-6be0db17-f8e8-4ec8-ac13-4c91b4666bd5 req-29af17ce-d65c-41e0-8b29-d84389b45c84 service nova] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Refreshing network info cache for port 61c81313-eca7-4a1f-899c-2033fd7491f9 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:41:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Acquiring lock "05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:41:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:41:21 user nova-compute[75076]: DEBUG nova.objects.instance [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lazy-loading 'flavor' on Instance uuid 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:41:21 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Ignoring supplied device name: /dev/vdb
Oct 27 16:41:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.060s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:41:21 user nova-compute[75076]: DEBUG nova.network.neutron [req-6be0db17-f8e8-4ec8-ac13-4c91b4666bd5 req-29af17ce-d65c-41e0-8b29-d84389b45c84 service nova] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Updated VIF entry in instance network info cache for port 61c81313-eca7-4a1f-899c-2033fd7491f9. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:41:21 user nova-compute[75076]: DEBUG nova.network.neutron [req-6be0db17-f8e8-4ec8-ac13-4c91b4666bd5 req-29af17ce-d65c-41e0-8b29-d84389b45c84 service nova] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Updating instance_info_cache with network_info: [{"id": "61c81313-eca7-4a1f-899c-2033fd7491f9", "address": "fa:16:3e:41:2b:fe", "network": {"id": "e847fa8e-b058-4b1f-9d49-0d64f9cad761", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1455296138-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb8f4474b2f14863ba0816e6448beae3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61c81313-ec", "ovs_interfaceid": "61c81313-eca7-4a1f-899c-2033fd7491f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:41:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-6be0db17-f8e8-4ec8-ac13-4c91b4666bd5 req-29af17ce-d65c-41e0-8b29-d84389b45c84 service nova] Releasing lock "refresh_cache-05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:41:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Acquiring lock "05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:41:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:41:22 user nova-compute[75076]: INFO nova.compute.manager [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Attaching volume 05ed4e59-afb4-49c0-b7d0-68764a7e0b45 to /dev/vdb
Oct 27 16:41:22 user nova-compute[75076]: DEBUG os_brick.utils [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:41:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:41:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:41:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[234ef435-d037-4e24-8cdc-7fe37b9b72fb]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:41:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:41:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:41:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[0061b13e-41d5-4b85-84ca-2100d462c4dd]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:41:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:41:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:41:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[2321edf4-8b59-4734-8b26-d7a06b2bed71]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:41:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[67f00340-b7fd-406e-9ee3-6b6d74cc8074]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:41:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:41:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:41:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:41:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:41:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:41:22 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:41:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c49cd2d2-c49f-4b77-a65b-926fece5b06e]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:41:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:41:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:41:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:41:22 user nova-compute[75076]: DEBUG os_brick.utils [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:41:22 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Updating existing volume attachment record: 43b75fab-e521-4c13-85d9-7fce07425d0b {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:41:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:41:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:41:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:41:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:41:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:41:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:41:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:41:40 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:41:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KuFOZTfY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:41:40 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:41:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:41:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:41:40 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:41:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:41:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:41:40 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:41:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45 -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:41:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:41:40 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[35a2dc03-4b79-4a46-aea9-eaf466dc7712]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:41:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:41:40 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:41:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45 -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:41:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:41:40 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1ab87fb-a63a-4a82-8ccd-c92998802c7b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:41:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45] added
Oct 27 16:41:40 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:41:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:41:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:41:40 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[269e0f3c-1d8a-4fe8-9a74-6a6d528d6962]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:41:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:41:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:41:40 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:41:40 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc54dfc9-4078-409e-aea4-7aa449168803]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:41:40 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:41:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KuFOZTfY {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:41:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KuFOZTfY" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:41:41 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6952a98a-ba99-4dcb-9ccd-85d3d421e386]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:41:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'KuFOZTfY'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:41:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:41:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:41:41 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[64114eb0-baa3-4b8c-9211-0a1aad3e280c]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:41:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:41:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:41:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:41:41 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc53f55a-2dfa-406c-8744-c56160c83a92]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:41:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 27 16:41:41 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:41:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 27 16:41:41 user nova-compute[75076]:  {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:41:41 user nova-compute[75076]: WARNING os_brick.initiator.connectors.iscsi [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 27 16:41:41 user nova-compute[75076]: 
Oct 27 16:41:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45 -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:41:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45 -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:41:41 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c1dc2b3-74fb-4201-bde4-a47c41ed5a74]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:41:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45, portal: 172.16.0.220,3260]
Oct 27 16:41:41 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45, portal: 172.16.0.220,3260] successful.
Oct 27 16:41:41 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:41:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:41:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:41:41 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[923ae34f-eaa4-4f06-9501-653eff360125]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:41:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:41:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:41:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:41:41 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0ff3391-ecbc-4226-b783-2a5fbf526d4c]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:41:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45 (non-flash)
Oct 27 16:41:41 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:41:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45 (non-flash)
Oct 27 16:41:41 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:41:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.276s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:41:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:41:41 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] HCTL ('33', '-', '-', 0) found on session 50 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:41:41 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:41:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:41:41 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:41:41 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[8466d10e-b91c-4709-8365-fb8f81cb809f]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:41:41 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Searching for a device in session 50 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:41:41 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KuFOZTfY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:41:42 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.304s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:41:42 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] <== connect_volume: return (1307ms) {'type': 'block', 'scsi_wwn': '23430306363376630', 'path': '/dev/sdb'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:41:42 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23430306363376630', 'path': '/dev/sdb'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:41:42 user nova-compute[75076]: DEBUG nova.objects.instance [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lazy-loading 'flavor' on Instance uuid 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:41:42 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] attach device xml: <disk type="block" device="disk">
Oct 27 16:41:42 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:41:42 user nova-compute[75076]:   <source dev="/dev/sdb"/>
Oct 27 16:41:42 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:41:42 user nova-compute[75076]:   <serial>05ed4e59-afb4-49c0-b7d0-68764a7e0b45</serial>
Oct 27 16:41:42 user nova-compute[75076]: </disk>
Oct 27 16:41:42 user nova-compute[75076]:  {{(pid=75076) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 27 16:41:42 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:41:42 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:41:42 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] No VIF found with MAC fa:16:3e:41:2b:fe, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:41:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c30574d8-3aab-4322-9801-317320203bd9 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.253s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:41:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:41:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:41:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:41:48 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:41:49 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:41:49 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:41:50 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:41:50 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:41:50 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:41:50 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:41:50 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 16:41:50 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Updating instance_info_cache with network_info: [{"id": "61c81313-eca7-4a1f-899c-2033fd7491f9", "address": "fa:16:3e:41:2b:fe", "network": {"id": "e847fa8e-b058-4b1f-9d49-0d64f9cad761", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1455296138-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb8f4474b2f14863ba0816e6448beae3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61c81313-ec", "ovs_interfaceid": "61c81313-eca7-4a1f-899c-2033fd7491f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:41:50 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:41:50 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 16:41:51 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:41:52 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:41:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:41:54 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:41:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:41:57 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:41:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:41:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:41:58 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:41:58 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:42:00 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:42:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:42:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:42:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:42:00 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:42:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:42:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:42:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:42:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:42:00 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:42:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:42:00 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:42:00 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:42:00 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=8839MB free_disk=25.146358489990234GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:42:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:42:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:42:01 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:42:01 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:42:01 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:42:01 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:42:01 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:42:01 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:42:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.219s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:42:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:42:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:42:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:42:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:42:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:42:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:42:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Acquiring lock "69ddabf8-9961-4aa4-83c0-351ef83ae75d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:42:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Lock "69ddabf8-9961-4aa4-83c0-351ef83ae75d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:42:11 user nova-compute[75076]: DEBUG nova.compute.manager [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:42:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:42:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:42:11 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:42:11 user nova-compute[75076]: INFO nova.compute.claims [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Claim successful on node user
Oct 27 16:42:11 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:42:11 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:42:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.228s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:42:11 user nova-compute[75076]: DEBUG nova.compute.manager [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:42:11 user nova-compute[75076]: DEBUG nova.compute.manager [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:42:11 user nova-compute[75076]: DEBUG nova.network.neutron [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:42:11 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:42:11 user nova-compute[75076]: DEBUG nova.compute.manager [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:42:11 user nova-compute[75076]: DEBUG nova.policy [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6f083236bb244fd94de8ad77f9d4f71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09a9e2425a1f458cbb3ca45d24ef28d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:42:12 user nova-compute[75076]: DEBUG nova.compute.manager [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:42:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:42:12 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Creating image(s)
Oct 27 16:42:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Acquiring lock "/opt/stack/data/nova/instances/69ddabf8-9961-4aa4-83c0-351ef83ae75d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:42:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Lock "/opt/stack/data/nova/instances/69ddabf8-9961-4aa4-83c0-351ef83ae75d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:42:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Lock "/opt/stack/data/nova/instances/69ddabf8-9961-4aa4-83c0-351ef83ae75d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:42:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:42:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.168s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:42:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Acquiring lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:42:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:42:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:42:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.220s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:42:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/69ddabf8-9961-4aa4-83c0-351ef83ae75d/disk 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:42:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/69ddabf8-9961-4aa4-83c0-351ef83ae75d/disk 1073741824" returned: 0 in 0.048s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:42:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.275s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:42:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:42:12 user nova-compute[75076]: DEBUG nova.network.neutron [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Successfully created port: f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:42:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.175s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:42:12 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Checking if we can resize image /opt/stack/data/nova/instances/69ddabf8-9961-4aa4-83c0-351ef83ae75d/disk. size=1073741824 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:42:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/69ddabf8-9961-4aa4-83c0-351ef83ae75d/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:42:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:42:12 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/69ddabf8-9961-4aa4-83c0-351ef83ae75d/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:42:12 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Cannot resize image /opt/stack/data/nova/instances/69ddabf8-9961-4aa4-83c0-351ef83ae75d/disk to a smaller size. {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 16:42:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:42:12 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Ensure instance console log exists: /opt/stack/data/nova/instances/69ddabf8-9961-4aa4-83c0-351ef83ae75d/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:42:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:42:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:42:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG nova.network.neutron [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Successfully updated port: f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Acquiring lock "refresh_cache-69ddabf8-9961-4aa4-83c0-351ef83ae75d" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Acquired lock "refresh_cache-69ddabf8-9961-4aa4-83c0-351ef83ae75d" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG nova.network.neutron [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG nova.network.neutron [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG nova.compute.manager [req-d03aad4a-1af9-4858-a99a-86f2689eb540 req-8eecdc5e-6160-4e70-b856-88c4afa34596 service nova] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Received event network-changed-f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG nova.compute.manager [req-d03aad4a-1af9-4858-a99a-86f2689eb540 req-8eecdc5e-6160-4e70-b856-88c4afa34596 service nova] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Refreshing instance network info cache due to event network-changed-f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-d03aad4a-1af9-4858-a99a-86f2689eb540 req-8eecdc5e-6160-4e70-b856-88c4afa34596 service nova] Acquiring lock "refresh_cache-69ddabf8-9961-4aa4-83c0-351ef83ae75d" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG nova.network.neutron [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Updating instance_info_cache with network_info: [{"id": "f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339", "address": "fa:16:3e:e0:09:d3", "network": {"id": "94ed44fe-e0ea-4130-8a96-0b776f695164", "bridge": "br-int", "label": "tempest-VolumesActionsTest-15092528-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "09a9e2425a1f458cbb3ca45d24ef28d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0a9cc3f-ae", "ovs_interfaceid": "f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Releasing lock "refresh_cache-69ddabf8-9961-4aa4-83c0-351ef83ae75d" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG nova.compute.manager [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Instance network_info: |[{"id": "f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339", "address": "fa:16:3e:e0:09:d3", "network": {"id": "94ed44fe-e0ea-4130-8a96-0b776f695164", "bridge": "br-int", "label": "tempest-VolumesActionsTest-15092528-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "09a9e2425a1f458cbb3ca45d24ef28d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0a9cc3f-ae", "ovs_interfaceid": "f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-d03aad4a-1af9-4858-a99a-86f2689eb540 req-8eecdc5e-6160-4e70-b856-88c4afa34596 service nova] Acquired lock "refresh_cache-69ddabf8-9961-4aa4-83c0-351ef83ae75d" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG nova.network.neutron [req-d03aad4a-1af9-4858-a99a-86f2689eb540 req-8eecdc5e-6160-4e70-b856-88c4afa34596 service nova] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Refreshing network info cache for port f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Start _get_guest_xml network_info=[{"id": "f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339", "address": "fa:16:3e:e0:09:d3", "network": {"id": "94ed44fe-e0ea-4130-8a96-0b776f695164", "bridge": "br-int", "label": "tempest-VolumesActionsTest-15092528-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "09a9e2425a1f458cbb3ca45d24ef28d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0a9cc3f-ae", "ovs_interfaceid": "f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:42:13 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:42:13 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:42:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:42:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-883124065',display_name='tempest-VolumesActionsTest-instance-883124065',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-883124065',id=44,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='09a9e2425a1f458cbb3ca45d24ef28d7',ramdisk_id='',reservation_id='r-cnqqpjmt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1136009441',owner_user_name='tempest-VolumesActionsTest-1136009441-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:42:12Z,user_data=None,user_id='e6f083236bb244fd94de8ad77f9d4f71',uuid=69ddabf8-9961-4aa4-83c0-351ef83ae75d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339", "address": "fa:16:3e:e0:09:d3", "network": {"id": "94ed44fe-e0ea-4130-8a96-0b776f695164", "bridge": "br-int", "label": "tempest-VolumesActionsTest-15092528-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "09a9e2425a1f458cbb3ca45d24ef28d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0a9cc3f-ae", "ovs_interfaceid": "f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Converting VIF {"id": "f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339", "address": "fa:16:3e:e0:09:d3", "network": {"id": "94ed44fe-e0ea-4130-8a96-0b776f695164", "bridge": "br-int", "label": "tempest-VolumesActionsTest-15092528-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "09a9e2425a1f458cbb3ca45d24ef28d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0a9cc3f-ae", "ovs_interfaceid": "f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:09:d3,bridge_name='br-int',has_traffic_filtering=True,id=f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339,network=Network(94ed44fe-e0ea-4130-8a96-0b776f695164),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf0a9cc3f-ae') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG nova.objects.instance [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Lazy-loading 'pci_devices' on Instance uuid 69ddabf8-9961-4aa4-83c0-351ef83ae75d {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:42:13 user nova-compute[75076]:   <uuid>69ddabf8-9961-4aa4-83c0-351ef83ae75d</uuid>
Oct 27 16:42:13 user nova-compute[75076]:   <name>instance-0000002c</name>
Oct 27 16:42:13 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:42:13 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:42:13 user nova-compute[75076]:   <metadata>
Oct 27 16:42:13 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:42:13 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:42:13 user nova-compute[75076]:       <nova:name>tempest-VolumesActionsTest-instance-883124065</nova:name>
Oct 27 16:42:13 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:42:13</nova:creationTime>
Oct 27 16:42:13 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:42:13 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:42:13 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:42:13 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:42:13 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:42:13 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:42:13 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:42:13 user nova-compute[75076]:       <nova:owner>
Oct 27 16:42:13 user nova-compute[75076]:         <nova:user uuid="e6f083236bb244fd94de8ad77f9d4f71">tempest-VolumesActionsTest-1136009441-project-member</nova:user>
Oct 27 16:42:13 user nova-compute[75076]:         <nova:project uuid="09a9e2425a1f458cbb3ca45d24ef28d7">tempest-VolumesActionsTest-1136009441</nova:project>
Oct 27 16:42:13 user nova-compute[75076]:       </nova:owner>
Oct 27 16:42:13 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:42:13 user nova-compute[75076]:       <nova:ports>
Oct 27 16:42:13 user nova-compute[75076]:         <nova:port uuid="f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339">
Oct 27 16:42:13 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 27 16:42:13 user nova-compute[75076]:         </nova:port>
Oct 27 16:42:13 user nova-compute[75076]:       </nova:ports>
Oct 27 16:42:13 user nova-compute[75076]:     </nova:instance>
Oct 27 16:42:13 user nova-compute[75076]:   </metadata>
Oct 27 16:42:13 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:42:13 user nova-compute[75076]:     <system>
Oct 27 16:42:13 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:42:13 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:42:13 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:42:13 user nova-compute[75076]:       <entry name="serial">69ddabf8-9961-4aa4-83c0-351ef83ae75d</entry>
Oct 27 16:42:13 user nova-compute[75076]:       <entry name="uuid">69ddabf8-9961-4aa4-83c0-351ef83ae75d</entry>
Oct 27 16:42:13 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:42:13 user nova-compute[75076]:     </system>
Oct 27 16:42:13 user nova-compute[75076]:   </sysinfo>
Oct 27 16:42:13 user nova-compute[75076]:   <os>
Oct 27 16:42:13 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:42:13 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:42:13 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:42:13 user nova-compute[75076]:   </os>
Oct 27 16:42:13 user nova-compute[75076]:   <features>
Oct 27 16:42:13 user nova-compute[75076]:     <acpi/>
Oct 27 16:42:13 user nova-compute[75076]:     <apic/>
Oct 27 16:42:13 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:42:13 user nova-compute[75076]:   </features>
Oct 27 16:42:13 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:42:13 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:42:13 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:42:13 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:42:13 user nova-compute[75076]:   </clock>
Oct 27 16:42:13 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:42:13 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:42:13 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:42:13 user nova-compute[75076]:   </cpu>
Oct 27 16:42:13 user nova-compute[75076]:   <devices>
Oct 27 16:42:13 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:42:13 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:42:13 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/69ddabf8-9961-4aa4-83c0-351ef83ae75d/disk"/>
Oct 27 16:42:13 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:42:13 user nova-compute[75076]:     </disk>
Oct 27 16:42:13 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:42:13 user nova-compute[75076]:       <mac address="fa:16:3e:e0:09:d3"/>
Oct 27 16:42:13 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:42:13 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:42:13 user nova-compute[75076]:       <target dev="tapf0a9cc3f-ae"/>
Oct 27 16:42:13 user nova-compute[75076]:     </interface>
Oct 27 16:42:13 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:42:13 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/69ddabf8-9961-4aa4-83c0-351ef83ae75d/console.log" append="off"/>
Oct 27 16:42:13 user nova-compute[75076]:     </serial>
Oct 27 16:42:13 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:42:13 user nova-compute[75076]:     <video>
Oct 27 16:42:13 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:42:13 user nova-compute[75076]:     </video>
Oct 27 16:42:13 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:42:13 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:42:13 user nova-compute[75076]:     </rng>
Oct 27 16:42:13 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:42:13 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:42:13 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:42:13 user nova-compute[75076]:     </memballoon>
Oct 27 16:42:13 user nova-compute[75076]:   </devices>
Oct 27 16:42:13 user nova-compute[75076]: </domain>
Oct 27 16:42:13 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:42:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-883124065',display_name='tempest-VolumesActionsTest-instance-883124065',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-883124065',id=44,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='09a9e2425a1f458cbb3ca45d24ef28d7',ramdisk_id='',reservation_id='r-cnqqpjmt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1136009441',owner_user_name='tempest-VolumesActionsTest-1136009441-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:42:12Z,user_data=None,user_id='e6f083236bb244fd94de8ad77f9d4f71',uuid=69ddabf8-9961-4aa4-83c0-351ef83ae75d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339", "address": "fa:16:3e:e0:09:d3", "network": {"id": "94ed44fe-e0ea-4130-8a96-0b776f695164", "bridge": "br-int", "label": "tempest-VolumesActionsTest-15092528-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "09a9e2425a1f458cbb3ca45d24ef28d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0a9cc3f-ae", "ovs_interfaceid": "f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Converting VIF {"id": "f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339", "address": "fa:16:3e:e0:09:d3", "network": {"id": "94ed44fe-e0ea-4130-8a96-0b776f695164", "bridge": "br-int", "label": "tempest-VolumesActionsTest-15092528-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "09a9e2425a1f458cbb3ca45d24ef28d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0a9cc3f-ae", "ovs_interfaceid": "f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:09:d3,bridge_name='br-int',has_traffic_filtering=True,id=f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339,network=Network(94ed44fe-e0ea-4130-8a96-0b776f695164),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf0a9cc3f-ae') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG os_vif [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:09:d3,bridge_name='br-int',has_traffic_filtering=True,id=f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339,network=Network(94ed44fe-e0ea-4130-8a96-0b776f695164),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf0a9cc3f-ae') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'abdf6720-7822-58aa-9de9-02678782a895', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf0a9cc3f-ae, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf0a9cc3f-ae, col_values=(('qos', UUID('eb62e549-18c6-4585-bc3b-cc9611cd5a8b')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf0a9cc3f-ae, col_values=(('external_ids', {'iface-id': 'f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e0:09:d3', 'vm-uuid': '69ddabf8-9961-4aa4-83c0-351ef83ae75d'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:42:13 user nova-compute[75076]: INFO os_vif [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:09:d3,bridge_name='br-int',has_traffic_filtering=True,id=f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339,network=Network(94ed44fe-e0ea-4130-8a96-0b776f695164),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf0a9cc3f-ae')
Oct 27 16:42:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:42:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] No VIF found with MAC fa:16:3e:e0:09:d3, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:42:14 user nova-compute[75076]: DEBUG nova.network.neutron [req-d03aad4a-1af9-4858-a99a-86f2689eb540 req-8eecdc5e-6160-4e70-b856-88c4afa34596 service nova] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Updated VIF entry in instance network info cache for port f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:42:14 user nova-compute[75076]: DEBUG nova.network.neutron [req-d03aad4a-1af9-4858-a99a-86f2689eb540 req-8eecdc5e-6160-4e70-b856-88c4afa34596 service nova] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Updating instance_info_cache with network_info: [{"id": "f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339", "address": "fa:16:3e:e0:09:d3", "network": {"id": "94ed44fe-e0ea-4130-8a96-0b776f695164", "bridge": "br-int", "label": "tempest-VolumesActionsTest-15092528-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "09a9e2425a1f458cbb3ca45d24ef28d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0a9cc3f-ae", "ovs_interfaceid": "f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:42:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-d03aad4a-1af9-4858-a99a-86f2689eb540 req-8eecdc5e-6160-4e70-b856-88c4afa34596 service nova] Releasing lock "refresh_cache-69ddabf8-9961-4aa4-83c0-351ef83ae75d" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:42:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:42:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:42:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:42:15 user nova-compute[75076]: DEBUG nova.compute.manager [req-487f48f9-22f7-44c1-9cef-abc833c972ba req-5dc48c81-8c35-4633-8617-59c9907ff547 service nova] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Received event network-vif-plugged-f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:42:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-487f48f9-22f7-44c1-9cef-abc833c972ba req-5dc48c81-8c35-4633-8617-59c9907ff547 service nova] Acquiring lock "69ddabf8-9961-4aa4-83c0-351ef83ae75d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:42:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-487f48f9-22f7-44c1-9cef-abc833c972ba req-5dc48c81-8c35-4633-8617-59c9907ff547 service nova] Lock "69ddabf8-9961-4aa4-83c0-351ef83ae75d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:42:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-487f48f9-22f7-44c1-9cef-abc833c972ba req-5dc48c81-8c35-4633-8617-59c9907ff547 service nova] Lock "69ddabf8-9961-4aa4-83c0-351ef83ae75d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:42:15 user nova-compute[75076]: DEBUG nova.compute.manager [req-487f48f9-22f7-44c1-9cef-abc833c972ba req-5dc48c81-8c35-4633-8617-59c9907ff547 service nova] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] No waiting events found dispatching network-vif-plugged-f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:42:15 user nova-compute[75076]: WARNING nova.compute.manager [req-487f48f9-22f7-44c1-9cef-abc833c972ba req-5dc48c81-8c35-4633-8617-59c9907ff547 service nova] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Received unexpected event network-vif-plugged-f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339 for instance with vm_state building and task_state spawning.
Oct 27 16:42:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:42:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:42:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:42:17 user nova-compute[75076]: DEBUG nova.compute.manager [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:42:17 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:42:17 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Instance spawned successfully.
Oct 27 16:42:17 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:42:17 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:42:17 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:42:17 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:42:17 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:42:17 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:42:17 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:42:17 user nova-compute[75076]: INFO nova.compute.manager [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Took 5.37 seconds to spawn the instance on the hypervisor.
Oct 27 16:42:17 user nova-compute[75076]: DEBUG nova.compute.manager [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:42:17 user nova-compute[75076]: INFO nova.compute.manager [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Took 5.95 seconds to build instance.
Oct 27 16:42:17 user nova-compute[75076]: DEBUG nova.compute.manager [req-6eed66ba-8891-4ef9-9cd4-9bd1b8d9fd2f req-7c24c202-4017-4dd5-8112-bc1c78fad4d4 service nova] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Received event network-vif-plugged-f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:42:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-6eed66ba-8891-4ef9-9cd4-9bd1b8d9fd2f req-7c24c202-4017-4dd5-8112-bc1c78fad4d4 service nova] Acquiring lock "69ddabf8-9961-4aa4-83c0-351ef83ae75d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:42:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-6eed66ba-8891-4ef9-9cd4-9bd1b8d9fd2f req-7c24c202-4017-4dd5-8112-bc1c78fad4d4 service nova] Lock "69ddabf8-9961-4aa4-83c0-351ef83ae75d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:42:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-6eed66ba-8891-4ef9-9cd4-9bd1b8d9fd2f req-7c24c202-4017-4dd5-8112-bc1c78fad4d4 service nova] Lock "69ddabf8-9961-4aa4-83c0-351ef83ae75d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:42:17 user nova-compute[75076]: DEBUG nova.compute.manager [req-6eed66ba-8891-4ef9-9cd4-9bd1b8d9fd2f req-7c24c202-4017-4dd5-8112-bc1c78fad4d4 service nova] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] No waiting events found dispatching network-vif-plugged-f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:42:17 user nova-compute[75076]: WARNING nova.compute.manager [req-6eed66ba-8891-4ef9-9cd4-9bd1b8d9fd2f req-7c24c202-4017-4dd5-8112-bc1c78fad4d4 service nova] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Received unexpected event network-vif-plugged-f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339 for instance with vm_state active and task_state None.
Oct 27 16:42:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1b64b4b0-a6df-494e-bcc2-46112200997c tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Lock "69ddabf8-9961-4aa4-83c0-351ef83ae75d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.054s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:42:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:42:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:42:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:42:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:42:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:42:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:42:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:42:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:42:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:42:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9396e8d-ad81-4a88-a90a-6f47900e1e94 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Acquiring lock "05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:42:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9396e8d-ad81-4a88-a90a-6f47900e1e94 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:42:41 user nova-compute[75076]: INFO nova.compute.manager [None req-a9396e8d-ad81-4a88-a90a-6f47900e1e94 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Detaching volume 05ed4e59-afb4-49c0-b7d0-68764a7e0b45
Oct 27 16:42:41 user nova-compute[75076]: INFO nova.virt.block_device [None req-a9396e8d-ad81-4a88-a90a-6f47900e1e94 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Attempting to driver detach volume 05ed4e59-afb4-49c0-b7d0-68764a7e0b45 from mountpoint /dev/vdb
Oct 27 16:42:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9396e8d-ad81-4a88-a90a-6f47900e1e94 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Attempting to detach device vdb from instance 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72 from the persistent domain config. {{(pid=75076) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 27 16:42:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-a9396e8d-ad81-4a88-a90a-6f47900e1e94 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:42:41 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:42:41 user nova-compute[75076]:   <source dev="/dev/sdb"/>
Oct 27 16:42:41 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:42:41 user nova-compute[75076]:   <serial>05ed4e59-afb4-49c0-b7d0-68764a7e0b45</serial>
Oct 27 16:42:41 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 16:42:41 user nova-compute[75076]: </disk>
Oct 27 16:42:41 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:42:41 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-a9396e8d-ad81-4a88-a90a-6f47900e1e94 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Successfully detached device vdb from instance 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72 from the persistent domain config.
Oct 27 16:42:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9396e8d-ad81-4a88-a90a-6f47900e1e94 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72 from the live domain config. {{(pid=75076) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 27 16:42:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.guest [None req-a9396e8d-ad81-4a88-a90a-6f47900e1e94 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] detach device xml: <disk type="block" device="disk">
Oct 27 16:42:41 user nova-compute[75076]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:42:41 user nova-compute[75076]:   <source dev="/dev/sdb"/>
Oct 27 16:42:41 user nova-compute[75076]:   <target dev="vdb" bus="virtio"/>
Oct 27 16:42:41 user nova-compute[75076]:   <serial>05ed4e59-afb4-49c0-b7d0-68764a7e0b45</serial>
Oct 27 16:42:41 user nova-compute[75076]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 27 16:42:41 user nova-compute[75076]: </disk>
Oct 27 16:42:41 user nova-compute[75076]:  {{(pid=75076) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 27 16:42:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1a834270-cfb0-42d6-8652-f5e22e33e150 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Acquiring lock "05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:42:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9396e8d-ad81-4a88-a90a-6f47900e1e94 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72 {{(pid=75076) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 27 16:42:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:42:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:42:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:42:50 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:42:50 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:42:50 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:42:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:42:52 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:42:52 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:42:52 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Rebuilding the list of instances to heal {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 16:42:52 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Skipping network cache update for instance because it is being deleted. {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9938}}
Oct 27 16:42:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-69ddabf8-9961-4aa4-83c0-351ef83ae75d" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:42:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-69ddabf8-9961-4aa4-83c0-351ef83ae75d" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:42:52 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 16:42:52 user nova-compute[75076]: DEBUG nova.objects.instance [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lazy-loading 'info_cache' on Instance uuid 69ddabf8-9961-4aa4-83c0-351ef83ae75d {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:42:52 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Updating instance_info_cache with network_info: [{"id": "f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339", "address": "fa:16:3e:e0:09:d3", "network": {"id": "94ed44fe-e0ea-4130-8a96-0b776f695164", "bridge": "br-int", "label": "tempest-VolumesActionsTest-15092528-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "09a9e2425a1f458cbb3ca45d24ef28d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0a9cc3f-ae", "ovs_interfaceid": "f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:42:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-69ddabf8-9961-4aa4-83c0-351ef83ae75d" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:42:52 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 16:42:52 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:42:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:42:54 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:42:57 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:42:58 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:42:58 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:42:58 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:42:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:43:01 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9396e8d-ad81-4a88-a90a-6f47900e1e94 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72 is timed out.
Oct 27 16:43:01 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-a9396e8d-ad81-4a88-a90a-6f47900e1e94 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Successfully detached device vdb from instance 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72 from the live domain config.
Oct 27 16:43:01 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a9396e8d-ad81-4a88-a90a-6f47900e1e94 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9396e8d-ad81-4a88-a90a-6f47900e1e94 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KuFOZTfY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:43:01 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-a9396e8d-ad81-4a88-a90a-6f47900e1e94 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:43:01 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-a9396e8d-ad81-4a88-a90a-6f47900e1e94 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-a9396e8d-ad81-4a88-a90a-6f47900e1e94 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc9aa31b-79c9-44ca-adb9-2c3344a5279d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9396e8d-ad81-4a88-a90a-6f47900e1e94 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:43:01 user nova-compute[75076]: No targets found.
Oct 27 16:43:01 user nova-compute[75076]: iSNS:
Oct 27 16:43:01 user nova-compute[75076]: No targets found.
Oct 27 16:43:01 user nova-compute[75076]: STATIC:
Oct 27 16:43:01 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45
Oct 27 16:43:01 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:43:01 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:43:01 user nova-compute[75076]: FIRMWARE:
Oct 27 16:43:01 user nova-compute[75076]: No targets found.
Oct 27 16:43:01 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9396e8d-ad81-4a88-a90a-6f47900e1e94 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:43:01 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:43:01 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9396e8d-ad81-4a88-a90a-6f47900e1e94 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[aef834eb-9107-4072-b4ab-2305599edc65]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[87a3531f-2630-41cb-9b0e-c5a48e733541]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9396e8d-ad81-4a88-a90a-6f47900e1e94 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45 (non-flash)
Oct 27 16:43:01 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9396e8d-ad81-4a88-a90a-6f47900e1e94 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45 (non-flash)
Oct 27 16:43:01 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9396e8d-ad81-4a88-a90a-6f47900e1e94 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe2c362200>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45'): ({'sdb'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-a9396e8d-ad81-4a88-a90a-6f47900e1e94 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Removing single pathed devices sdb {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8b9ff24-4302-4fbc-8c36-0bd2ed15e12d]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[913cdc7c-c2c1-463a-889f-3f1313cf55f7]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-a9396e8d-ad81-4a88-a90a-6f47900e1e94 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Flushing IO for device /dev/sdb {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[78dee3e3-e85f-4a91-b563-e4638a1821bf]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-a9396e8d-ad81-4a88-a90a-6f47900e1e94 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.035s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d62b1b0d-0fd7-4cdc-a739-806240d6baeb]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-a9396e8d-ad81-4a88-a90a-6f47900e1e94 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-a9396e8d-ad81-4a88-a90a-6f47900e1e94 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] SCSI volumes sdb have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9396e8d-ad81-4a88-a90a-6f47900e1e94 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[dec148b2-566b-4bea-94a0-15aed5fd9c3c]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9396e8d-ad81-4a88-a90a-6f47900e1e94 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45 -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[50d42aab-9842-4ce3-bd94-fb9bfd9a1dc4]: (4, ('Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45, portal: 172.16.0.220,3260]\nLogout of [sid: 50, target: iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9396e8d-ad81-4a88-a90a-6f47900e1e94 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45, portal: 172.16.0.220,3260]
Oct 27 16:43:01 user nova-compute[75076]: Logout of [sid: 50, target: iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45, portal: 172.16.0.220,3260] successful.
Oct 27 16:43:01 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45 -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f54fe04-0c41-40e1-91c1-96f44e64aead]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9396e8d-ad81-4a88-a90a-6f47900e1e94 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-a9396e8d-ad81-4a88-a90a-6f47900e1e94 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.283s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9396e8d-ad81-4a88-a90a-6f47900e1e94 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] <== disconnect_volume: return (285ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:43:01 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a9396e8d-ad81-4a88-a90a-6f47900e1e94 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:43:02 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:43:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:43:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:43:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:43:02 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:43:02 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:43:02 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:43:02 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:43:02 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:43:02 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/69ddabf8-9961-4aa4-83c0-351ef83ae75d/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:43:02 user nova-compute[75076]: DEBUG nova.objects.instance [None req-a9396e8d-ad81-4a88-a90a-6f47900e1e94 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lazy-loading 'flavor' on Instance uuid 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:43:02 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/69ddabf8-9961-4aa4-83c0-351ef83ae75d/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:43:02 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/69ddabf8-9961-4aa4-83c0-351ef83ae75d/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:43:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9396e8d-ad81-4a88-a90a-6f47900e1e94 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.871s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:43:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1a834270-cfb0-42d6-8652-f5e22e33e150 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.744s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:43:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1a834270-cfb0-42d6-8652-f5e22e33e150 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Acquiring lock "05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:43:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1a834270-cfb0-42d6-8652-f5e22e33e150 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:43:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1a834270-cfb0-42d6-8652-f5e22e33e150 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:43:02 user nova-compute[75076]: INFO nova.compute.manager [None req-1a834270-cfb0-42d6-8652-f5e22e33e150 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Terminating instance
Oct 27 16:43:02 user nova-compute[75076]: DEBUG nova.compute.manager [None req-1a834270-cfb0-42d6-8652-f5e22e33e150 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:43:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:43:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:43:02 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/69ddabf8-9961-4aa4-83c0-351ef83ae75d/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:43:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:43:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:43:03 user nova-compute[75076]: DEBUG nova.compute.manager [req-327c50d7-86c4-4bbf-8b2a-38c2107348fd req-f74bff24-9297-4a38-8d84-6d02957baf40 service nova] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Received event network-vif-unplugged-61c81313-eca7-4a1f-899c-2033fd7491f9 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:43:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-327c50d7-86c4-4bbf-8b2a-38c2107348fd req-f74bff24-9297-4a38-8d84-6d02957baf40 service nova] Acquiring lock "05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:43:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-327c50d7-86c4-4bbf-8b2a-38c2107348fd req-f74bff24-9297-4a38-8d84-6d02957baf40 service nova] Lock "05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:43:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-327c50d7-86c4-4bbf-8b2a-38c2107348fd req-f74bff24-9297-4a38-8d84-6d02957baf40 service nova] Lock "05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:43:03 user nova-compute[75076]: DEBUG nova.compute.manager [req-327c50d7-86c4-4bbf-8b2a-38c2107348fd req-f74bff24-9297-4a38-8d84-6d02957baf40 service nova] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] No waiting events found dispatching network-vif-unplugged-61c81313-eca7-4a1f-899c-2033fd7491f9 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:43:03 user nova-compute[75076]: DEBUG nova.compute.manager [req-327c50d7-86c4-4bbf-8b2a-38c2107348fd req-f74bff24-9297-4a38-8d84-6d02957baf40 service nova] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Received event network-vif-unplugged-61c81313-eca7-4a1f-899c-2033fd7491f9 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:43:03 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:43:03 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:43:03 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=8786MB free_disk=25.11545181274414GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:43:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:43:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:43:03 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:43:03 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 69ddabf8-9961-4aa4-83c0-351ef83ae75d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:43:03 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:43:03 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:43:03 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:43:03 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:43:03 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:43:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.216s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:43:03 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Instance destroyed successfully.
Oct 27 16:43:03 user nova-compute[75076]: DEBUG nova.objects.instance [None req-1a834270-cfb0-42d6-8652-f5e22e33e150 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lazy-loading 'resources' on Instance uuid 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:43:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-1a834270-cfb0-42d6-8652-f5e22e33e150 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:39:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1730920313',display_name='tempest-VolumesSnapshotTestJSON-instance-1730920313',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1730920313',id=43,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBll2hsZEEKMipOLV/1oPlZErLPfN7Q3xqxqOGDkszuXAN4CKw4WMANJgcuaHPZPP3c4cJCUVWW6MAvHCXdIQfiEfGRvF3D8HaRRhnbHpvILR5LqmWirh/CohFOToX/8Eg==',key_name='tempest-keypair-716981163',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:39:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='eb8f4474b2f14863ba0816e6448beae3',ramdisk_id='',reservation_id='r-1i41cuzc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1885426481',owner_user_name='tempest-VolumesSnapshotTestJSON-1885426481-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:39:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6ca54d4ffc9c4802a13bda243e4acf9a',uuid=05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "61c81313-eca7-4a1f-899c-2033fd7491f9", "address": "fa:16:3e:41:2b:fe", "network": {"id": "e847fa8e-b058-4b1f-9d49-0d64f9cad761", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1455296138-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb8f4474b2f14863ba0816e6448beae3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61c81313-ec", "ovs_interfaceid": "61c81313-eca7-4a1f-899c-2033fd7491f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:43:03 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-1a834270-cfb0-42d6-8652-f5e22e33e150 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Converting VIF {"id": "61c81313-eca7-4a1f-899c-2033fd7491f9", "address": "fa:16:3e:41:2b:fe", "network": {"id": "e847fa8e-b058-4b1f-9d49-0d64f9cad761", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1455296138-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eb8f4474b2f14863ba0816e6448beae3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61c81313-ec", "ovs_interfaceid": "61c81313-eca7-4a1f-899c-2033fd7491f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:43:03 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-1a834270-cfb0-42d6-8652-f5e22e33e150 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:41:2b:fe,bridge_name='br-int',has_traffic_filtering=True,id=61c81313-eca7-4a1f-899c-2033fd7491f9,network=Network(e847fa8e-b058-4b1f-9d49-0d64f9cad761),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61c81313-ec') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:43:03 user nova-compute[75076]: DEBUG os_vif [None req-1a834270-cfb0-42d6-8652-f5e22e33e150 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:41:2b:fe,bridge_name='br-int',has_traffic_filtering=True,id=61c81313-eca7-4a1f-899c-2033fd7491f9,network=Network(e847fa8e-b058-4b1f-9d49-0d64f9cad761),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61c81313-ec') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:43:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:43:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap61c81313-ec, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:43:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:43:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:43:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=38712499-87ca-4fe1-af9d-ca2c601005e1) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:43:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:43:03 user nova-compute[75076]: INFO os_vif [None req-1a834270-cfb0-42d6-8652-f5e22e33e150 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:41:2b:fe,bridge_name='br-int',has_traffic_filtering=True,id=61c81313-eca7-4a1f-899c-2033fd7491f9,network=Network(e847fa8e-b058-4b1f-9d49-0d64f9cad761),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61c81313-ec')
Oct 27 16:43:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1a834270-cfb0-42d6-8652-f5e22e33e150 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:43:03 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a834270-cfb0-42d6-8652-f5e22e33e150 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:05ed4e59-afb4-49c0-b7d0-68764a7e0b45', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KuFOZTfY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:43:03 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-1a834270-cfb0-42d6-8652-f5e22e33e150 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:43:03 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-1a834270-cfb0-42d6-8652-f5e22e33e150 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:43:03 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-1a834270-cfb0-42d6-8652-f5e22e33e150 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:43:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:43:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 21 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:43:03 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'iscsiadm -m discoverydb -o show -P 1' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:43:03 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[76128635-3bed-434e-8557-475bdae127da]: Unexpected error while running command.
Oct 27 16:43:03 user nova-compute[75076]: Command: iscsiadm -m discoverydb -o show -P 1
Oct 27 16:43:03 user nova-compute[75076]: Exit code: 21
Oct 27 16:43:03 user nova-compute[75076]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Oct 27 16:43:03 user nova-compute[75076]: Stderr: '' {{(pid=86417) _process_cmd /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:477}}
Oct 27 16:43:03 user nova-compute[75076]: Traceback (most recent call last):
Oct 27 16:43:03 user nova-compute[75076]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py", line 474, in _process_cmd
Oct 27 16:43:03 user nova-compute[75076]:     ret = func(*f_args, **f_kwargs)
Oct 27 16:43:03 user nova-compute[75076]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/priv_context.py", line 274, in _wrap
Oct 27 16:43:03 user nova-compute[75076]:     return func(*args, **kwargs)
Oct 27 16:43:03 user nova-compute[75076]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root
Oct 27 16:43:03 user nova-compute[75076]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Oct 27 16:43:03 user nova-compute[75076]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute
Oct 27 16:43:03 user nova-compute[75076]:     return putils.execute(on_execute=on_execute,
Oct 27 16:43:03 user nova-compute[75076]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py", line 438, in execute
Oct 27 16:43:03 user nova-compute[75076]:     raise ProcessExecutionError(exit_code=_returncode,
Oct 27 16:43:03 user nova-compute[75076]: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Oct 27 16:43:03 user nova-compute[75076]: Command: iscsiadm -m discoverydb -o show -P 1
Oct 27 16:43:03 user nova-compute[75076]: Exit code: 21
Oct 27 16:43:03 user nova-compute[75076]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Oct 27 16:43:03 user nova-compute[75076]: Stderr: ''
Oct 27 16:43:03 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[76128635-3bed-434e-8557-475bdae127da]: (5, 'oslo_concurrency.processutils.ProcessExecutionError', ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n', '', 21, 'iscsiadm -m discoverydb -o show -P 1', None)) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:43:03 user nova-compute[75076]: ERROR os_brick.initiator.connectors.iscsi [None req-1a834270-cfb0-42d6-8652-f5e22e33e150 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Exception encountered during portal discovery: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Oct 27 16:43:03 user nova-compute[75076]: Command: iscsiadm -m discoverydb -o show -P 1
Oct 27 16:43:03 user nova-compute[75076]: Exit code: 21
Oct 27 16:43:03 user nova-compute[75076]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Oct 27 16:43:03 user nova-compute[75076]: Stderr: ''
Oct 27 16:43:03 user nova-compute[75076]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Oct 27 16:43:03 user nova-compute[75076]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py", line 217, in _get_ips_iqns_luns
Oct 27 16:43:03 user nova-compute[75076]: ERROR os_brick.initiator.connectors.iscsi     ips_iqns_luns = method(connection_properties)
Oct 27 16:43:03 user nova-compute[75076]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py", line 376, in _get_discoverydb_portals
Oct 27 16:43:03 user nova-compute[75076]: ERROR os_brick.initiator.connectors.iscsi     out = self._run_iscsiadm_bare(['-m', 'discoverydb',
Oct 27 16:43:03 user nova-compute[75076]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py", line 1188, in _run_iscsiadm_bare
Oct 27 16:43:03 user nova-compute[75076]: ERROR os_brick.initiator.connectors.iscsi     (out, err) = self._execute('iscsiadm',
Oct 27 16:43:03 user nova-compute[75076]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/executor.py", line 55, in _execute
Oct 27 16:43:03 user nova-compute[75076]: ERROR os_brick.initiator.connectors.iscsi     result = self.__execute(*args, **kwargs)
Oct 27 16:43:03 user nova-compute[75076]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py", line 172, in execute
Oct 27 16:43:03 user nova-compute[75076]: ERROR os_brick.initiator.connectors.iscsi     return execute_root(*cmd, **kwargs)
Oct 27 16:43:03 user nova-compute[75076]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/priv_context.py", line 271, in _wrap
Oct 27 16:43:03 user nova-compute[75076]: ERROR os_brick.initiator.connectors.iscsi     return self.channel.remote_call(name, args, kwargs,
Oct 27 16:43:03 user nova-compute[75076]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py", line 215, in remote_call
Oct 27 16:43:03 user nova-compute[75076]: ERROR os_brick.initiator.connectors.iscsi     raise exc_type(*result[2])
Oct 27 16:43:03 user nova-compute[75076]: ERROR os_brick.initiator.connectors.iscsi oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Oct 27 16:43:03 user nova-compute[75076]: ERROR os_brick.initiator.connectors.iscsi Command: iscsiadm -m discoverydb -o show -P 1
Oct 27 16:43:03 user nova-compute[75076]: ERROR os_brick.initiator.connectors.iscsi Exit code: 21
Oct 27 16:43:03 user nova-compute[75076]: ERROR os_brick.initiator.connectors.iscsi Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Oct 27 16:43:03 user nova-compute[75076]: ERROR os_brick.initiator.connectors.iscsi Stderr: ''
Oct 27 16:43:03 user nova-compute[75076]: ERROR os_brick.initiator.connectors.iscsi 
Oct 27 16:43:03 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a834270-cfb0-42d6-8652-f5e22e33e150 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Skipping cleanup Unable to find target portal 172.16.0.220:3260. {{(pid=75076) _cleanup_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:934}}
Oct 27 16:43:03 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-1a834270-cfb0-42d6-8652-f5e22e33e150 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.038s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:43:03 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a834270-cfb0-42d6-8652-f5e22e33e150 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] <== disconnect_volume: return (40ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:43:03 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1a834270-cfb0-42d6-8652-f5e22e33e150 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:43:03 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-1a834270-cfb0-42d6-8652-f5e22e33e150 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Deleting instance files /opt/stack/data/nova/instances/05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72_del
Oct 27 16:43:03 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-1a834270-cfb0-42d6-8652-f5e22e33e150 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Deletion of /opt/stack/data/nova/instances/05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72_del complete
Oct 27 16:43:03 user nova-compute[75076]: INFO nova.compute.manager [None req-1a834270-cfb0-42d6-8652-f5e22e33e150 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Took 0.93 seconds to destroy the instance on the hypervisor.
Oct 27 16:43:03 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-1a834270-cfb0-42d6-8652-f5e22e33e150 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:43:03 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:43:03 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:43:04 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:43:04 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Took 1.07 seconds to deallocate network for instance.
Oct 27 16:43:04 user nova-compute[75076]: WARNING nova.volume.cinder [None req-1a834270-cfb0-42d6-8652-f5e22e33e150 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Attachment 43b75fab-e521-4c13-85d9-7fce07425d0b does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 43b75fab-e521-4c13-85d9-7fce07425d0b. (HTTP 404) (Request-ID: req-2f441899-f0e2-4368-bd76-1ef1d56e4ae4)
Oct 27 16:43:04 user nova-compute[75076]: INFO nova.compute.manager [None req-1a834270-cfb0-42d6-8652-f5e22e33e150 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Took 0.03 seconds to detach 1 volumes for instance.
Oct 27 16:43:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1a834270-cfb0-42d6-8652-f5e22e33e150 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:43:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1a834270-cfb0-42d6-8652-f5e22e33e150 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:43:05 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-1a834270-cfb0-42d6-8652-f5e22e33e150 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:43:05 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-1a834270-cfb0-42d6-8652-f5e22e33e150 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:43:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1a834270-cfb0-42d6-8652-f5e22e33e150 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.210s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:43:05 user nova-compute[75076]: DEBUG nova.compute.manager [req-c3b2f996-7847-4dcd-9e50-ab2926e14062 req-671b005e-6dda-4932-a2cc-cc896ecc337e service nova] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Received event network-vif-plugged-61c81313-eca7-4a1f-899c-2033fd7491f9 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:43:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c3b2f996-7847-4dcd-9e50-ab2926e14062 req-671b005e-6dda-4932-a2cc-cc896ecc337e service nova] Acquiring lock "05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:43:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c3b2f996-7847-4dcd-9e50-ab2926e14062 req-671b005e-6dda-4932-a2cc-cc896ecc337e service nova] Lock "05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:43:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c3b2f996-7847-4dcd-9e50-ab2926e14062 req-671b005e-6dda-4932-a2cc-cc896ecc337e service nova] Lock "05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:43:05 user nova-compute[75076]: DEBUG nova.compute.manager [req-c3b2f996-7847-4dcd-9e50-ab2926e14062 req-671b005e-6dda-4932-a2cc-cc896ecc337e service nova] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] No waiting events found dispatching network-vif-plugged-61c81313-eca7-4a1f-899c-2033fd7491f9 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:43:05 user nova-compute[75076]: WARNING nova.compute.manager [req-c3b2f996-7847-4dcd-9e50-ab2926e14062 req-671b005e-6dda-4932-a2cc-cc896ecc337e service nova] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Received unexpected event network-vif-plugged-61c81313-eca7-4a1f-899c-2033fd7491f9 for instance with vm_state deleted and task_state None.
Oct 27 16:43:05 user nova-compute[75076]: DEBUG nova.compute.manager [req-c3b2f996-7847-4dcd-9e50-ab2926e14062 req-671b005e-6dda-4932-a2cc-cc896ecc337e service nova] [instance: 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72] Received event network-vif-deleted-61c81313-eca7-4a1f-899c-2033fd7491f9 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:43:05 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-1a834270-cfb0-42d6-8652-f5e22e33e150 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Deleted allocations for instance 05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72
Oct 27 16:43:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-1a834270-cfb0-42d6-8652-f5e22e33e150 tempest-VolumesSnapshotTestJSON-1885426481 tempest-VolumesSnapshotTestJSON-1885426481-project-member] Lock "05c6dd8a-d6d0-4d26-9d43-5acf10ba2b72" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.437s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:43:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:43:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:43:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:43:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:43:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:43:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:43:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:43:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:43:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:43:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:43:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:43:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:43:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:43:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:43:51 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:43:51 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:43:51 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:43:52 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:43:53 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:43:53 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:43:53 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Rebuilding the list of instances to heal {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 16:43:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-69ddabf8-9961-4aa4-83c0-351ef83ae75d" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:43:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-69ddabf8-9961-4aa4-83c0-351ef83ae75d" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:43:53 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 16:43:53 user nova-compute[75076]: DEBUG nova.objects.instance [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lazy-loading 'info_cache' on Instance uuid 69ddabf8-9961-4aa4-83c0-351ef83ae75d {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:43:53 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Updating instance_info_cache with network_info: [{"id": "f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339", "address": "fa:16:3e:e0:09:d3", "network": {"id": "94ed44fe-e0ea-4130-8a96-0b776f695164", "bridge": "br-int", "label": "tempest-VolumesActionsTest-15092528-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "09a9e2425a1f458cbb3ca45d24ef28d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0a9cc3f-ae", "ovs_interfaceid": "f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:43:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-69ddabf8-9961-4aa4-83c0-351ef83ae75d" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:43:53 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 16:43:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:43:55 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:43:57 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:43:58 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:43:58 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:43:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:44:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-7ac34d9d-0c9e-4504-915f-87740a49a7b0 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Acquiring lock "69ddabf8-9961-4aa4-83c0-351ef83ae75d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:44:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-7ac34d9d-0c9e-4504-915f-87740a49a7b0 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Lock "69ddabf8-9961-4aa4-83c0-351ef83ae75d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:44:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-7ac34d9d-0c9e-4504-915f-87740a49a7b0 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Acquiring lock "69ddabf8-9961-4aa4-83c0-351ef83ae75d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:44:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-7ac34d9d-0c9e-4504-915f-87740a49a7b0 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Lock "69ddabf8-9961-4aa4-83c0-351ef83ae75d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:44:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-7ac34d9d-0c9e-4504-915f-87740a49a7b0 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Lock "69ddabf8-9961-4aa4-83c0-351ef83ae75d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:44:02 user nova-compute[75076]: INFO nova.compute.manager [None req-7ac34d9d-0c9e-4504-915f-87740a49a7b0 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Terminating instance
Oct 27 16:44:02 user nova-compute[75076]: DEBUG nova.compute.manager [None req-7ac34d9d-0c9e-4504-915f-87740a49a7b0 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:44:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:44:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:44:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:44:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:44:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:44:02 user nova-compute[75076]: DEBUG nova.compute.manager [req-16ff5b7d-48b5-4d88-8ba7-d652a85d2177 req-4f917a18-86d0-455d-8f0e-99f6f1316dd7 service nova] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Received event network-vif-unplugged-f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:44:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-16ff5b7d-48b5-4d88-8ba7-d652a85d2177 req-4f917a18-86d0-455d-8f0e-99f6f1316dd7 service nova] Acquiring lock "69ddabf8-9961-4aa4-83c0-351ef83ae75d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:44:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-16ff5b7d-48b5-4d88-8ba7-d652a85d2177 req-4f917a18-86d0-455d-8f0e-99f6f1316dd7 service nova] Lock "69ddabf8-9961-4aa4-83c0-351ef83ae75d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:44:02 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-16ff5b7d-48b5-4d88-8ba7-d652a85d2177 req-4f917a18-86d0-455d-8f0e-99f6f1316dd7 service nova] Lock "69ddabf8-9961-4aa4-83c0-351ef83ae75d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:44:02 user nova-compute[75076]: DEBUG nova.compute.manager [req-16ff5b7d-48b5-4d88-8ba7-d652a85d2177 req-4f917a18-86d0-455d-8f0e-99f6f1316dd7 service nova] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] No waiting events found dispatching network-vif-unplugged-f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:44:02 user nova-compute[75076]: DEBUG nova.compute.manager [req-16ff5b7d-48b5-4d88-8ba7-d652a85d2177 req-4f917a18-86d0-455d-8f0e-99f6f1316dd7 service nova] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Received event network-vif-unplugged-f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:44:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:44:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:44:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:44:02 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Instance destroyed successfully.
Oct 27 16:44:02 user nova-compute[75076]: DEBUG nova.objects.instance [None req-7ac34d9d-0c9e-4504-915f-87740a49a7b0 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Lazy-loading 'resources' on Instance uuid 69ddabf8-9961-4aa4-83c0-351ef83ae75d {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:44:02 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-7ac34d9d-0c9e-4504-915f-87740a49a7b0 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:42:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-883124065',display_name='tempest-VolumesActionsTest-instance-883124065',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-883124065',id=44,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:42:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='09a9e2425a1f458cbb3ca45d24ef28d7',ramdisk_id='',reservation_id='r-cnqqpjmt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1136009441',owner_user_name='tempest-VolumesActionsTest-1136009441-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:42:17Z,user_data=None,user_id='e6f083236bb244fd94de8ad77f9d4f71',uuid=69ddabf8-9961-4aa4-83c0-351ef83ae75d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339", "address": "fa:16:3e:e0:09:d3", "network": {"id": "94ed44fe-e0ea-4130-8a96-0b776f695164", "bridge": "br-int", "label": "tempest-VolumesActionsTest-15092528-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "09a9e2425a1f458cbb3ca45d24ef28d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0a9cc3f-ae", "ovs_interfaceid": "f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:44:02 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-7ac34d9d-0c9e-4504-915f-87740a49a7b0 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Converting VIF {"id": "f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339", "address": "fa:16:3e:e0:09:d3", "network": {"id": "94ed44fe-e0ea-4130-8a96-0b776f695164", "bridge": "br-int", "label": "tempest-VolumesActionsTest-15092528-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "09a9e2425a1f458cbb3ca45d24ef28d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0a9cc3f-ae", "ovs_interfaceid": "f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:44:02 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-7ac34d9d-0c9e-4504-915f-87740a49a7b0 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e0:09:d3,bridge_name='br-int',has_traffic_filtering=True,id=f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339,network=Network(94ed44fe-e0ea-4130-8a96-0b776f695164),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf0a9cc3f-ae') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:44:02 user nova-compute[75076]: DEBUG os_vif [None req-7ac34d9d-0c9e-4504-915f-87740a49a7b0 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e0:09:d3,bridge_name='br-int',has_traffic_filtering=True,id=f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339,network=Network(94ed44fe-e0ea-4130-8a96-0b776f695164),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf0a9cc3f-ae') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:44:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:44:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf0a9cc3f-ae, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:44:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:44:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:44:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:44:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=eb62e549-18c6-4585-bc3b-cc9611cd5a8b) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:44:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:44:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:44:02 user nova-compute[75076]: INFO os_vif [None req-7ac34d9d-0c9e-4504-915f-87740a49a7b0 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e0:09:d3,bridge_name='br-int',has_traffic_filtering=True,id=f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339,network=Network(94ed44fe-e0ea-4130-8a96-0b776f695164),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf0a9cc3f-ae')
Oct 27 16:44:02 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-7ac34d9d-0c9e-4504-915f-87740a49a7b0 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Deleting instance files /opt/stack/data/nova/instances/69ddabf8-9961-4aa4-83c0-351ef83ae75d_del
Oct 27 16:44:02 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-7ac34d9d-0c9e-4504-915f-87740a49a7b0 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Deletion of /opt/stack/data/nova/instances/69ddabf8-9961-4aa4-83c0-351ef83ae75d_del complete
Oct 27 16:44:02 user nova-compute[75076]: INFO nova.compute.manager [None req-7ac34d9d-0c9e-4504-915f-87740a49a7b0 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Took 0.89 seconds to destroy the instance on the hypervisor.
Oct 27 16:44:02 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-7ac34d9d-0c9e-4504-915f-87740a49a7b0 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:44:02 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:44:02 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:44:03 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:44:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:44:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:44:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:44:03 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:44:03 user nova-compute[75076]: DEBUG nova.compute.manager [req-05c51fb0-d77c-4c89-befa-50bcd5a33967 req-9169d9d5-2184-49f2-b155-915d54b934b6 service nova] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Received event network-vif-deleted-f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:44:03 user nova-compute[75076]: INFO nova.compute.manager [req-05c51fb0-d77c-4c89-befa-50bcd5a33967 req-9169d9d5-2184-49f2-b155-915d54b934b6 service nova] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Neutron deleted interface f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339; detaching it from the instance and deleting it from the info cache
Oct 27 16:44:03 user nova-compute[75076]: DEBUG nova.network.neutron [req-05c51fb0-d77c-4c89-befa-50bcd5a33967 req-9169d9d5-2184-49f2-b155-915d54b934b6 service nova] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:44:03 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:44:03 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:44:03 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=9046MB free_disk=25.16165542602539GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:44:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:44:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:44:03 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:44:03 user nova-compute[75076]: DEBUG nova.compute.manager [req-05c51fb0-d77c-4c89-befa-50bcd5a33967 req-9169d9d5-2184-49f2-b155-915d54b934b6 service nova] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Detach interface failed, port_id=f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339, reason: Instance 69ddabf8-9961-4aa4-83c0-351ef83ae75d could not be found. {{(pid=75076) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 16:44:03 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Took 0.53 seconds to deallocate network for instance.
Oct 27 16:44:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-7ac34d9d-0c9e-4504-915f-87740a49a7b0 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:44:03 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 69ddabf8-9961-4aa4-83c0-351ef83ae75d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:44:03 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:44:03 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:44:03 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:44:03 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:44:03 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:44:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.213s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:44:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-7ac34d9d-0c9e-4504-915f-87740a49a7b0 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.140s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:44:03 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-7ac34d9d-0c9e-4504-915f-87740a49a7b0 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:44:03 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-7ac34d9d-0c9e-4504-915f-87740a49a7b0 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:44:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-7ac34d9d-0c9e-4504-915f-87740a49a7b0 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.109s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:44:03 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-7ac34d9d-0c9e-4504-915f-87740a49a7b0 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Deleted allocations for instance 69ddabf8-9961-4aa4-83c0-351ef83ae75d
Oct 27 16:44:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-7ac34d9d-0c9e-4504-915f-87740a49a7b0 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Lock "69ddabf8-9961-4aa4-83c0-351ef83ae75d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.846s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:44:04 user nova-compute[75076]: DEBUG nova.compute.manager [req-c99d9766-3c05-4f99-ad7a-94651a7795f1 req-5135ef9f-4dc1-4758-a388-e2f5f355955a service nova] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Received event network-vif-plugged-f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:44:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c99d9766-3c05-4f99-ad7a-94651a7795f1 req-5135ef9f-4dc1-4758-a388-e2f5f355955a service nova] Acquiring lock "69ddabf8-9961-4aa4-83c0-351ef83ae75d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:44:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c99d9766-3c05-4f99-ad7a-94651a7795f1 req-5135ef9f-4dc1-4758-a388-e2f5f355955a service nova] Lock "69ddabf8-9961-4aa4-83c0-351ef83ae75d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:44:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c99d9766-3c05-4f99-ad7a-94651a7795f1 req-5135ef9f-4dc1-4758-a388-e2f5f355955a service nova] Lock "69ddabf8-9961-4aa4-83c0-351ef83ae75d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:44:04 user nova-compute[75076]: DEBUG nova.compute.manager [req-c99d9766-3c05-4f99-ad7a-94651a7795f1 req-5135ef9f-4dc1-4758-a388-e2f5f355955a service nova] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] No waiting events found dispatching network-vif-plugged-f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:44:04 user nova-compute[75076]: WARNING nova.compute.manager [req-c99d9766-3c05-4f99-ad7a-94651a7795f1 req-5135ef9f-4dc1-4758-a388-e2f5f355955a service nova] [instance: 69ddabf8-9961-4aa4-83c0-351ef83ae75d] Received unexpected event network-vif-plugged-f0a9cc3f-ae7b-4c92-af1b-25ac9dc4a339 for instance with vm_state deleted and task_state None.
Oct 27 16:44:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:44:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:44:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:44:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:44:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:44:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:44:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:44:13 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:44:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:44:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:44:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:44:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:44:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:44:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:44:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.imagecache [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Verify base images {{(pid=75076) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:314}}
Oct 27 16:44:13 user nova-compute[75076]: WARNING nova.virt.libvirt.imagecache [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Unknown base file: /opt/stack/data/nova/instances/_base/6fb3825b87519fcc5ad19e4a1bcda4e57b29bba2
Oct 27 16:44:13 user nova-compute[75076]: WARNING nova.virt.libvirt.imagecache [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Unknown base file: /opt/stack/data/nova/instances/_base/63070fae92cd478e42e150c3e5c3c13490c06328
Oct 27 16:44:13 user nova-compute[75076]: WARNING nova.virt.libvirt.imagecache [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Unknown base file: /opt/stack/data/nova/instances/_base/7ee8f2e4a791638b7a7f2ca56056308c32fe5b0a
Oct 27 16:44:13 user nova-compute[75076]: WARNING nova.virt.libvirt.imagecache [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Unknown base file: /opt/stack/data/nova/instances/_base/c9dd1e7815caba33d9ad3605e467d815bba48d4d
Oct 27 16:44:13 user nova-compute[75076]: WARNING nova.virt.libvirt.imagecache [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Unknown base file: /opt/stack/data/nova/instances/_base/bf57a3f3c96042b8fb39ab499c4ed45e915d46ed
Oct 27 16:44:13 user nova-compute[75076]: WARNING nova.virt.libvirt.imagecache [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Unknown base file: /opt/stack/data/nova/instances/_base/d91b5658ecdc20b4ae8bae4eccc3504f2364b880
Oct 27 16:44:13 user nova-compute[75076]: WARNING nova.virt.libvirt.imagecache [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Unknown base file: /opt/stack/data/nova/instances/_base/6be2d240068b678a3fb6062b2d26d9cb9b834a45
Oct 27 16:44:13 user nova-compute[75076]: WARNING nova.virt.libvirt.imagecache [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Unknown base file: /opt/stack/data/nova/instances/_base/70ebc2ebae5dd5bdb60a8be017e0cd205eb01ba2
Oct 27 16:44:13 user nova-compute[75076]: WARNING nova.virt.libvirt.imagecache [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Unknown base file: /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6
Oct 27 16:44:13 user nova-compute[75076]: INFO nova.virt.libvirt.imagecache [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Removable base files: /opt/stack/data/nova/instances/_base/6fb3825b87519fcc5ad19e4a1bcda4e57b29bba2 /opt/stack/data/nova/instances/_base/63070fae92cd478e42e150c3e5c3c13490c06328 /opt/stack/data/nova/instances/_base/7ee8f2e4a791638b7a7f2ca56056308c32fe5b0a /opt/stack/data/nova/instances/_base/c9dd1e7815caba33d9ad3605e467d815bba48d4d /opt/stack/data/nova/instances/_base/bf57a3f3c96042b8fb39ab499c4ed45e915d46ed /opt/stack/data/nova/instances/_base/d91b5658ecdc20b4ae8bae4eccc3504f2364b880 /opt/stack/data/nova/instances/_base/6be2d240068b678a3fb6062b2d26d9cb9b834a45 /opt/stack/data/nova/instances/_base/70ebc2ebae5dd5bdb60a8be017e0cd205eb01ba2 /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6
Oct 27 16:44:13 user nova-compute[75076]: INFO nova.virt.libvirt.imagecache [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/6fb3825b87519fcc5ad19e4a1bcda4e57b29bba2
Oct 27 16:44:13 user nova-compute[75076]: INFO nova.virt.libvirt.imagecache [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/63070fae92cd478e42e150c3e5c3c13490c06328
Oct 27 16:44:13 user nova-compute[75076]: INFO nova.virt.libvirt.imagecache [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/7ee8f2e4a791638b7a7f2ca56056308c32fe5b0a
Oct 27 16:44:13 user nova-compute[75076]: INFO nova.virt.libvirt.imagecache [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/c9dd1e7815caba33d9ad3605e467d815bba48d4d
Oct 27 16:44:13 user nova-compute[75076]: INFO nova.virt.libvirt.imagecache [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/bf57a3f3c96042b8fb39ab499c4ed45e915d46ed
Oct 27 16:44:13 user nova-compute[75076]: INFO nova.virt.libvirt.imagecache [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/d91b5658ecdc20b4ae8bae4eccc3504f2364b880
Oct 27 16:44:13 user nova-compute[75076]: INFO nova.virt.libvirt.imagecache [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/6be2d240068b678a3fb6062b2d26d9cb9b834a45
Oct 27 16:44:13 user nova-compute[75076]: INFO nova.virt.libvirt.imagecache [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/70ebc2ebae5dd5bdb60a8be017e0cd205eb01ba2
Oct 27 16:44:13 user nova-compute[75076]: INFO nova.virt.libvirt.imagecache [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6
Oct 27 16:44:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.imagecache [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Verification complete {{(pid=75076) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:350}}
Oct 27 16:44:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.imagecache [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Verify swap images {{(pid=75076) _age_and_verify_swap_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:299}}
Oct 27 16:44:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.imagecache [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Verify ephemeral images {{(pid=75076) _age_and_verify_ephemeral_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:284}}
Oct 27 16:44:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:44:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:44:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:44:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:44:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:44:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:44:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:44:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:44:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:44:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:44:40 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:44:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:44:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:44:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:44:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:44:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:44:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:44:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:44:52 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:44:52 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:44:52 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:44:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:44:53 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:44:53 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:44:53 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Rebuilding the list of instances to heal {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 16:44:53 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Didn't find any instances for network info cache update. {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 27 16:44:54 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:44:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Acquiring lock "cfa466df-9907-478b-8f89-182f15deafda" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:44:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Lock "cfa466df-9907-478b-8f89-182f15deafda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:44:54 user nova-compute[75076]: DEBUG nova.compute.manager [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: cfa466df-9907-478b-8f89-182f15deafda] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:44:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:44:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:44:54 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:44:54 user nova-compute[75076]: INFO nova.compute.claims [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: cfa466df-9907-478b-8f89-182f15deafda] Claim successful on node user
Oct 27 16:44:54 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:44:54 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:44:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.192s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:44:54 user nova-compute[75076]: DEBUG nova.compute.manager [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: cfa466df-9907-478b-8f89-182f15deafda] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:44:54 user nova-compute[75076]: DEBUG nova.compute.manager [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: cfa466df-9907-478b-8f89-182f15deafda] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:44:54 user nova-compute[75076]: DEBUG nova.network.neutron [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: cfa466df-9907-478b-8f89-182f15deafda] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:44:54 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: cfa466df-9907-478b-8f89-182f15deafda] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:44:54 user nova-compute[75076]: DEBUG nova.compute.manager [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: cfa466df-9907-478b-8f89-182f15deafda] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:44:54 user nova-compute[75076]: DEBUG nova.policy [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6f083236bb244fd94de8ad77f9d4f71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09a9e2425a1f458cbb3ca45d24ef28d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:44:54 user nova-compute[75076]: DEBUG nova.compute.manager [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: cfa466df-9907-478b-8f89-182f15deafda] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:44:54 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: cfa466df-9907-478b-8f89-182f15deafda] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:44:54 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: cfa466df-9907-478b-8f89-182f15deafda] Creating image(s)
Oct 27 16:44:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Acquiring lock "/opt/stack/data/nova/instances/cfa466df-9907-478b-8f89-182f15deafda/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:44:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Lock "/opt/stack/data/nova/instances/cfa466df-9907-478b-8f89-182f15deafda/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:44:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Lock "/opt/stack/data/nova/instances/cfa466df-9907-478b-8f89-182f15deafda/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:44:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:44:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.173s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:44:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Acquiring lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:44:54 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:44:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:44:55 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.169s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:44:55 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/cfa466df-9907-478b-8f89-182f15deafda/disk 1073741824 {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:44:55 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6,backing_fmt=raw /opt/stack/data/nova/instances/cfa466df-9907-478b-8f89-182f15deafda/disk 1073741824" returned: 0 in 0.050s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:44:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Lock "1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.227s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:44:55 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:44:55 user nova-compute[75076]: DEBUG nova.network.neutron [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: cfa466df-9907-478b-8f89-182f15deafda] Successfully created port: 58f949fc-1839-470d-a349-89f7f371e43e {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:44:55 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1ebcd09e98fd61d968b402bf8e1ca0a7a70833c6 --force-share --output=json" returned: 0 in 0.179s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:44:55 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Checking if we can resize image /opt/stack/data/nova/instances/cfa466df-9907-478b-8f89-182f15deafda/disk. size=1073741824 {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 27 16:44:55 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfa466df-9907-478b-8f89-182f15deafda/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:44:55 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfa466df-9907-478b-8f89-182f15deafda/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:44:55 user nova-compute[75076]: DEBUG nova.virt.disk.api [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Cannot resize image /opt/stack/data/nova/instances/cfa466df-9907-478b-8f89-182f15deafda/disk to a smaller size. {{(pid=75076) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 27 16:44:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: cfa466df-9907-478b-8f89-182f15deafda] Created local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 27 16:44:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: cfa466df-9907-478b-8f89-182f15deafda] Ensure instance console log exists: /opt/stack/data/nova/instances/cfa466df-9907-478b-8f89-182f15deafda/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:44:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:44:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:44:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:44:56 user nova-compute[75076]: DEBUG nova.network.neutron [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: cfa466df-9907-478b-8f89-182f15deafda] Successfully updated port: 58f949fc-1839-470d-a349-89f7f371e43e {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:44:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Acquiring lock "refresh_cache-cfa466df-9907-478b-8f89-182f15deafda" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:44:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Acquired lock "refresh_cache-cfa466df-9907-478b-8f89-182f15deafda" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:44:56 user nova-compute[75076]: DEBUG nova.network.neutron [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: cfa466df-9907-478b-8f89-182f15deafda] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:44:56 user nova-compute[75076]: DEBUG nova.compute.manager [req-b19fb9d9-0324-48fb-9c1e-b8935df73999 req-d1828471-8035-46c0-8167-cb14a094f4e6 service nova] [instance: cfa466df-9907-478b-8f89-182f15deafda] Received event network-changed-58f949fc-1839-470d-a349-89f7f371e43e {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:44:56 user nova-compute[75076]: DEBUG nova.compute.manager [req-b19fb9d9-0324-48fb-9c1e-b8935df73999 req-d1828471-8035-46c0-8167-cb14a094f4e6 service nova] [instance: cfa466df-9907-478b-8f89-182f15deafda] Refreshing instance network info cache due to event network-changed-58f949fc-1839-470d-a349-89f7f371e43e. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:44:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b19fb9d9-0324-48fb-9c1e-b8935df73999 req-d1828471-8035-46c0-8167-cb14a094f4e6 service nova] Acquiring lock "refresh_cache-cfa466df-9907-478b-8f89-182f15deafda" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:44:56 user nova-compute[75076]: DEBUG nova.network.neutron [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: cfa466df-9907-478b-8f89-182f15deafda] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:44:56 user nova-compute[75076]: DEBUG nova.network.neutron [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: cfa466df-9907-478b-8f89-182f15deafda] Updating instance_info_cache with network_info: [{"id": "58f949fc-1839-470d-a349-89f7f371e43e", "address": "fa:16:3e:51:46:7d", "network": {"id": "94ed44fe-e0ea-4130-8a96-0b776f695164", "bridge": "br-int", "label": "tempest-VolumesActionsTest-15092528-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "09a9e2425a1f458cbb3ca45d24ef28d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58f949fc-18", "ovs_interfaceid": "58f949fc-1839-470d-a349-89f7f371e43e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:44:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Releasing lock "refresh_cache-cfa466df-9907-478b-8f89-182f15deafda" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:44:56 user nova-compute[75076]: DEBUG nova.compute.manager [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: cfa466df-9907-478b-8f89-182f15deafda] Instance network_info: |[{"id": "58f949fc-1839-470d-a349-89f7f371e43e", "address": "fa:16:3e:51:46:7d", "network": {"id": "94ed44fe-e0ea-4130-8a96-0b776f695164", "bridge": "br-int", "label": "tempest-VolumesActionsTest-15092528-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "09a9e2425a1f458cbb3ca45d24ef28d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58f949fc-18", "ovs_interfaceid": "58f949fc-1839-470d-a349-89f7f371e43e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:44:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b19fb9d9-0324-48fb-9c1e-b8935df73999 req-d1828471-8035-46c0-8167-cb14a094f4e6 service nova] Acquired lock "refresh_cache-cfa466df-9907-478b-8f89-182f15deafda" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:44:56 user nova-compute[75076]: DEBUG nova.network.neutron [req-b19fb9d9-0324-48fb-9c1e-b8935df73999 req-d1828471-8035-46c0-8167-cb14a094f4e6 service nova] [instance: cfa466df-9907-478b-8f89-182f15deafda] Refreshing network info cache for port 58f949fc-1839-470d-a349-89f7f371e43e {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:44:56 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: cfa466df-9907-478b-8f89-182f15deafda] Start _get_guest_xml network_info=[{"id": "58f949fc-1839-470d-a349-89f7f371e43e", "address": "fa:16:3e:51:46:7d", "network": {"id": "94ed44fe-e0ea-4130-8a96-0b776f695164", "bridge": "br-int", "label": "tempest-VolumesActionsTest-15092528-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "09a9e2425a1f458cbb3ca45d24ef28d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58f949fc-18", "ovs_interfaceid": "58f949fc-1839-470d-a349-89f7f371e43e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'disk_bus': 'virtio', 'encryption_options': None, 'device_name': '/dev/vda', 'guest_format': None, 'image_id': '7d0575fb-f5ea-4157-a39d-ba81df105df8'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:44:56 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:44:56 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:44:56 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:44:56 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:44:56 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:44:56 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:44:56 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:44:56 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-27T16:04:41Z,direct_url=<?>,disk_format='qcow2',id=7d0575fb-f5ea-4157-a39d-ba81df105df8,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='06c1c03c04ec42a280fc92ba1fd2447e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-27T16:04:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:44:56 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:44:56 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:44:56 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:44:56 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:44:56 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:44:56 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:44:56 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:44:56 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:44:56 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:44:56 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:44:57 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:44:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1152737135',display_name='tempest-VolumesActionsTest-instance-1152737135',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1152737135',id=45,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='09a9e2425a1f458cbb3ca45d24ef28d7',ramdisk_id='',reservation_id='r-m940g89k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1136009441',owner_user_name='tempest-VolumesActionsTest-1136009441-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:44:55Z,user_data=None,user_id='e6f083236bb244fd94de8ad77f9d4f71',uuid=cfa466df-9907-478b-8f89-182f15deafda,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "58f949fc-1839-470d-a349-89f7f371e43e", "address": "fa:16:3e:51:46:7d", "network": {"id": "94ed44fe-e0ea-4130-8a96-0b776f695164", "bridge": "br-int", "label": "tempest-VolumesActionsTest-15092528-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "09a9e2425a1f458cbb3ca45d24ef28d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58f949fc-18", "ovs_interfaceid": "58f949fc-1839-470d-a349-89f7f371e43e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:44:57 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Converting VIF {"id": "58f949fc-1839-470d-a349-89f7f371e43e", "address": "fa:16:3e:51:46:7d", "network": {"id": "94ed44fe-e0ea-4130-8a96-0b776f695164", "bridge": "br-int", "label": "tempest-VolumesActionsTest-15092528-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "09a9e2425a1f458cbb3ca45d24ef28d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58f949fc-18", "ovs_interfaceid": "58f949fc-1839-470d-a349-89f7f371e43e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:44:57 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:51:46:7d,bridge_name='br-int',has_traffic_filtering=True,id=58f949fc-1839-470d-a349-89f7f371e43e,network=Network(94ed44fe-e0ea-4130-8a96-0b776f695164),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58f949fc-18') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:44:57 user nova-compute[75076]: DEBUG nova.objects.instance [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Lazy-loading 'pci_devices' on Instance uuid cfa466df-9907-478b-8f89-182f15deafda {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:44:57 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: cfa466df-9907-478b-8f89-182f15deafda] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:44:57 user nova-compute[75076]:   <uuid>cfa466df-9907-478b-8f89-182f15deafda</uuid>
Oct 27 16:44:57 user nova-compute[75076]:   <name>instance-0000002d</name>
Oct 27 16:44:57 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:44:57 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:44:57 user nova-compute[75076]:   <metadata>
Oct 27 16:44:57 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:44:57 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:44:57 user nova-compute[75076]:       <nova:name>tempest-VolumesActionsTest-instance-1152737135</nova:name>
Oct 27 16:44:57 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:44:56</nova:creationTime>
Oct 27 16:44:57 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:44:57 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:44:57 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:44:57 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:44:57 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:44:57 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:44:57 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:44:57 user nova-compute[75076]:       <nova:owner>
Oct 27 16:44:57 user nova-compute[75076]:         <nova:user uuid="e6f083236bb244fd94de8ad77f9d4f71">tempest-VolumesActionsTest-1136009441-project-member</nova:user>
Oct 27 16:44:57 user nova-compute[75076]:         <nova:project uuid="09a9e2425a1f458cbb3ca45d24ef28d7">tempest-VolumesActionsTest-1136009441</nova:project>
Oct 27 16:44:57 user nova-compute[75076]:       </nova:owner>
Oct 27 16:44:57 user nova-compute[75076]:       <nova:root type="image" uuid="7d0575fb-f5ea-4157-a39d-ba81df105df8"/>
Oct 27 16:44:57 user nova-compute[75076]:       <nova:ports>
Oct 27 16:44:57 user nova-compute[75076]:         <nova:port uuid="58f949fc-1839-470d-a349-89f7f371e43e">
Oct 27 16:44:57 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 27 16:44:57 user nova-compute[75076]:         </nova:port>
Oct 27 16:44:57 user nova-compute[75076]:       </nova:ports>
Oct 27 16:44:57 user nova-compute[75076]:     </nova:instance>
Oct 27 16:44:57 user nova-compute[75076]:   </metadata>
Oct 27 16:44:57 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:44:57 user nova-compute[75076]:     <system>
Oct 27 16:44:57 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:44:57 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:44:57 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:44:57 user nova-compute[75076]:       <entry name="serial">cfa466df-9907-478b-8f89-182f15deafda</entry>
Oct 27 16:44:57 user nova-compute[75076]:       <entry name="uuid">cfa466df-9907-478b-8f89-182f15deafda</entry>
Oct 27 16:44:57 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:44:57 user nova-compute[75076]:     </system>
Oct 27 16:44:57 user nova-compute[75076]:   </sysinfo>
Oct 27 16:44:57 user nova-compute[75076]:   <os>
Oct 27 16:44:57 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:44:57 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:44:57 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:44:57 user nova-compute[75076]:   </os>
Oct 27 16:44:57 user nova-compute[75076]:   <features>
Oct 27 16:44:57 user nova-compute[75076]:     <acpi/>
Oct 27 16:44:57 user nova-compute[75076]:     <apic/>
Oct 27 16:44:57 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:44:57 user nova-compute[75076]:   </features>
Oct 27 16:44:57 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:44:57 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:44:57 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:44:57 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:44:57 user nova-compute[75076]:   </clock>
Oct 27 16:44:57 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:44:57 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:44:57 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:44:57 user nova-compute[75076]:   </cpu>
Oct 27 16:44:57 user nova-compute[75076]:   <devices>
Oct 27 16:44:57 user nova-compute[75076]:     <disk type="file" device="disk">
Oct 27 16:44:57 user nova-compute[75076]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 27 16:44:57 user nova-compute[75076]:       <source file="/opt/stack/data/nova/instances/cfa466df-9907-478b-8f89-182f15deafda/disk"/>
Oct 27 16:44:57 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:44:57 user nova-compute[75076]:     </disk>
Oct 27 16:44:57 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:44:57 user nova-compute[75076]:       <mac address="fa:16:3e:51:46:7d"/>
Oct 27 16:44:57 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:44:57 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:44:57 user nova-compute[75076]:       <target dev="tap58f949fc-18"/>
Oct 27 16:44:57 user nova-compute[75076]:     </interface>
Oct 27 16:44:57 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:44:57 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/cfa466df-9907-478b-8f89-182f15deafda/console.log" append="off"/>
Oct 27 16:44:57 user nova-compute[75076]:     </serial>
Oct 27 16:44:57 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:44:57 user nova-compute[75076]:     <video>
Oct 27 16:44:57 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:44:57 user nova-compute[75076]:     </video>
Oct 27 16:44:57 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:44:57 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:44:57 user nova-compute[75076]:     </rng>
Oct 27 16:44:57 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:44:57 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:44:57 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:44:57 user nova-compute[75076]:     </memballoon>
Oct 27 16:44:57 user nova-compute[75076]:   </devices>
Oct 27 16:44:57 user nova-compute[75076]: </domain>
Oct 27 16:44:57 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:44:57 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:44:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1152737135',display_name='tempest-VolumesActionsTest-instance-1152737135',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1152737135',id=45,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='09a9e2425a1f458cbb3ca45d24ef28d7',ramdisk_id='',reservation_id='r-m940g89k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1136009441',owner_user_name='tempest-VolumesActionsTest-1136009441-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:44:55Z,user_data=None,user_id='e6f083236bb244fd94de8ad77f9d4f71',uuid=cfa466df-9907-478b-8f89-182f15deafda,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "58f949fc-1839-470d-a349-89f7f371e43e", "address": "fa:16:3e:51:46:7d", "network": {"id": "94ed44fe-e0ea-4130-8a96-0b776f695164", "bridge": "br-int", "label": "tempest-VolumesActionsTest-15092528-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "09a9e2425a1f458cbb3ca45d24ef28d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58f949fc-18", "ovs_interfaceid": "58f949fc-1839-470d-a349-89f7f371e43e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:44:57 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Converting VIF {"id": "58f949fc-1839-470d-a349-89f7f371e43e", "address": "fa:16:3e:51:46:7d", "network": {"id": "94ed44fe-e0ea-4130-8a96-0b776f695164", "bridge": "br-int", "label": "tempest-VolumesActionsTest-15092528-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "09a9e2425a1f458cbb3ca45d24ef28d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58f949fc-18", "ovs_interfaceid": "58f949fc-1839-470d-a349-89f7f371e43e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:44:57 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:51:46:7d,bridge_name='br-int',has_traffic_filtering=True,id=58f949fc-1839-470d-a349-89f7f371e43e,network=Network(94ed44fe-e0ea-4130-8a96-0b776f695164),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58f949fc-18') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:44:57 user nova-compute[75076]: DEBUG os_vif [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:51:46:7d,bridge_name='br-int',has_traffic_filtering=True,id=58f949fc-1839-470d-a349-89f7f371e43e,network=Network(94ed44fe-e0ea-4130-8a96-0b776f695164),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58f949fc-18') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:44:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:44:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:44:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:44:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:44:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cf40cebb-6d6a-5aab-b7cc-9eda555ae7a4', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:44:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:44:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:44:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:44:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap58f949fc-18, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:44:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap58f949fc-18, col_values=(('qos', UUID('e2fcb62d-201c-4c30-9c88-0e85384af920')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:44:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap58f949fc-18, col_values=(('external_ids', {'iface-id': '58f949fc-1839-470d-a349-89f7f371e43e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:51:46:7d', 'vm-uuid': 'cfa466df-9907-478b-8f89-182f15deafda'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:44:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:44:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:44:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:44:57 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:44:57 user nova-compute[75076]: INFO os_vif [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:51:46:7d,bridge_name='br-int',has_traffic_filtering=True,id=58f949fc-1839-470d-a349-89f7f371e43e,network=Network(94ed44fe-e0ea-4130-8a96-0b776f695164),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58f949fc-18')
Oct 27 16:44:57 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:44:57 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:44:57 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] No VIF found with MAC fa:16:3e:51:46:7d, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:44:57 user nova-compute[75076]: DEBUG nova.network.neutron [req-b19fb9d9-0324-48fb-9c1e-b8935df73999 req-d1828471-8035-46c0-8167-cb14a094f4e6 service nova] [instance: cfa466df-9907-478b-8f89-182f15deafda] Updated VIF entry in instance network info cache for port 58f949fc-1839-470d-a349-89f7f371e43e. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:44:57 user nova-compute[75076]: DEBUG nova.network.neutron [req-b19fb9d9-0324-48fb-9c1e-b8935df73999 req-d1828471-8035-46c0-8167-cb14a094f4e6 service nova] [instance: cfa466df-9907-478b-8f89-182f15deafda] Updating instance_info_cache with network_info: [{"id": "58f949fc-1839-470d-a349-89f7f371e43e", "address": "fa:16:3e:51:46:7d", "network": {"id": "94ed44fe-e0ea-4130-8a96-0b776f695164", "bridge": "br-int", "label": "tempest-VolumesActionsTest-15092528-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "09a9e2425a1f458cbb3ca45d24ef28d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58f949fc-18", "ovs_interfaceid": "58f949fc-1839-470d-a349-89f7f371e43e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:44:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b19fb9d9-0324-48fb-9c1e-b8935df73999 req-d1828471-8035-46c0-8167-cb14a094f4e6 service nova] Releasing lock "refresh_cache-cfa466df-9907-478b-8f89-182f15deafda" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:44:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:44:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:44:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:44:58 user nova-compute[75076]: DEBUG nova.compute.manager [req-06329ebf-d3df-4075-8403-2ac22c00a507 req-e0cc8a93-57e2-40c1-9716-71859a128d22 service nova] [instance: cfa466df-9907-478b-8f89-182f15deafda] Received event network-vif-plugged-58f949fc-1839-470d-a349-89f7f371e43e {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:44:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-06329ebf-d3df-4075-8403-2ac22c00a507 req-e0cc8a93-57e2-40c1-9716-71859a128d22 service nova] Acquiring lock "cfa466df-9907-478b-8f89-182f15deafda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:44:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-06329ebf-d3df-4075-8403-2ac22c00a507 req-e0cc8a93-57e2-40c1-9716-71859a128d22 service nova] Lock "cfa466df-9907-478b-8f89-182f15deafda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:44:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-06329ebf-d3df-4075-8403-2ac22c00a507 req-e0cc8a93-57e2-40c1-9716-71859a128d22 service nova] Lock "cfa466df-9907-478b-8f89-182f15deafda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:44:58 user nova-compute[75076]: DEBUG nova.compute.manager [req-06329ebf-d3df-4075-8403-2ac22c00a507 req-e0cc8a93-57e2-40c1-9716-71859a128d22 service nova] [instance: cfa466df-9907-478b-8f89-182f15deafda] No waiting events found dispatching network-vif-plugged-58f949fc-1839-470d-a349-89f7f371e43e {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:44:58 user nova-compute[75076]: WARNING nova.compute.manager [req-06329ebf-d3df-4075-8403-2ac22c00a507 req-e0cc8a93-57e2-40c1-9716-71859a128d22 service nova] [instance: cfa466df-9907-478b-8f89-182f15deafda] Received unexpected event network-vif-plugged-58f949fc-1839-470d-a349-89f7f371e43e for instance with vm_state building and task_state spawning.
Oct 27 16:44:59 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:44:59 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:44:59 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:44:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:44:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:44:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:45:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:45:00 user nova-compute[75076]: DEBUG nova.compute.manager [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: cfa466df-9907-478b-8f89-182f15deafda] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:45:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: cfa466df-9907-478b-8f89-182f15deafda] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:45:00 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: cfa466df-9907-478b-8f89-182f15deafda] Instance spawned successfully.
Oct 27 16:45:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: cfa466df-9907-478b-8f89-182f15deafda] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:45:00 user nova-compute[75076]: DEBUG nova.compute.manager [req-c0c77587-4534-41d0-af8c-5569955e9157 req-5446b99d-bc1e-4bc7-981c-f1a7cf61f924 service nova] [instance: cfa466df-9907-478b-8f89-182f15deafda] Received event network-vif-plugged-58f949fc-1839-470d-a349-89f7f371e43e {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:45:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c0c77587-4534-41d0-af8c-5569955e9157 req-5446b99d-bc1e-4bc7-981c-f1a7cf61f924 service nova] Acquiring lock "cfa466df-9907-478b-8f89-182f15deafda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:45:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c0c77587-4534-41d0-af8c-5569955e9157 req-5446b99d-bc1e-4bc7-981c-f1a7cf61f924 service nova] Lock "cfa466df-9907-478b-8f89-182f15deafda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:45:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c0c77587-4534-41d0-af8c-5569955e9157 req-5446b99d-bc1e-4bc7-981c-f1a7cf61f924 service nova] Lock "cfa466df-9907-478b-8f89-182f15deafda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:45:00 user nova-compute[75076]: DEBUG nova.compute.manager [req-c0c77587-4534-41d0-af8c-5569955e9157 req-5446b99d-bc1e-4bc7-981c-f1a7cf61f924 service nova] [instance: cfa466df-9907-478b-8f89-182f15deafda] No waiting events found dispatching network-vif-plugged-58f949fc-1839-470d-a349-89f7f371e43e {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:45:00 user nova-compute[75076]: WARNING nova.compute.manager [req-c0c77587-4534-41d0-af8c-5569955e9157 req-5446b99d-bc1e-4bc7-981c-f1a7cf61f924 service nova] [instance: cfa466df-9907-478b-8f89-182f15deafda] Received unexpected event network-vif-plugged-58f949fc-1839-470d-a349-89f7f371e43e for instance with vm_state building and task_state spawning.
Oct 27 16:45:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: cfa466df-9907-478b-8f89-182f15deafda] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:45:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: cfa466df-9907-478b-8f89-182f15deafda] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:45:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: cfa466df-9907-478b-8f89-182f15deafda] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:45:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: cfa466df-9907-478b-8f89-182f15deafda] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:45:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: cfa466df-9907-478b-8f89-182f15deafda] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:45:00 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: cfa466df-9907-478b-8f89-182f15deafda] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:45:00 user nova-compute[75076]: INFO nova.compute.manager [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: cfa466df-9907-478b-8f89-182f15deafda] Took 6.03 seconds to spawn the instance on the hypervisor.
Oct 27 16:45:00 user nova-compute[75076]: DEBUG nova.compute.manager [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: cfa466df-9907-478b-8f89-182f15deafda] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:45:00 user nova-compute[75076]: INFO nova.compute.manager [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: cfa466df-9907-478b-8f89-182f15deafda] Took 6.53 seconds to build instance.
Oct 27 16:45:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0eb3c36a-852e-4160-9f30-579b66274f36 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Lock "cfa466df-9907-478b-8f89-182f15deafda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.629s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:45:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:45:04 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:45:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:45:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:45:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:45:04 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:45:04 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfa466df-9907-478b-8f89-182f15deafda/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:45:04 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfa466df-9907-478b-8f89-182f15deafda/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:45:04 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfa466df-9907-478b-8f89-182f15deafda/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:45:04 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfa466df-9907-478b-8f89-182f15deafda/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:45:04 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:45:04 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:45:04 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=9026MB free_disk=25.158878326416016GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:45:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:45:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:45:05 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance cfa466df-9907-478b-8f89-182f15deafda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:45:05 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:45:05 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:45:05 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Refreshing inventories for resource provider 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 27 16:45:05 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Updating ProviderTree inventory for provider 543fff1b-1911-4710-bad6-6bd4c750c641 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 27 16:45:05 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Updating inventory in ProviderTree for provider 543fff1b-1911-4710-bad6-6bd4c750c641 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 27 16:45:05 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Refreshing aggregate associations for resource provider 543fff1b-1911-4710-bad6-6bd4c750c641, aggregates: None {{(pid=75076) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 27 16:45:05 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Refreshing trait associations for resource provider 543fff1b-1911-4710-bad6-6bd4c750c641, traits: COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ARI,HW_CPU_X86_SSE2,HW_CPU_X86_MMX,COMPUTE_NODE,HW_CPU_X86_SSSE3,HW_CPU_X86_SSE,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSE41,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_ATTACH_INTERFACE {{(pid=75076) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 27 16:45:05 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:45:05 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:45:05 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:45:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.428s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:45:05 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:45:05 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Cleaning up deleted instances {{(pid=75076) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 27 16:45:05 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] There are 0 instances to clean {{(pid=75076) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 27 16:45:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:45:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:45:11 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:45:11 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Cleaning up deleted instances with incomplete migration  {{(pid=75076) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 27 16:45:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:45:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:45:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:45:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:45:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:45:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:45:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:45:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:45:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:45:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:45:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:45:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:45:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:45:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:45:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:45:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:45:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:45:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:45:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:45:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:45:51 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:45:52 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:45:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:45:53 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:45:53 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:45:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:45:55 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:45:55 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:45:55 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Rebuilding the list of instances to heal {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 16:45:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-cfa466df-9907-478b-8f89-182f15deafda" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:45:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-cfa466df-9907-478b-8f89-182f15deafda" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:45:55 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: cfa466df-9907-478b-8f89-182f15deafda] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 16:45:55 user nova-compute[75076]: DEBUG nova.objects.instance [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lazy-loading 'info_cache' on Instance uuid cfa466df-9907-478b-8f89-182f15deafda {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:45:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:45:55 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: cfa466df-9907-478b-8f89-182f15deafda] Updating instance_info_cache with network_info: [{"id": "58f949fc-1839-470d-a349-89f7f371e43e", "address": "fa:16:3e:51:46:7d", "network": {"id": "94ed44fe-e0ea-4130-8a96-0b776f695164", "bridge": "br-int", "label": "tempest-VolumesActionsTest-15092528-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "09a9e2425a1f458cbb3ca45d24ef28d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58f949fc-18", "ovs_interfaceid": "58f949fc-1839-470d-a349-89f7f371e43e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:45:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-cfa466df-9907-478b-8f89-182f15deafda" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:45:55 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: cfa466df-9907-478b-8f89-182f15deafda] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 16:45:55 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:45:57 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:45:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:45:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:45:58 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:45:59 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:46:00 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:46:00 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:46:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:46:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:46:04 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:46:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:46:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:46:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:46:04 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:46:04 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfa466df-9907-478b-8f89-182f15deafda/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:46:04 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfa466df-9907-478b-8f89-182f15deafda/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:46:04 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfa466df-9907-478b-8f89-182f15deafda/disk --force-share --output=json {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:46:04 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cfa466df-9907-478b-8f89-182f15deafda/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:46:04 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:46:04 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:46:04 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=8934MB free_disk=25.128856658935547GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:46:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:46:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:46:04 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance cfa466df-9907-478b-8f89-182f15deafda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:46:04 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:46:04 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:46:05 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:46:05 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:46:05 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:46:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.169s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:46:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:46:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:46:07 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._sync_power_states {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:46:07 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Triggering sync for uuid cfa466df-9907-478b-8f89-182f15deafda {{(pid=75076) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 16:46:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "cfa466df-9907-478b-8f89-182f15deafda" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:46:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "cfa466df-9907-478b-8f89-182f15deafda" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:46:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "cfa466df-9907-478b-8f89-182f15deafda" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.047s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:46:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:46:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:46:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:46:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:46:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Acquiring lock "bb72094c-357b-4832-ae04-1c21c0c8ba71" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:46:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Lock "bb72094c-357b-4832-ae04-1c21c0c8ba71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:46:18 user nova-compute[75076]: DEBUG nova.compute.manager [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:46:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:46:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:46:19 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:46:19 user nova-compute[75076]: INFO nova.compute.claims [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Claim successful on node user
Oct 27 16:46:19 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:46:19 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:46:19 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.223s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:46:19 user nova-compute[75076]: DEBUG nova.compute.manager [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:46:19 user nova-compute[75076]: DEBUG nova.compute.manager [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:46:19 user nova-compute[75076]: DEBUG nova.network.neutron [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:46:19 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:46:19 user nova-compute[75076]: DEBUG nova.compute.manager [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:46:19 user nova-compute[75076]: DEBUG nova.policy [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee16a6720410496c8d4f242c3ea8fed0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3911ceb994548f2bf0d51be07f9250d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:46:19 user nova-compute[75076]: INFO nova.virt.block_device [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Booting with volume f491cc8e-8aa5-419e-8be3-4af43c5c2afb at /dev/vda
Oct 27 16:46:19 user nova-compute[75076]: DEBUG os_brick.utils [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:46:19 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:46:19 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:46:19 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[2669d018-8218-4c9f-b48d-effb65ff36d3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:46:19 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:46:19 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:46:19 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5182ac3-66d4-43fb-8b27-49bf46356c5b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:46:19 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:46:19 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:46:19 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b06742ba-32a7-43f7-8487-e2d43f5f526a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:46:19 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f054316-56fc-4430-a44d-447ceee3ef5e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:46:19 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:46:19 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:46:19 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:46:19 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:46:19 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:46:19 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:46:19 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[fce797e4-710a-4e77-bd77-e08414f5aca6]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:46:19 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:46:19 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:46:19 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:46:19 user nova-compute[75076]: DEBUG os_brick.utils [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:46:19 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Updating existing volume attachment record: 94b158aa-9905-4936-b9b1-0e888712db45 {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:46:20 user nova-compute[75076]: DEBUG nova.network.neutron [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Successfully created port: baca6cc2-d5de-405e-af7c-e39671c88abb {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:46:20 user nova-compute[75076]: DEBUG nova.network.neutron [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Successfully updated port: baca6cc2-d5de-405e-af7c-e39671c88abb {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:46:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Acquiring lock "refresh_cache-bb72094c-357b-4832-ae04-1c21c0c8ba71" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:46:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Acquired lock "refresh_cache-bb72094c-357b-4832-ae04-1c21c0c8ba71" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:46:20 user nova-compute[75076]: DEBUG nova.network.neutron [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:46:20 user nova-compute[75076]: DEBUG nova.compute.manager [req-82d0f2b1-dadd-4e35-86a6-b486646d0da1 req-44270767-8592-483a-8a74-836bb8c3745d service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Received event network-changed-baca6cc2-d5de-405e-af7c-e39671c88abb {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:46:20 user nova-compute[75076]: DEBUG nova.compute.manager [req-82d0f2b1-dadd-4e35-86a6-b486646d0da1 req-44270767-8592-483a-8a74-836bb8c3745d service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Refreshing instance network info cache due to event network-changed-baca6cc2-d5de-405e-af7c-e39671c88abb. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:46:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-82d0f2b1-dadd-4e35-86a6-b486646d0da1 req-44270767-8592-483a-8a74-836bb8c3745d service nova] Acquiring lock "refresh_cache-bb72094c-357b-4832-ae04-1c21c0c8ba71" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:46:20 user nova-compute[75076]: DEBUG nova.network.neutron [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:46:21 user nova-compute[75076]: DEBUG nova.network.neutron [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Updating instance_info_cache with network_info: [{"id": "baca6cc2-d5de-405e-af7c-e39671c88abb", "address": "fa:16:3e:d2:b3:70", "network": {"id": "8aef1131-31e6-4b47-a809-8e282326739c", "bridge": "br-int", "label": "tempest-TestShelveInstance-943749433-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3911ceb994548f2bf0d51be07f9250d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbaca6cc2-d5", "ovs_interfaceid": "baca6cc2-d5de-405e-af7c-e39671c88abb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:46:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Releasing lock "refresh_cache-bb72094c-357b-4832-ae04-1c21c0c8ba71" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:46:21 user nova-compute[75076]: DEBUG nova.compute.manager [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Instance network_info: |[{"id": "baca6cc2-d5de-405e-af7c-e39671c88abb", "address": "fa:16:3e:d2:b3:70", "network": {"id": "8aef1131-31e6-4b47-a809-8e282326739c", "bridge": "br-int", "label": "tempest-TestShelveInstance-943749433-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3911ceb994548f2bf0d51be07f9250d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbaca6cc2-d5", "ovs_interfaceid": "baca6cc2-d5de-405e-af7c-e39671c88abb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:46:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-82d0f2b1-dadd-4e35-86a6-b486646d0da1 req-44270767-8592-483a-8a74-836bb8c3745d service nova] Acquired lock "refresh_cache-bb72094c-357b-4832-ae04-1c21c0c8ba71" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:46:21 user nova-compute[75076]: DEBUG nova.network.neutron [req-82d0f2b1-dadd-4e35-86a6-b486646d0da1 req-44270767-8592-483a-8a74-836bb8c3745d service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Refreshing network info cache for port baca6cc2-d5de-405e-af7c-e39671c88abb {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:46:21 user nova-compute[75076]: DEBUG nova.network.neutron [req-82d0f2b1-dadd-4e35-86a6-b486646d0da1 req-44270767-8592-483a-8a74-836bb8c3745d service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Updated VIF entry in instance network info cache for port baca6cc2-d5de-405e-af7c-e39671c88abb. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:46:21 user nova-compute[75076]: DEBUG nova.network.neutron [req-82d0f2b1-dadd-4e35-86a6-b486646d0da1 req-44270767-8592-483a-8a74-836bb8c3745d service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Updating instance_info_cache with network_info: [{"id": "baca6cc2-d5de-405e-af7c-e39671c88abb", "address": "fa:16:3e:d2:b3:70", "network": {"id": "8aef1131-31e6-4b47-a809-8e282326739c", "bridge": "br-int", "label": "tempest-TestShelveInstance-943749433-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3911ceb994548f2bf0d51be07f9250d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbaca6cc2-d5", "ovs_interfaceid": "baca6cc2-d5de-405e-af7c-e39671c88abb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:46:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-82d0f2b1-dadd-4e35-86a6-b486646d0da1 req-44270767-8592-483a-8a74-836bb8c3745d service nova] Releasing lock "refresh_cache-bb72094c-357b-4832-ae04-1c21c0c8ba71" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:46:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:46:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:46:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:46:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:46:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG nova.compute.manager [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:46:37 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Creating image(s)
Oct 27 16:46:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Did not create local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Ensure instance console log exists: /opt/stack/data/nova/instances/bb72094c-357b-4832-ae04-1c21c0c8ba71/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Start _get_guest_xml network_info=[{"id": "baca6cc2-d5de-405e-af7c-e39671c88abb", "address": "fa:16:3e:d2:b3:70", "network": {"id": "8aef1131-31e6-4b47-a809-8e282326739c", "bridge": "br-int", "label": "tempest-TestShelveInstance-943749433-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3911ceb994548f2bf0d51be07f9250d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbaca6cc2-d5", "ovs_interfaceid": "baca6cc2-d5de-405e-af7c-e39671c88abb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kNBlxGfu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bb72094c-357b-4832-ae04-1c21c0c8ba71', 'attached_at': '', 'detached_at': '', 'volume_id': 'f491cc8e-8aa5-419e-8be3-4af43c5c2afb', 'serial': 'f491cc8e-8aa5-419e-8be3-4af43c5c2afb'}, 'boot_index': 0, 'device_type': 'disk', 'mount_device': '/dev/vda', 'disk_bus': 'virtio', 'attachment_id': '94b158aa-9905-4936-b9b1-0e888712db45', 'guest_format': None, 'delete_on_termination': True, 'volume_type': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:46:37 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:46:37 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:46:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kNBlxGfu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:46:37 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:46:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:46:37 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:46:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:46:37 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:46:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ab787c4-1dc2-47cb-8a3c-b2b1fac5b875]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:46:37 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[3402f2cf-1251-4085-bee4-a5e67ba93888]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb] added
Oct 27 16:46:37 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d27bb9fb-f09d-40ea-bcb9-e687ca4755ab]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[7267c0e4-505a-4dc9-ab6f-3c97203fb9ea]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kNBlxGfu {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kNBlxGfu" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[99d635f0-0c4b-429b-9a6e-aeda78901204]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'kNBlxGfu'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b1a46db-a416-47f1-b6d5-b2692acddfdd]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[539fd632-9848-4e2c-8986-3f28fddbdb75]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 27 16:46:37 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 27 16:46:37 user nova-compute[75076]:  {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:46:37 user nova-compute[75076]: WARNING os_brick.initiator.connectors.iscsi [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 27 16:46:37 user nova-compute[75076]: 
Oct 27 16:46:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260 --login" returned: 0 in 0.047s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[384cbc4f-2a88-4623-ba12-afa5cabea694]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb, portal: 172.16.0.220,3260]
Oct 27 16:46:37 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb, portal: 172.16.0.220,3260] successful.
Oct 27 16:46:37 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[7beb0591-de66-42c0-9b7c-a54a93912b01]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c406237-644e-4456-825f-b919d7cfc572]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb (non-flash)
Oct 27 16:46:37 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb (non-flash)
Oct 27 16:46:37 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.254s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] HCTL ('33', '-', '-', 0) found on session 51 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0f80545-ce54-4203-b1dc-0e33672e56b7]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Searching for a device in session 51 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:46:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kNBlxGfu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:46:38 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.285s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:46:38 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] <== connect_volume: return (1286ms) {'type': 'block', 'scsi_wwn': '23464313034396232', 'path': '/dev/sdb'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:46:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23464313034396232', 'path': '/dev/sdb'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:46:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:46:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-731178246',display_name='tempest-TestShelveInstance-server-731178246',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-731178246',id=46,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE5iDu4+Jr+Lb1NJ5cCHXbUP0K2vGvQtdOx+loLvzfIrrg+c2XJ3vdo1cL2XC3YZTdAPqn2FTCCltN+BBKULtEer2DOyQ7FBvJEzpi8b0siU7XqiLQsj/fG1CTfAoKbXjQ==',key_name='tempest-TestShelveInstance-1090833457',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d3911ceb994548f2bf0d51be07f9250d',ramdisk_id='',reservation_id='r-8abiyy4c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-1757752073',owner_user_name='tempest-TestShelveInstance-1757752073-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:46:19Z,user_data=None,user_id='ee16a6720410496c8d4f242c3ea8fed0',uuid=bb72094c-357b-4832-ae04-1c21c0c8ba71,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "baca6cc2-d5de-405e-af7c-e39671c88abb", "address": "fa:16:3e:d2:b3:70", "network": {"id": "8aef1131-31e6-4b47-a809-8e282326739c", "bridge": "br-int", "label": "tempest-TestShelveInstance-943749433-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3911ceb994548f2bf0d51be07f9250d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbaca6cc2-d5", "ovs_interfaceid": "baca6cc2-d5de-405e-af7c-e39671c88abb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:46:38 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Converting VIF {"id": "baca6cc2-d5de-405e-af7c-e39671c88abb", "address": "fa:16:3e:d2:b3:70", "network": {"id": "8aef1131-31e6-4b47-a809-8e282326739c", "bridge": "br-int", "label": "tempest-TestShelveInstance-943749433-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3911ceb994548f2bf0d51be07f9250d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbaca6cc2-d5", "ovs_interfaceid": "baca6cc2-d5de-405e-af7c-e39671c88abb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:46:38 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d2:b3:70,bridge_name='br-int',has_traffic_filtering=True,id=baca6cc2-d5de-405e-af7c-e39671c88abb,network=Network(8aef1131-31e6-4b47-a809-8e282326739c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbaca6cc2-d5') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:46:38 user nova-compute[75076]: DEBUG nova.objects.instance [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Lazy-loading 'pci_devices' on Instance uuid bb72094c-357b-4832-ae04-1c21c0c8ba71 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:46:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:46:38 user nova-compute[75076]:   <uuid>bb72094c-357b-4832-ae04-1c21c0c8ba71</uuid>
Oct 27 16:46:38 user nova-compute[75076]:   <name>instance-0000002e</name>
Oct 27 16:46:38 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:46:38 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:46:38 user nova-compute[75076]:   <metadata>
Oct 27 16:46:38 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:46:38 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:46:38 user nova-compute[75076]:       <nova:name>tempest-TestShelveInstance-server-731178246</nova:name>
Oct 27 16:46:38 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:46:37</nova:creationTime>
Oct 27 16:46:38 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:46:38 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:46:38 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:46:38 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:46:38 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:46:38 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:46:38 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:46:38 user nova-compute[75076]:       <nova:owner>
Oct 27 16:46:38 user nova-compute[75076]:         <nova:user uuid="ee16a6720410496c8d4f242c3ea8fed0">tempest-TestShelveInstance-1757752073-project-member</nova:user>
Oct 27 16:46:38 user nova-compute[75076]:         <nova:project uuid="d3911ceb994548f2bf0d51be07f9250d">tempest-TestShelveInstance-1757752073</nova:project>
Oct 27 16:46:38 user nova-compute[75076]:       </nova:owner>
Oct 27 16:46:38 user nova-compute[75076]:       <nova:ports>
Oct 27 16:46:38 user nova-compute[75076]:         <nova:port uuid="baca6cc2-d5de-405e-af7c-e39671c88abb">
Oct 27 16:46:38 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 27 16:46:38 user nova-compute[75076]:         </nova:port>
Oct 27 16:46:38 user nova-compute[75076]:       </nova:ports>
Oct 27 16:46:38 user nova-compute[75076]:     </nova:instance>
Oct 27 16:46:38 user nova-compute[75076]:   </metadata>
Oct 27 16:46:38 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:46:38 user nova-compute[75076]:     <system>
Oct 27 16:46:38 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:46:38 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:46:38 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:46:38 user nova-compute[75076]:       <entry name="serial">bb72094c-357b-4832-ae04-1c21c0c8ba71</entry>
Oct 27 16:46:38 user nova-compute[75076]:       <entry name="uuid">bb72094c-357b-4832-ae04-1c21c0c8ba71</entry>
Oct 27 16:46:38 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:46:38 user nova-compute[75076]:     </system>
Oct 27 16:46:38 user nova-compute[75076]:   </sysinfo>
Oct 27 16:46:38 user nova-compute[75076]:   <os>
Oct 27 16:46:38 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:46:38 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:46:38 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:46:38 user nova-compute[75076]:   </os>
Oct 27 16:46:38 user nova-compute[75076]:   <features>
Oct 27 16:46:38 user nova-compute[75076]:     <acpi/>
Oct 27 16:46:38 user nova-compute[75076]:     <apic/>
Oct 27 16:46:38 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:46:38 user nova-compute[75076]:   </features>
Oct 27 16:46:38 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:46:38 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:46:38 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:46:38 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:46:38 user nova-compute[75076]:   </clock>
Oct 27 16:46:38 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:46:38 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:46:38 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:46:38 user nova-compute[75076]:   </cpu>
Oct 27 16:46:38 user nova-compute[75076]:   <devices>
Oct 27 16:46:38 user nova-compute[75076]:     <disk type="block" device="disk">
Oct 27 16:46:38 user nova-compute[75076]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:46:38 user nova-compute[75076]:       <source dev="/dev/sdb"/>
Oct 27 16:46:38 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:46:38 user nova-compute[75076]:       <serial>f491cc8e-8aa5-419e-8be3-4af43c5c2afb</serial>
Oct 27 16:46:38 user nova-compute[75076]:     </disk>
Oct 27 16:46:38 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:46:38 user nova-compute[75076]:       <mac address="fa:16:3e:d2:b3:70"/>
Oct 27 16:46:38 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:46:38 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:46:38 user nova-compute[75076]:       <target dev="tapbaca6cc2-d5"/>
Oct 27 16:46:38 user nova-compute[75076]:     </interface>
Oct 27 16:46:38 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:46:38 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/bb72094c-357b-4832-ae04-1c21c0c8ba71/console.log" append="off"/>
Oct 27 16:46:38 user nova-compute[75076]:     </serial>
Oct 27 16:46:38 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:46:38 user nova-compute[75076]:     <video>
Oct 27 16:46:38 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:46:38 user nova-compute[75076]:     </video>
Oct 27 16:46:38 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:46:38 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:46:38 user nova-compute[75076]:     </rng>
Oct 27 16:46:38 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:46:38 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:46:38 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:46:38 user nova-compute[75076]:     </memballoon>
Oct 27 16:46:38 user nova-compute[75076]:   </devices>
Oct 27 16:46:38 user nova-compute[75076]: </domain>
Oct 27 16:46:38 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:46:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:46:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-731178246',display_name='tempest-TestShelveInstance-server-731178246',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-731178246',id=46,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE5iDu4+Jr+Lb1NJ5cCHXbUP0K2vGvQtdOx+loLvzfIrrg+c2XJ3vdo1cL2XC3YZTdAPqn2FTCCltN+BBKULtEer2DOyQ7FBvJEzpi8b0siU7XqiLQsj/fG1CTfAoKbXjQ==',key_name='tempest-TestShelveInstance-1090833457',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d3911ceb994548f2bf0d51be07f9250d',ramdisk_id='',reservation_id='r-8abiyy4c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-1757752073',owner_user_name='tempest-TestShelveInstance-1757752073-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:46:19Z,user_data=None,user_id='ee16a6720410496c8d4f242c3ea8fed0',uuid=bb72094c-357b-4832-ae04-1c21c0c8ba71,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "baca6cc2-d5de-405e-af7c-e39671c88abb", "address": "fa:16:3e:d2:b3:70", "network": {"id": "8aef1131-31e6-4b47-a809-8e282326739c", "bridge": "br-int", "label": "tempest-TestShelveInstance-943749433-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3911ceb994548f2bf0d51be07f9250d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbaca6cc2-d5", "ovs_interfaceid": "baca6cc2-d5de-405e-af7c-e39671c88abb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:46:38 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Converting VIF {"id": "baca6cc2-d5de-405e-af7c-e39671c88abb", "address": "fa:16:3e:d2:b3:70", "network": {"id": "8aef1131-31e6-4b47-a809-8e282326739c", "bridge": "br-int", "label": "tempest-TestShelveInstance-943749433-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3911ceb994548f2bf0d51be07f9250d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbaca6cc2-d5", "ovs_interfaceid": "baca6cc2-d5de-405e-af7c-e39671c88abb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:46:38 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d2:b3:70,bridge_name='br-int',has_traffic_filtering=True,id=baca6cc2-d5de-405e-af7c-e39671c88abb,network=Network(8aef1131-31e6-4b47-a809-8e282326739c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbaca6cc2-d5') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:46:38 user nova-compute[75076]: DEBUG os_vif [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d2:b3:70,bridge_name='br-int',has_traffic_filtering=True,id=baca6cc2-d5de-405e-af7c-e39671c88abb,network=Network(8aef1131-31e6-4b47-a809-8e282326739c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbaca6cc2-d5') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:46:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:46:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:46:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:46:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:46:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3de14305-5ca7-5117-acc7-a2b63c1b400c', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:46:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:46:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:46:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:46:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbaca6cc2-d5, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:46:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbaca6cc2-d5, col_values=(('qos', UUID('12ca145e-7911-4862-95ae-e092f35c4799')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:46:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbaca6cc2-d5, col_values=(('external_ids', {'iface-id': 'baca6cc2-d5de-405e-af7c-e39671c88abb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d2:b3:70', 'vm-uuid': 'bb72094c-357b-4832-ae04-1c21c0c8ba71'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:46:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:46:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:46:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:46:38 user nova-compute[75076]: INFO os_vif [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d2:b3:70,bridge_name='br-int',has_traffic_filtering=True,id=baca6cc2-d5de-405e-af7c-e39671c88abb,network=Network(8aef1131-31e6-4b47-a809-8e282326739c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbaca6cc2-d5')
Oct 27 16:46:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:46:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] No VIF found with MAC fa:16:3e:d2:b3:70, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:46:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:46:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:46:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:46:40 user nova-compute[75076]: DEBUG nova.compute.manager [req-ac3c0fbe-48e0-4ebf-ab6e-8f0542bc1ed5 req-6350ec35-20e3-4fb3-9c57-5bde490a831f service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Received event network-vif-plugged-baca6cc2-d5de-405e-af7c-e39671c88abb {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:46:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ac3c0fbe-48e0-4ebf-ab6e-8f0542bc1ed5 req-6350ec35-20e3-4fb3-9c57-5bde490a831f service nova] Acquiring lock "bb72094c-357b-4832-ae04-1c21c0c8ba71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:46:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ac3c0fbe-48e0-4ebf-ab6e-8f0542bc1ed5 req-6350ec35-20e3-4fb3-9c57-5bde490a831f service nova] Lock "bb72094c-357b-4832-ae04-1c21c0c8ba71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:46:40 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ac3c0fbe-48e0-4ebf-ab6e-8f0542bc1ed5 req-6350ec35-20e3-4fb3-9c57-5bde490a831f service nova] Lock "bb72094c-357b-4832-ae04-1c21c0c8ba71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:46:40 user nova-compute[75076]: DEBUG nova.compute.manager [req-ac3c0fbe-48e0-4ebf-ab6e-8f0542bc1ed5 req-6350ec35-20e3-4fb3-9c57-5bde490a831f service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] No waiting events found dispatching network-vif-plugged-baca6cc2-d5de-405e-af7c-e39671c88abb {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:46:40 user nova-compute[75076]: WARNING nova.compute.manager [req-ac3c0fbe-48e0-4ebf-ab6e-8f0542bc1ed5 req-6350ec35-20e3-4fb3-9c57-5bde490a831f service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Received unexpected event network-vif-plugged-baca6cc2-d5de-405e-af7c-e39671c88abb for instance with vm_state building and task_state spawning.
Oct 27 16:46:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:46:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:46:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:46:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:46:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:46:41 user nova-compute[75076]: DEBUG nova.compute.manager [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:46:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:46:41 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Instance spawned successfully.
Oct 27 16:46:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:46:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:46:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:46:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:46:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:46:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:46:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:46:41 user nova-compute[75076]: INFO nova.compute.manager [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Took 4.79 seconds to spawn the instance on the hypervisor.
Oct 27 16:46:41 user nova-compute[75076]: DEBUG nova.compute.manager [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:46:42 user nova-compute[75076]: INFO nova.compute.manager [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Took 23.15 seconds to build instance.
Oct 27 16:46:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-8a612640-df68-46b9-afe2-ead0b0a991bb tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Lock "bb72094c-357b-4832-ae04-1c21c0c8ba71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 23.256s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:46:42 user nova-compute[75076]: DEBUG nova.compute.manager [req-04a7369e-50b6-48db-9033-0bd1f922b1d8 req-38d50723-5e57-4e55-90b4-c1d63a295456 service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Received event network-vif-plugged-baca6cc2-d5de-405e-af7c-e39671c88abb {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:46:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-04a7369e-50b6-48db-9033-0bd1f922b1d8 req-38d50723-5e57-4e55-90b4-c1d63a295456 service nova] Acquiring lock "bb72094c-357b-4832-ae04-1c21c0c8ba71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:46:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-04a7369e-50b6-48db-9033-0bd1f922b1d8 req-38d50723-5e57-4e55-90b4-c1d63a295456 service nova] Lock "bb72094c-357b-4832-ae04-1c21c0c8ba71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:46:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-04a7369e-50b6-48db-9033-0bd1f922b1d8 req-38d50723-5e57-4e55-90b4-c1d63a295456 service nova] Lock "bb72094c-357b-4832-ae04-1c21c0c8ba71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:46:42 user nova-compute[75076]: DEBUG nova.compute.manager [req-04a7369e-50b6-48db-9033-0bd1f922b1d8 req-38d50723-5e57-4e55-90b4-c1d63a295456 service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] No waiting events found dispatching network-vif-plugged-baca6cc2-d5de-405e-af7c-e39671c88abb {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:46:42 user nova-compute[75076]: WARNING nova.compute.manager [req-04a7369e-50b6-48db-9033-0bd1f922b1d8 req-38d50723-5e57-4e55-90b4-c1d63a295456 service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Received unexpected event network-vif-plugged-baca6cc2-d5de-405e-af7c-e39671c88abb for instance with vm_state active and task_state None.
Oct 27 16:46:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:46:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-121c3749-727b-4020-8213-e15683c98cf8 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Acquiring lock "cfa466df-9907-478b-8f89-182f15deafda" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:46:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-121c3749-727b-4020-8213-e15683c98cf8 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Lock "cfa466df-9907-478b-8f89-182f15deafda" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:46:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-121c3749-727b-4020-8213-e15683c98cf8 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Acquiring lock "cfa466df-9907-478b-8f89-182f15deafda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:46:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-121c3749-727b-4020-8213-e15683c98cf8 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Lock "cfa466df-9907-478b-8f89-182f15deafda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:46:44 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-121c3749-727b-4020-8213-e15683c98cf8 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Lock "cfa466df-9907-478b-8f89-182f15deafda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:46:44 user nova-compute[75076]: INFO nova.compute.manager [None req-121c3749-727b-4020-8213-e15683c98cf8 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: cfa466df-9907-478b-8f89-182f15deafda] Terminating instance
Oct 27 16:46:44 user nova-compute[75076]: DEBUG nova.compute.manager [None req-121c3749-727b-4020-8213-e15683c98cf8 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: cfa466df-9907-478b-8f89-182f15deafda] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:46:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:46:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:46:44 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:46:45 user nova-compute[75076]: DEBUG nova.compute.manager [req-54f80e65-d381-4d55-8362-0b339b5faaad req-6d9f315c-3cbb-4581-a331-29e008562f9a service nova] [instance: cfa466df-9907-478b-8f89-182f15deafda] Received event network-vif-unplugged-58f949fc-1839-470d-a349-89f7f371e43e {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:46:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-54f80e65-d381-4d55-8362-0b339b5faaad req-6d9f315c-3cbb-4581-a331-29e008562f9a service nova] Acquiring lock "cfa466df-9907-478b-8f89-182f15deafda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:46:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-54f80e65-d381-4d55-8362-0b339b5faaad req-6d9f315c-3cbb-4581-a331-29e008562f9a service nova] Lock "cfa466df-9907-478b-8f89-182f15deafda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:46:45 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-54f80e65-d381-4d55-8362-0b339b5faaad req-6d9f315c-3cbb-4581-a331-29e008562f9a service nova] Lock "cfa466df-9907-478b-8f89-182f15deafda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:46:45 user nova-compute[75076]: DEBUG nova.compute.manager [req-54f80e65-d381-4d55-8362-0b339b5faaad req-6d9f315c-3cbb-4581-a331-29e008562f9a service nova] [instance: cfa466df-9907-478b-8f89-182f15deafda] No waiting events found dispatching network-vif-unplugged-58f949fc-1839-470d-a349-89f7f371e43e {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:46:45 user nova-compute[75076]: DEBUG nova.compute.manager [req-54f80e65-d381-4d55-8362-0b339b5faaad req-6d9f315c-3cbb-4581-a331-29e008562f9a service nova] [instance: cfa466df-9907-478b-8f89-182f15deafda] Received event network-vif-unplugged-58f949fc-1839-470d-a349-89f7f371e43e for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:46:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:46:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:46:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:46:45 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: cfa466df-9907-478b-8f89-182f15deafda] Instance destroyed successfully.
Oct 27 16:46:45 user nova-compute[75076]: DEBUG nova.objects.instance [None req-121c3749-727b-4020-8213-e15683c98cf8 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Lazy-loading 'resources' on Instance uuid cfa466df-9907-478b-8f89-182f15deafda {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:46:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-121c3749-727b-4020-8213-e15683c98cf8 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:44:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1152737135',display_name='tempest-VolumesActionsTest-instance-1152737135',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1152737135',id=45,image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:45:00Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='09a9e2425a1f458cbb3ca45d24ef28d7',ramdisk_id='',reservation_id='r-m940g89k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='7d0575fb-f5ea-4157-a39d-ba81df105df8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1136009441',owner_user_name='tempest-VolumesActionsTest-1136009441-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:45:01Z,user_data=None,user_id='e6f083236bb244fd94de8ad77f9d4f71',uuid=cfa466df-9907-478b-8f89-182f15deafda,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "58f949fc-1839-470d-a349-89f7f371e43e", "address": "fa:16:3e:51:46:7d", "network": {"id": "94ed44fe-e0ea-4130-8a96-0b776f695164", "bridge": "br-int", "label": "tempest-VolumesActionsTest-15092528-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "09a9e2425a1f458cbb3ca45d24ef28d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58f949fc-18", "ovs_interfaceid": "58f949fc-1839-470d-a349-89f7f371e43e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:46:45 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-121c3749-727b-4020-8213-e15683c98cf8 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Converting VIF {"id": "58f949fc-1839-470d-a349-89f7f371e43e", "address": "fa:16:3e:51:46:7d", "network": {"id": "94ed44fe-e0ea-4130-8a96-0b776f695164", "bridge": "br-int", "label": "tempest-VolumesActionsTest-15092528-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "09a9e2425a1f458cbb3ca45d24ef28d7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58f949fc-18", "ovs_interfaceid": "58f949fc-1839-470d-a349-89f7f371e43e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:46:45 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-121c3749-727b-4020-8213-e15683c98cf8 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:51:46:7d,bridge_name='br-int',has_traffic_filtering=True,id=58f949fc-1839-470d-a349-89f7f371e43e,network=Network(94ed44fe-e0ea-4130-8a96-0b776f695164),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58f949fc-18') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:46:45 user nova-compute[75076]: DEBUG os_vif [None req-121c3749-727b-4020-8213-e15683c98cf8 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:51:46:7d,bridge_name='br-int',has_traffic_filtering=True,id=58f949fc-1839-470d-a349-89f7f371e43e,network=Network(94ed44fe-e0ea-4130-8a96-0b776f695164),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58f949fc-18') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:46:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:46:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap58f949fc-18, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:46:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:46:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:46:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:46:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e2fcb62d-201c-4c30-9c88-0e85384af920) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:46:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:46:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:46:45 user nova-compute[75076]: INFO os_vif [None req-121c3749-727b-4020-8213-e15683c98cf8 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:51:46:7d,bridge_name='br-int',has_traffic_filtering=True,id=58f949fc-1839-470d-a349-89f7f371e43e,network=Network(94ed44fe-e0ea-4130-8a96-0b776f695164),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58f949fc-18')
Oct 27 16:46:45 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-121c3749-727b-4020-8213-e15683c98cf8 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: cfa466df-9907-478b-8f89-182f15deafda] Deleting instance files /opt/stack/data/nova/instances/cfa466df-9907-478b-8f89-182f15deafda_del
Oct 27 16:46:45 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-121c3749-727b-4020-8213-e15683c98cf8 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: cfa466df-9907-478b-8f89-182f15deafda] Deletion of /opt/stack/data/nova/instances/cfa466df-9907-478b-8f89-182f15deafda_del complete
Oct 27 16:46:45 user nova-compute[75076]: INFO nova.compute.manager [None req-121c3749-727b-4020-8213-e15683c98cf8 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] [instance: cfa466df-9907-478b-8f89-182f15deafda] Took 0.86 seconds to destroy the instance on the hypervisor.
Oct 27 16:46:45 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-121c3749-727b-4020-8213-e15683c98cf8 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:46:45 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: cfa466df-9907-478b-8f89-182f15deafda] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:46:45 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: cfa466df-9907-478b-8f89-182f15deafda] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:46:46 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: cfa466df-9907-478b-8f89-182f15deafda] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:46:46 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: cfa466df-9907-478b-8f89-182f15deafda] Took 0.59 seconds to deallocate network for instance.
Oct 27 16:46:46 user nova-compute[75076]: DEBUG nova.compute.manager [req-307e8ea0-f8df-4a93-b06e-9be05d466b3e req-8a860dd3-3f43-4776-8a18-f464bb5232f9 service nova] [instance: cfa466df-9907-478b-8f89-182f15deafda] Received event network-vif-deleted-58f949fc-1839-470d-a349-89f7f371e43e {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:46:46 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-121c3749-727b-4020-8213-e15683c98cf8 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:46:46 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-121c3749-727b-4020-8213-e15683c98cf8 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:46:46 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-121c3749-727b-4020-8213-e15683c98cf8 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:46:46 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-121c3749-727b-4020-8213-e15683c98cf8 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:46:46 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-121c3749-727b-4020-8213-e15683c98cf8 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.134s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:46:46 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-121c3749-727b-4020-8213-e15683c98cf8 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Deleted allocations for instance cfa466df-9907-478b-8f89-182f15deafda
Oct 27 16:46:46 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-121c3749-727b-4020-8213-e15683c98cf8 tempest-VolumesActionsTest-1136009441 tempest-VolumesActionsTest-1136009441-project-member] Lock "cfa466df-9907-478b-8f89-182f15deafda" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.769s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:46:47 user nova-compute[75076]: DEBUG nova.compute.manager [req-6de23e02-23e3-4962-8a4d-304e12964629 req-9a9201b5-7f1a-4947-801a-722f6ba8aee5 service nova] [instance: cfa466df-9907-478b-8f89-182f15deafda] Received event network-vif-plugged-58f949fc-1839-470d-a349-89f7f371e43e {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:46:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-6de23e02-23e3-4962-8a4d-304e12964629 req-9a9201b5-7f1a-4947-801a-722f6ba8aee5 service nova] Acquiring lock "cfa466df-9907-478b-8f89-182f15deafda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:46:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-6de23e02-23e3-4962-8a4d-304e12964629 req-9a9201b5-7f1a-4947-801a-722f6ba8aee5 service nova] Lock "cfa466df-9907-478b-8f89-182f15deafda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:46:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-6de23e02-23e3-4962-8a4d-304e12964629 req-9a9201b5-7f1a-4947-801a-722f6ba8aee5 service nova] Lock "cfa466df-9907-478b-8f89-182f15deafda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:46:47 user nova-compute[75076]: DEBUG nova.compute.manager [req-6de23e02-23e3-4962-8a4d-304e12964629 req-9a9201b5-7f1a-4947-801a-722f6ba8aee5 service nova] [instance: cfa466df-9907-478b-8f89-182f15deafda] No waiting events found dispatching network-vif-plugged-58f949fc-1839-470d-a349-89f7f371e43e {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:46:47 user nova-compute[75076]: WARNING nova.compute.manager [req-6de23e02-23e3-4962-8a4d-304e12964629 req-9a9201b5-7f1a-4947-801a-722f6ba8aee5 service nova] [instance: cfa466df-9907-478b-8f89-182f15deafda] Received unexpected event network-vif-plugged-58f949fc-1839-470d-a349-89f7f371e43e for instance with vm_state deleted and task_state None.
Oct 27 16:46:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:46:53 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:46:53 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:46:55 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:46:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:46:56 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:46:56 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:46:56 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Rebuilding the list of instances to heal {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 16:46:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-bb72094c-357b-4832-ae04-1c21c0c8ba71" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:46:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-bb72094c-357b-4832-ae04-1c21c0c8ba71" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:46:56 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 16:46:56 user nova-compute[75076]: DEBUG nova.objects.instance [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lazy-loading 'info_cache' on Instance uuid bb72094c-357b-4832-ae04-1c21c0c8ba71 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:46:56 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Updating instance_info_cache with network_info: [{"id": "baca6cc2-d5de-405e-af7c-e39671c88abb", "address": "fa:16:3e:d2:b3:70", "network": {"id": "8aef1131-31e6-4b47-a809-8e282326739c", "bridge": "br-int", "label": "tempest-TestShelveInstance-943749433-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3911ceb994548f2bf0d51be07f9250d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbaca6cc2-d5", "ovs_interfaceid": "baca6cc2-d5de-405e-af7c-e39671c88abb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:46:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-bb72094c-357b-4832-ae04-1c21c0c8ba71" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:46:56 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 16:46:56 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:46:58 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:46:59 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:47:00 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:47:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:47:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:47:02 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:47:02 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:47:05 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:47:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:47:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:47:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:47:05 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:47:05 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:47:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:47:05 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:47:05 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:47:05 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=8921MB free_disk=25.154842376708984GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:47:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:47:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:47:05 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance bb72094c-357b-4832-ae04-1c21c0c8ba71 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:47:05 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:47:05 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:47:05 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:47:05 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:47:05 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:47:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.169s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:47:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:47:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:47:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:47:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:47:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:47:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:47:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:47:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:47:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:47:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:47:53 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:47:54 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:47:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:47:57 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:47:57 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:47:57 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Rebuilding the list of instances to heal {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 16:47:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-bb72094c-357b-4832-ae04-1c21c0c8ba71" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:47:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-bb72094c-357b-4832-ae04-1c21c0c8ba71" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:47:57 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 16:47:57 user nova-compute[75076]: DEBUG nova.objects.instance [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lazy-loading 'info_cache' on Instance uuid bb72094c-357b-4832-ae04-1c21c0c8ba71 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:47:57 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Updating instance_info_cache with network_info: [{"id": "baca6cc2-d5de-405e-af7c-e39671c88abb", "address": "fa:16:3e:d2:b3:70", "network": {"id": "8aef1131-31e6-4b47-a809-8e282326739c", "bridge": "br-int", "label": "tempest-TestShelveInstance-943749433-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3911ceb994548f2bf0d51be07f9250d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbaca6cc2-d5", "ovs_interfaceid": "baca6cc2-d5de-405e-af7c-e39671c88abb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:47:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-bb72094c-357b-4832-ae04-1c21c0c8ba71" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:47:57 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 16:47:57 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:47:58 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:48:00 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:48:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:48:01 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:48:02 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:48:02 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:48:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:48:07 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:48:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:48:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:48:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:48:07 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:48:07 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:48:07 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:48:07 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:48:07 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=8927MB free_disk=24.371356964111328GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:48:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:48:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:48:07 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance bb72094c-357b-4832-ae04-1c21c0c8ba71 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:48:07 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:48:07 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:48:07 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:48:07 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:48:07 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:48:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.204s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:48:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:48:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:48:12 user nova-compute[75076]: DEBUG nova.compute.manager [req-7661bd26-f60f-4673-b284-0b0b804f4517 req-a0fd4660-2624-415b-9b09-5bff5e257b19 service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Received event network-changed-baca6cc2-d5de-405e-af7c-e39671c88abb {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:48:12 user nova-compute[75076]: DEBUG nova.compute.manager [req-7661bd26-f60f-4673-b284-0b0b804f4517 req-a0fd4660-2624-415b-9b09-5bff5e257b19 service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Refreshing instance network info cache due to event network-changed-baca6cc2-d5de-405e-af7c-e39671c88abb. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:48:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7661bd26-f60f-4673-b284-0b0b804f4517 req-a0fd4660-2624-415b-9b09-5bff5e257b19 service nova] Acquiring lock "refresh_cache-bb72094c-357b-4832-ae04-1c21c0c8ba71" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:48:12 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7661bd26-f60f-4673-b284-0b0b804f4517 req-a0fd4660-2624-415b-9b09-5bff5e257b19 service nova] Acquired lock "refresh_cache-bb72094c-357b-4832-ae04-1c21c0c8ba71" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:48:12 user nova-compute[75076]: DEBUG nova.network.neutron [req-7661bd26-f60f-4673-b284-0b0b804f4517 req-a0fd4660-2624-415b-9b09-5bff5e257b19 service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Refreshing network info cache for port baca6cc2-d5de-405e-af7c-e39671c88abb {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:48:12 user nova-compute[75076]: DEBUG nova.network.neutron [req-7661bd26-f60f-4673-b284-0b0b804f4517 req-a0fd4660-2624-415b-9b09-5bff5e257b19 service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Updated VIF entry in instance network info cache for port baca6cc2-d5de-405e-af7c-e39671c88abb. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:48:12 user nova-compute[75076]: DEBUG nova.network.neutron [req-7661bd26-f60f-4673-b284-0b0b804f4517 req-a0fd4660-2624-415b-9b09-5bff5e257b19 service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Updating instance_info_cache with network_info: [{"id": "baca6cc2-d5de-405e-af7c-e39671c88abb", "address": "fa:16:3e:d2:b3:70", "network": {"id": "8aef1131-31e6-4b47-a809-8e282326739c", "bridge": "br-int", "label": "tempest-TestShelveInstance-943749433-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3911ceb994548f2bf0d51be07f9250d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbaca6cc2-d5", "ovs_interfaceid": "baca6cc2-d5de-405e-af7c-e39671c88abb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:48:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-7661bd26-f60f-4673-b284-0b0b804f4517 req-a0fd4660-2624-415b-9b09-5bff5e257b19 service nova] Releasing lock "refresh_cache-bb72094c-357b-4832-ae04-1c21c0c8ba71" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:48:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Acquiring lock "bb72094c-357b-4832-ae04-1c21c0c8ba71" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:48:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Lock "bb72094c-357b-4832-ae04-1c21c0c8ba71" acquired by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:48:14 user nova-compute[75076]: INFO nova.compute.manager [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Shelve offloading
Oct 27 16:48:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:48:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:48:14 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:48:14 user nova-compute[75076]: DEBUG nova.compute.manager [req-cc846fcb-be31-4e36-9675-9773fdcd1c2b req-8822c245-e6de-4ee3-84d6-8e6bfced59cf service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Received event network-vif-unplugged-baca6cc2-d5de-405e-af7c-e39671c88abb {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:48:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-cc846fcb-be31-4e36-9675-9773fdcd1c2b req-8822c245-e6de-4ee3-84d6-8e6bfced59cf service nova] Acquiring lock "bb72094c-357b-4832-ae04-1c21c0c8ba71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:48:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-cc846fcb-be31-4e36-9675-9773fdcd1c2b req-8822c245-e6de-4ee3-84d6-8e6bfced59cf service nova] Lock "bb72094c-357b-4832-ae04-1c21c0c8ba71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:48:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-cc846fcb-be31-4e36-9675-9773fdcd1c2b req-8822c245-e6de-4ee3-84d6-8e6bfced59cf service nova] Lock "bb72094c-357b-4832-ae04-1c21c0c8ba71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:48:14 user nova-compute[75076]: DEBUG nova.compute.manager [req-cc846fcb-be31-4e36-9675-9773fdcd1c2b req-8822c245-e6de-4ee3-84d6-8e6bfced59cf service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] No waiting events found dispatching network-vif-unplugged-baca6cc2-d5de-405e-af7c-e39671c88abb {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:48:14 user nova-compute[75076]: WARNING nova.compute.manager [req-cc846fcb-be31-4e36-9675-9773fdcd1c2b req-8822c245-e6de-4ee3-84d6-8e6bfced59cf service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Received unexpected event network-vif-unplugged-baca6cc2-d5de-405e-af7c-e39671c88abb for instance with vm_state active and task_state shelving.
Oct 27 16:48:15 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Instance destroyed successfully.
Oct 27 16:48:15 user nova-compute[75076]: DEBUG nova.compute.manager [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:48:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Acquiring lock "refresh_cache-bb72094c-357b-4832-ae04-1c21c0c8ba71" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:48:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Acquired lock "refresh_cache-bb72094c-357b-4832-ae04-1c21c0c8ba71" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:48:15 user nova-compute[75076]: DEBUG nova.network.neutron [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:48:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:48:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:48:15 user nova-compute[75076]: DEBUG nova.network.neutron [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Updating instance_info_cache with network_info: [{"id": "baca6cc2-d5de-405e-af7c-e39671c88abb", "address": "fa:16:3e:d2:b3:70", "network": {"id": "8aef1131-31e6-4b47-a809-8e282326739c", "bridge": "br-int", "label": "tempest-TestShelveInstance-943749433-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3911ceb994548f2bf0d51be07f9250d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbaca6cc2-d5", "ovs_interfaceid": "baca6cc2-d5de-405e-af7c-e39671c88abb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:48:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Releasing lock "refresh_cache-bb72094c-357b-4832-ae04-1c21c0c8ba71" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:48:16 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Instance destroyed successfully.
Oct 27 16:48:16 user nova-compute[75076]: DEBUG nova.objects.instance [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Lazy-loading 'resources' on Instance uuid bb72094c-357b-4832-ae04-1c21c0c8ba71 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:46:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-731178246',display_name='tempest-TestShelveInstance-server-731178246',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-731178246',id=46,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE5iDu4+Jr+Lb1NJ5cCHXbUP0K2vGvQtdOx+loLvzfIrrg+c2XJ3vdo1cL2XC3YZTdAPqn2FTCCltN+BBKULtEer2DOyQ7FBvJEzpi8b0siU7XqiLQsj/fG1CTfAoKbXjQ==',key_name='tempest-TestShelveInstance-1090833457',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:46:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d3911ceb994548f2bf0d51be07f9250d',ramdisk_id='',reservation_id='r-8abiyy4c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1757752073',owner_user_name='tempest-TestShelveInstance-1757752073-project-member'},tags=<?>,task_state='shelving',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:46:42Z,user_data=None,user_id='ee16a6720410496c8d4f242c3ea8fed0',uuid=bb72094c-357b-4832-ae04-1c21c0c8ba71,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "baca6cc2-d5de-405e-af7c-e39671c88abb", "address": "fa:16:3e:d2:b3:70", "network": {"id": "8aef1131-31e6-4b47-a809-8e282326739c", "bridge": "br-int", "label": "tempest-TestShelveInstance-943749433-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3911ceb994548f2bf0d51be07f9250d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbaca6cc2-d5", "ovs_interfaceid": "baca6cc2-d5de-405e-af7c-e39671c88abb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Converting VIF {"id": "baca6cc2-d5de-405e-af7c-e39671c88abb", "address": "fa:16:3e:d2:b3:70", "network": {"id": "8aef1131-31e6-4b47-a809-8e282326739c", "bridge": "br-int", "label": "tempest-TestShelveInstance-943749433-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3911ceb994548f2bf0d51be07f9250d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbaca6cc2-d5", "ovs_interfaceid": "baca6cc2-d5de-405e-af7c-e39671c88abb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d2:b3:70,bridge_name='br-int',has_traffic_filtering=True,id=baca6cc2-d5de-405e-af7c-e39671c88abb,network=Network(8aef1131-31e6-4b47-a809-8e282326739c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbaca6cc2-d5') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG os_vif [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d2:b3:70,bridge_name='br-int',has_traffic_filtering=True,id=baca6cc2-d5de-405e-af7c-e39671c88abb,network=Network(8aef1131-31e6-4b47-a809-8e282326739c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbaca6cc2-d5') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbaca6cc2-d5, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=12ca145e-7911-4862-95ae-e092f35c4799) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-342daec8-43ac-4a11-a103-a1cfd00f15fd req-cc31218d-9d2f-4e2d-ad9a-bf3326c32f12 service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Received event network-changed-baca6cc2-d5de-405e-af7c-e39671c88abb {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-342daec8-43ac-4a11-a103-a1cfd00f15fd req-cc31218d-9d2f-4e2d-ad9a-bf3326c32f12 service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Refreshing instance network info cache due to event network-changed-baca6cc2-d5de-405e-af7c-e39671c88abb. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-342daec8-43ac-4a11-a103-a1cfd00f15fd req-cc31218d-9d2f-4e2d-ad9a-bf3326c32f12 service nova] Acquiring lock "refresh_cache-bb72094c-357b-4832-ae04-1c21c0c8ba71" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-342daec8-43ac-4a11-a103-a1cfd00f15fd req-cc31218d-9d2f-4e2d-ad9a-bf3326c32f12 service nova] Acquired lock "refresh_cache-bb72094c-357b-4832-ae04-1c21c0c8ba71" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG nova.network.neutron [req-342daec8-43ac-4a11-a103-a1cfd00f15fd req-cc31218d-9d2f-4e2d-ad9a-bf3326c32f12 service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Refreshing network info cache for port baca6cc2-d5de-405e-af7c-e39671c88abb {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:48:16 user nova-compute[75076]: INFO os_vif [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d2:b3:70,bridge_name='br-int',has_traffic_filtering=True,id=baca6cc2-d5de-405e-af7c-e39671c88abb,network=Network(8aef1131-31e6-4b47-a809-8e282326739c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbaca6cc2-d5')
Oct 27 16:48:16 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kNBlxGfu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:48:16 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:48:16 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c25aabe-94bd-48a8-a3b3-f0e2491956af]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:48:16 user nova-compute[75076]: No targets found.
Oct 27 16:48:16 user nova-compute[75076]: iSNS:
Oct 27 16:48:16 user nova-compute[75076]: No targets found.
Oct 27 16:48:16 user nova-compute[75076]: STATIC:
Oct 27 16:48:16 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb
Oct 27 16:48:16 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:48:16 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:48:16 user nova-compute[75076]: FIRMWARE:
Oct 27 16:48:16 user nova-compute[75076]: No targets found.
Oct 27 16:48:16 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:48:16 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:48:16 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[50ad6f18-3261-4357-8a9f-22bc274bbe78]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d58989c9-64ac-4272-b804-eaa6027beac5]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb (non-flash)
Oct 27 16:48:16 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb (non-flash)
Oct 27 16:48:16 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe1c4f5b40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb'): ({'sdb'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Removing single pathed devices sdb {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f63cf0f-5ac3-4bde-9ee1-f3d7b4315a69]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bdc3eb1-6d24-4f2a-8c56-613c8788198d]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Flushing IO for device /dev/sdb {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cba7513-6f0b-44c3-a5e7-948e8e24695f]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.038s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4cdc557-f881-43fc-a08d-589dad95c0e2]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] SCSI volumes sdb have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[555ecda5-7d33-4602-b21e-6abd1c429dad]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a3c64bf-8b1d-47a6-a617-219ae08f54e5]: (4, ('Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb, portal: 172.16.0.220,3260]\nLogout of [sid: 51, target: iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb, portal: 172.16.0.220,3260]
Oct 27 16:48:16 user nova-compute[75076]: Logout of [sid: 51, target: iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb, portal: 172.16.0.220,3260] successful.
Oct 27 16:48:16 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-ed2db34e-d84a-4948-8835-fc02e9624f57 req-cf8275b0-cb37-4f09-b27e-03f3e905b3e9 service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Received event network-vif-plugged-baca6cc2-d5de-405e-af7c-e39671c88abb {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ed2db34e-d84a-4948-8835-fc02e9624f57 req-cf8275b0-cb37-4f09-b27e-03f3e905b3e9 service nova] Acquiring lock "bb72094c-357b-4832-ae04-1c21c0c8ba71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ed2db34e-d84a-4948-8835-fc02e9624f57 req-cf8275b0-cb37-4f09-b27e-03f3e905b3e9 service nova] Lock "bb72094c-357b-4832-ae04-1c21c0c8ba71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ed2db34e-d84a-4948-8835-fc02e9624f57 req-cf8275b0-cb37-4f09-b27e-03f3e905b3e9 service nova] Lock "bb72094c-357b-4832-ae04-1c21c0c8ba71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-ed2db34e-d84a-4948-8835-fc02e9624f57 req-cf8275b0-cb37-4f09-b27e-03f3e905b3e9 service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] No waiting events found dispatching network-vif-plugged-baca6cc2-d5de-405e-af7c-e39671c88abb {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:48:16 user nova-compute[75076]: WARNING nova.compute.manager [req-ed2db34e-d84a-4948-8835-fc02e9624f57 req-cf8275b0-cb37-4f09-b27e-03f3e905b3e9 service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Received unexpected event network-vif-plugged-baca6cc2-d5de-405e-af7c-e39671c88abb for instance with vm_state active and task_state shelving.
Oct 27 16:48:16 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d640f167-27bc-4ddb-af5d-53896c843478]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.287s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] <== disconnect_volume: return (288ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:48:16 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Deleting instance files /opt/stack/data/nova/instances/bb72094c-357b-4832-ae04-1c21c0c8ba71_del
Oct 27 16:48:16 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Deletion of /opt/stack/data/nova/instances/bb72094c-357b-4832-ae04-1c21c0c8ba71_del complete
Oct 27 16:48:16 user nova-compute[75076]: DEBUG nova.network.neutron [req-342daec8-43ac-4a11-a103-a1cfd00f15fd req-cc31218d-9d2f-4e2d-ad9a-bf3326c32f12 service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Updated VIF entry in instance network info cache for port baca6cc2-d5de-405e-af7c-e39671c88abb. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG nova.network.neutron [req-342daec8-43ac-4a11-a103-a1cfd00f15fd req-cc31218d-9d2f-4e2d-ad9a-bf3326c32f12 service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Updating instance_info_cache with network_info: [{"id": "baca6cc2-d5de-405e-af7c-e39671c88abb", "address": "fa:16:3e:d2:b3:70", "network": {"id": "8aef1131-31e6-4b47-a809-8e282326739c", "bridge": null, "label": "tempest-TestShelveInstance-943749433-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3911ceb994548f2bf0d51be07f9250d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapbaca6cc2-d5", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:48:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-342daec8-43ac-4a11-a103-a1cfd00f15fd req-cc31218d-9d2f-4e2d-ad9a-bf3326c32f12 service nova] Releasing lock "refresh_cache-bb72094c-357b-4832-ae04-1c21c0c8ba71" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:48:17 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Deleted allocations for instance bb72094c-357b-4832-ae04-1c21c0c8ba71
Oct 27 16:48:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:48:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:48:17 user nova-compute[75076]: DEBUG nova.objects.instance [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Lazy-loading 'numa_topology' on Instance uuid bb72094c-357b-4832-ae04-1c21c0c8ba71 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:48:17 user nova-compute[75076]: DEBUG nova.objects.base [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Object Instance<bb72094c-357b-4832-ae04-1c21c0c8ba71> lazy-loaded attributes: resources,numa_topology {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:48:17 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:48:17 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:48:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.092s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:48:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-b2b43cf4-77b0-4f6b-9b36-f03820d22cd2 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Lock "bb72094c-357b-4832-ae04-1c21c0c8ba71" "released" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: held 3.636s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:48:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:48:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:48:26 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:48:26 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:48:26 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:48:26 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:48:26 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:48:26 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:48:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:48:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:48:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:48:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:48:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:48:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:48:36 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:48:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:48:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:48:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:48:41 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:48:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:48:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:48:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:48:51 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:48:54 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:48:55 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:48:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:48:56 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:48:57 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:48:57 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:48:57 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Rebuilding the list of instances to heal {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 16:48:57 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Didn't find any instances for network info cache update. {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 27 16:48:58 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:48:59 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:49:00 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:49:01 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:49:01 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:49:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:49:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:49:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:49:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:49:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:49:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:49:04 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:49:04 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:49:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:49:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:49:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "c37fbaff-5705-4287-8f55-db119f3200a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:49:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "c37fbaff-5705-4287-8f55-db119f3200a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:49:07 user nova-compute[75076]: DEBUG nova.compute.manager [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:49:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:49:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:49:07 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:49:07 user nova-compute[75076]: INFO nova.compute.claims [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Claim successful on node user
Oct 27 16:49:07 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:49:07 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:49:07 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.178s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:49:07 user nova-compute[75076]: DEBUG nova.compute.manager [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:49:07 user nova-compute[75076]: DEBUG nova.compute.manager [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:49:07 user nova-compute[75076]: DEBUG nova.network.neutron [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:49:07 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:49:07 user nova-compute[75076]: DEBUG nova.compute.manager [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:49:07 user nova-compute[75076]: INFO nova.virt.block_device [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Booting with volume snapshot f29e5673-9d43-4996-8a4d-cda688a531ad at /dev/vda
Oct 27 16:49:07 user nova-compute[75076]: DEBUG nova.policy [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cad429398e7455e93226dc29ee51f2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5cf189fe9202451ca908ab4be25c6997', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:49:08 user nova-compute[75076]: DEBUG nova.network.neutron [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Successfully created port: 6a760975-1d19-4aa6-94ed-c5786103c321 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:49:09 user nova-compute[75076]: DEBUG nova.network.neutron [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Successfully updated port: 6a760975-1d19-4aa6-94ed-c5786103c321 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:49:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "refresh_cache-c37fbaff-5705-4287-8f55-db119f3200a3" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:49:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquired lock "refresh_cache-c37fbaff-5705-4287-8f55-db119f3200a3" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:49:09 user nova-compute[75076]: DEBUG nova.network.neutron [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:49:09 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:49:09 user nova-compute[75076]: DEBUG nova.compute.manager [req-02367654-8bde-4ffe-a529-80da0767df05 req-58c7b988-fe0f-44f5-8d3c-f10da883ad5c service nova] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Received event network-changed-6a760975-1d19-4aa6-94ed-c5786103c321 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:49:09 user nova-compute[75076]: DEBUG nova.compute.manager [req-02367654-8bde-4ffe-a529-80da0767df05 req-58c7b988-fe0f-44f5-8d3c-f10da883ad5c service nova] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Refreshing instance network info cache due to event network-changed-6a760975-1d19-4aa6-94ed-c5786103c321. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:49:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-02367654-8bde-4ffe-a529-80da0767df05 req-58c7b988-fe0f-44f5-8d3c-f10da883ad5c service nova] Acquiring lock "refresh_cache-c37fbaff-5705-4287-8f55-db119f3200a3" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:49:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:49:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:49:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:49:09 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:49:09 user nova-compute[75076]: DEBUG nova.network.neutron [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:49:09 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:49:09 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:49:09 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=9097MB free_disk=25.143306732177734GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:49:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:49:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:49:09 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance c37fbaff-5705-4287-8f55-db119f3200a3 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:49:09 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:49:09 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:49:09 user nova-compute[75076]: DEBUG nova.network.neutron [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Updating instance_info_cache with network_info: [{"id": "6a760975-1d19-4aa6-94ed-c5786103c321", "address": "fa:16:3e:4d:1c:e8", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a760975-1d", "ovs_interfaceid": "6a760975-1d19-4aa6-94ed-c5786103c321", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:49:09 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:49:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Releasing lock "refresh_cache-c37fbaff-5705-4287-8f55-db119f3200a3" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:49:09 user nova-compute[75076]: DEBUG nova.compute.manager [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Instance network_info: |[{"id": "6a760975-1d19-4aa6-94ed-c5786103c321", "address": "fa:16:3e:4d:1c:e8", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a760975-1d", "ovs_interfaceid": "6a760975-1d19-4aa6-94ed-c5786103c321", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:49:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-02367654-8bde-4ffe-a529-80da0767df05 req-58c7b988-fe0f-44f5-8d3c-f10da883ad5c service nova] Acquired lock "refresh_cache-c37fbaff-5705-4287-8f55-db119f3200a3" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:49:09 user nova-compute[75076]: DEBUG nova.network.neutron [req-02367654-8bde-4ffe-a529-80da0767df05 req-58c7b988-fe0f-44f5-8d3c-f10da883ad5c service nova] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Refreshing network info cache for port 6a760975-1d19-4aa6-94ed-c5786103c321 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:49:09 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:49:09 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:49:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.227s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:49:10 user nova-compute[75076]: DEBUG nova.network.neutron [req-02367654-8bde-4ffe-a529-80da0767df05 req-58c7b988-fe0f-44f5-8d3c-f10da883ad5c service nova] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Updated VIF entry in instance network info cache for port 6a760975-1d19-4aa6-94ed-c5786103c321. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:49:10 user nova-compute[75076]: DEBUG nova.network.neutron [req-02367654-8bde-4ffe-a529-80da0767df05 req-58c7b988-fe0f-44f5-8d3c-f10da883ad5c service nova] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Updating instance_info_cache with network_info: [{"id": "6a760975-1d19-4aa6-94ed-c5786103c321", "address": "fa:16:3e:4d:1c:e8", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a760975-1d", "ovs_interfaceid": "6a760975-1d19-4aa6-94ed-c5786103c321", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:49:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-02367654-8bde-4ffe-a529-80da0767df05 req-58c7b988-fe0f-44f5-8d3c-f10da883ad5c service nova] Releasing lock "refresh_cache-c37fbaff-5705-4287-8f55-db119f3200a3" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:49:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:49:11 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:49:13 user nova-compute[75076]: DEBUG os_brick.utils [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:49:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:49:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:49:13 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5785381a-9604-4652-bfac-1966e732927c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:49:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:49:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:49:13 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[655fc77e-b016-4b07-8acf-01b49d36f5b9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:49:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:49:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:49:13 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd70be99-1eaf-4596-b6d1-72200f1602a6]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:49:13 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[051e73ab-4d81-4bad-93ec-9ddd55475e50]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:49:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:49:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:49:13 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:49:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:49:13 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:49:13 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:49:13 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[002ca153-ac17-4eca-8446-c0ce9c44b37e]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:49:13 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:49:13 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:49:13 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:49:13 user nova-compute[75076]: DEBUG os_brick.utils [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:49:13 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Updating existing volume attachment record: dd94d0ec-1714-4f08-90ae-37f05752c014 {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:49:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:49:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:49:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:49:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:49:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:49:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:49:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:49:26 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG nova.compute.manager [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:49:31 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Creating image(s)
Oct 27 16:49:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Did not create local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Ensure instance console log exists: /opt/stack/data/nova/instances/c37fbaff-5705-4287-8f55-db119f3200a3/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Start _get_guest_xml network_info=[{"id": "6a760975-1d19-4aa6-94ed-c5786103c321", "address": "fa:16:3e:4d:1c:e8", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a760975-1d", "ovs_interfaceid": "6a760975-1d19-4aa6-94ed-c5786103c321", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'szlCnERp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c37fbaff-5705-4287-8f55-db119f3200a3', 'attached_at': '', 'detached_at': '', 'volume_id': '6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4', 'serial': '6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4'}, 'boot_index': 0, 'device_type': 'disk', 'mount_device': '/dev/vda', 'disk_bus': 'virtio', 'attachment_id': 'dd94d0ec-1714-4f08-90ae-37f05752c014', 'guest_format': None, 'delete_on_termination': True, 'volume_type': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:49:31 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:49:31 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:49:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'szlCnERp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:49:31 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:49:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:49:31 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:49:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:49:31 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:49:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4 -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[97dfc4c9-4a33-40b5-b3dc-12fd770a2462]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:49:31 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4 -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[dac47f6e-d769-4465-bc11-bf7f1f4deead]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4] added
Oct 27 16:49:31 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[71aabf84-867a-48e1-b034-a41eee3bca3b]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fe97639-b547-46b3-ac6d-01b494d84ece]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v szlCnERp {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v szlCnERp" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[44cb1e3b-b43a-4e54-bb0b-507d7a7689f0]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'szlCnERp'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[8176c08c-d242-4e1e-b62e-0d2aa0859cb8]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ccdbbdc-13e9-4565-9b77-a5de9e4428f0]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 27 16:49:31 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 27 16:49:31 user nova-compute[75076]:  {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:49:31 user nova-compute[75076]: WARNING os_brick.initiator.connectors.iscsi [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 27 16:49:31 user nova-compute[75076]: 
Oct 27 16:49:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4 -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4 -p 172.16.0.220:3260 --login" returned: 0 in 0.043s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c953862-7b64-4221-afa1-e6c54803e14c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4, portal: 172.16.0.220,3260]
Oct 27 16:49:31 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4, portal: 172.16.0.220,3260] successful.
Oct 27 16:49:31 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b7ca0d3-ae1e-4013-8607-f8d703653e63]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8c375b3-d405-4e67-8245-215a9c517fab]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4 (non-flash)
Oct 27 16:49:31 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4 (non-flash)
Oct 27 16:49:31 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.232s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] HCTL ('33', '-', '-', 0) found on session 53 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fbb426b-496d-4e2a-a528-d4c0d3eba1d8]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Searching for a device in session 53 and hctl ['33', '*', '*', 0] yield: None {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:49:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:49:32 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Searching for a device in session 53 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:49:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'szlCnERp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:49:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.262s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:49:32 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] <== connect_volume: return (1263ms) {'type': 'block', 'scsi_wwn': '23333633764336335', 'path': '/dev/sdb'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:49:32 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23333633764336335', 'path': '/dev/sdb'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:49:32 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:49:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1432847647',display_name='tempest-TestVolumeBootPattern-server-1432847647',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1432847647',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5cf189fe9202451ca908ab4be25c6997',ramdisk_id='',reservation_id='r-s0ph6put',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1745560825',owner_user_name='tempest-TestVolumeBootPattern-1745560825-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:49:07Z,user_data=None,user_id='7cad429398e7455e93226dc29ee51f2a',uuid=c37fbaff-5705-4287-8f55-db119f3200a3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6a760975-1d19-4aa6-94ed-c5786103c321", "address": "fa:16:3e:4d:1c:e8", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a760975-1d", "ovs_interfaceid": "6a760975-1d19-4aa6-94ed-c5786103c321", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:49:32 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Converting VIF {"id": "6a760975-1d19-4aa6-94ed-c5786103c321", "address": "fa:16:3e:4d:1c:e8", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a760975-1d", "ovs_interfaceid": "6a760975-1d19-4aa6-94ed-c5786103c321", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:49:32 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4d:1c:e8,bridge_name='br-int',has_traffic_filtering=True,id=6a760975-1d19-4aa6-94ed-c5786103c321,network=Network(b31e83c7-6d45-4743-8079-415b45b016c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6a760975-1d') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:49:32 user nova-compute[75076]: DEBUG nova.objects.instance [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lazy-loading 'pci_devices' on Instance uuid c37fbaff-5705-4287-8f55-db119f3200a3 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:49:32 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:49:32 user nova-compute[75076]:   <uuid>c37fbaff-5705-4287-8f55-db119f3200a3</uuid>
Oct 27 16:49:32 user nova-compute[75076]:   <name>instance-0000002f</name>
Oct 27 16:49:32 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:49:32 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:49:32 user nova-compute[75076]:   <metadata>
Oct 27 16:49:32 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:49:32 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:49:32 user nova-compute[75076]:       <nova:name>tempest-TestVolumeBootPattern-server-1432847647</nova:name>
Oct 27 16:49:32 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:49:31</nova:creationTime>
Oct 27 16:49:32 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:49:32 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:49:32 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:49:32 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:49:32 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:49:32 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:49:32 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:49:32 user nova-compute[75076]:       <nova:owner>
Oct 27 16:49:32 user nova-compute[75076]:         <nova:user uuid="7cad429398e7455e93226dc29ee51f2a">tempest-TestVolumeBootPattern-1745560825-project-member</nova:user>
Oct 27 16:49:32 user nova-compute[75076]:         <nova:project uuid="5cf189fe9202451ca908ab4be25c6997">tempest-TestVolumeBootPattern-1745560825</nova:project>
Oct 27 16:49:32 user nova-compute[75076]:       </nova:owner>
Oct 27 16:49:32 user nova-compute[75076]:       <nova:ports>
Oct 27 16:49:32 user nova-compute[75076]:         <nova:port uuid="6a760975-1d19-4aa6-94ed-c5786103c321">
Oct 27 16:49:32 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 27 16:49:32 user nova-compute[75076]:         </nova:port>
Oct 27 16:49:32 user nova-compute[75076]:       </nova:ports>
Oct 27 16:49:32 user nova-compute[75076]:     </nova:instance>
Oct 27 16:49:32 user nova-compute[75076]:   </metadata>
Oct 27 16:49:32 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:49:32 user nova-compute[75076]:     <system>
Oct 27 16:49:32 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:49:32 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:49:32 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:49:32 user nova-compute[75076]:       <entry name="serial">c37fbaff-5705-4287-8f55-db119f3200a3</entry>
Oct 27 16:49:32 user nova-compute[75076]:       <entry name="uuid">c37fbaff-5705-4287-8f55-db119f3200a3</entry>
Oct 27 16:49:32 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:49:32 user nova-compute[75076]:     </system>
Oct 27 16:49:32 user nova-compute[75076]:   </sysinfo>
Oct 27 16:49:32 user nova-compute[75076]:   <os>
Oct 27 16:49:32 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:49:32 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:49:32 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:49:32 user nova-compute[75076]:   </os>
Oct 27 16:49:32 user nova-compute[75076]:   <features>
Oct 27 16:49:32 user nova-compute[75076]:     <acpi/>
Oct 27 16:49:32 user nova-compute[75076]:     <apic/>
Oct 27 16:49:32 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:49:32 user nova-compute[75076]:   </features>
Oct 27 16:49:32 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:49:32 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:49:32 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:49:32 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:49:32 user nova-compute[75076]:   </clock>
Oct 27 16:49:32 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:49:32 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:49:32 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:49:32 user nova-compute[75076]:   </cpu>
Oct 27 16:49:32 user nova-compute[75076]:   <devices>
Oct 27 16:49:32 user nova-compute[75076]:     <disk type="block" device="disk">
Oct 27 16:49:32 user nova-compute[75076]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:49:32 user nova-compute[75076]:       <source dev="/dev/sdb"/>
Oct 27 16:49:32 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:49:32 user nova-compute[75076]:       <serial>6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4</serial>
Oct 27 16:49:32 user nova-compute[75076]:     </disk>
Oct 27 16:49:32 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:49:32 user nova-compute[75076]:       <mac address="fa:16:3e:4d:1c:e8"/>
Oct 27 16:49:32 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:49:32 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:49:32 user nova-compute[75076]:       <target dev="tap6a760975-1d"/>
Oct 27 16:49:32 user nova-compute[75076]:     </interface>
Oct 27 16:49:32 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:49:32 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/c37fbaff-5705-4287-8f55-db119f3200a3/console.log" append="off"/>
Oct 27 16:49:32 user nova-compute[75076]:     </serial>
Oct 27 16:49:32 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:49:32 user nova-compute[75076]:     <video>
Oct 27 16:49:32 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:49:32 user nova-compute[75076]:     </video>
Oct 27 16:49:32 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:49:32 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:49:32 user nova-compute[75076]:     </rng>
Oct 27 16:49:32 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:49:32 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:49:32 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:49:32 user nova-compute[75076]:     </memballoon>
Oct 27 16:49:32 user nova-compute[75076]:   </devices>
Oct 27 16:49:32 user nova-compute[75076]: </domain>
Oct 27 16:49:32 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:49:32 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:49:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1432847647',display_name='tempest-TestVolumeBootPattern-server-1432847647',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1432847647',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5cf189fe9202451ca908ab4be25c6997',ramdisk_id='',reservation_id='r-s0ph6put',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1745560825',owner_user_name='tempest-TestVolumeBootPattern-1745560825-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:49:07Z,user_data=None,user_id='7cad429398e7455e93226dc29ee51f2a',uuid=c37fbaff-5705-4287-8f55-db119f3200a3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6a760975-1d19-4aa6-94ed-c5786103c321", "address": "fa:16:3e:4d:1c:e8", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a760975-1d", "ovs_interfaceid": "6a760975-1d19-4aa6-94ed-c5786103c321", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:49:32 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Converting VIF {"id": "6a760975-1d19-4aa6-94ed-c5786103c321", "address": "fa:16:3e:4d:1c:e8", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a760975-1d", "ovs_interfaceid": "6a760975-1d19-4aa6-94ed-c5786103c321", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:49:32 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4d:1c:e8,bridge_name='br-int',has_traffic_filtering=True,id=6a760975-1d19-4aa6-94ed-c5786103c321,network=Network(b31e83c7-6d45-4743-8079-415b45b016c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6a760975-1d') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:49:32 user nova-compute[75076]: DEBUG os_vif [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4d:1c:e8,bridge_name='br-int',has_traffic_filtering=True,id=6a760975-1d19-4aa6-94ed-c5786103c321,network=Network(b31e83c7-6d45-4743-8079-415b45b016c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6a760975-1d') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:49:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:49:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:49:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:49:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:49:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b3e29bf4-c364-5a98-a9e2-df7eefd195c8', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:49:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:49:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:49:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:49:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6a760975-1d, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:49:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6a760975-1d, col_values=(('qos', UUID('d90716b3-f2fd-4f1f-8e71-abda6df7dac0')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:49:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6a760975-1d, col_values=(('external_ids', {'iface-id': '6a760975-1d19-4aa6-94ed-c5786103c321', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4d:1c:e8', 'vm-uuid': 'c37fbaff-5705-4287-8f55-db119f3200a3'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:49:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:49:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:49:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:49:32 user nova-compute[75076]: INFO os_vif [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4d:1c:e8,bridge_name='br-int',has_traffic_filtering=True,id=6a760975-1d19-4aa6-94ed-c5786103c321,network=Network(b31e83c7-6d45-4743-8079-415b45b016c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6a760975-1d')
Oct 27 16:49:32 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:49:32 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] No VIF found with MAC fa:16:3e:4d:1c:e8, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:49:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:49:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:49:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:49:33 user nova-compute[75076]: DEBUG nova.compute.manager [req-b772f1af-f7f5-4563-9117-9dcc5471e805 req-aca1c3c8-717f-499f-9112-11a810d728e2 service nova] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Received event network-vif-plugged-6a760975-1d19-4aa6-94ed-c5786103c321 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:49:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b772f1af-f7f5-4563-9117-9dcc5471e805 req-aca1c3c8-717f-499f-9112-11a810d728e2 service nova] Acquiring lock "c37fbaff-5705-4287-8f55-db119f3200a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:49:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b772f1af-f7f5-4563-9117-9dcc5471e805 req-aca1c3c8-717f-499f-9112-11a810d728e2 service nova] Lock "c37fbaff-5705-4287-8f55-db119f3200a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:49:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b772f1af-f7f5-4563-9117-9dcc5471e805 req-aca1c3c8-717f-499f-9112-11a810d728e2 service nova] Lock "c37fbaff-5705-4287-8f55-db119f3200a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:49:33 user nova-compute[75076]: DEBUG nova.compute.manager [req-b772f1af-f7f5-4563-9117-9dcc5471e805 req-aca1c3c8-717f-499f-9112-11a810d728e2 service nova] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] No waiting events found dispatching network-vif-plugged-6a760975-1d19-4aa6-94ed-c5786103c321 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:49:33 user nova-compute[75076]: WARNING nova.compute.manager [req-b772f1af-f7f5-4563-9117-9dcc5471e805 req-aca1c3c8-717f-499f-9112-11a810d728e2 service nova] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Received unexpected event network-vif-plugged-6a760975-1d19-4aa6-94ed-c5786103c321 for instance with vm_state building and task_state spawning.
Oct 27 16:49:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:49:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:49:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:49:34 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:49:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:49:35 user nova-compute[75076]: DEBUG nova.compute.manager [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:49:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:49:35 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Instance spawned successfully.
Oct 27 16:49:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:49:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:49:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:49:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:49:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:49:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:49:35 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:49:35 user nova-compute[75076]: INFO nova.compute.manager [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Took 4.90 seconds to spawn the instance on the hypervisor.
Oct 27 16:49:35 user nova-compute[75076]: DEBUG nova.compute.manager [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:49:35 user nova-compute[75076]: INFO nova.compute.manager [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Took 28.84 seconds to build instance.
Oct 27 16:49:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-c7aab8f6-1386-4ca0-9443-62dcf497e383 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "c37fbaff-5705-4287-8f55-db119f3200a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 29.044s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:49:36 user nova-compute[75076]: DEBUG nova.compute.manager [req-fa20fdfc-1647-41d4-84bb-26f5ceffdd11 req-24826e65-8e5f-49bb-95fb-9be2734e42ae service nova] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Received event network-vif-plugged-6a760975-1d19-4aa6-94ed-c5786103c321 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:49:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-fa20fdfc-1647-41d4-84bb-26f5ceffdd11 req-24826e65-8e5f-49bb-95fb-9be2734e42ae service nova] Acquiring lock "c37fbaff-5705-4287-8f55-db119f3200a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:49:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-fa20fdfc-1647-41d4-84bb-26f5ceffdd11 req-24826e65-8e5f-49bb-95fb-9be2734e42ae service nova] Lock "c37fbaff-5705-4287-8f55-db119f3200a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:49:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-fa20fdfc-1647-41d4-84bb-26f5ceffdd11 req-24826e65-8e5f-49bb-95fb-9be2734e42ae service nova] Lock "c37fbaff-5705-4287-8f55-db119f3200a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:49:36 user nova-compute[75076]: DEBUG nova.compute.manager [req-fa20fdfc-1647-41d4-84bb-26f5ceffdd11 req-24826e65-8e5f-49bb-95fb-9be2734e42ae service nova] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] No waiting events found dispatching network-vif-plugged-6a760975-1d19-4aa6-94ed-c5786103c321 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:49:36 user nova-compute[75076]: WARNING nova.compute.manager [req-fa20fdfc-1647-41d4-84bb-26f5ceffdd11 req-24826e65-8e5f-49bb-95fb-9be2734e42ae service nova] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Received unexpected event network-vif-plugged-6a760975-1d19-4aa6-94ed-c5786103c321 for instance with vm_state active and task_state None.
Oct 27 16:49:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:49:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:49:42 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:49:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:49:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:49:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:49:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:49:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:49:56 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:49:56 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:49:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:49:58 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:49:59 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:49:59 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:49:59 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Rebuilding the list of instances to heal {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 16:49:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-c37fbaff-5705-4287-8f55-db119f3200a3" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:49:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-c37fbaff-5705-4287-8f55-db119f3200a3" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:49:59 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 16:49:59 user nova-compute[75076]: DEBUG nova.objects.instance [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lazy-loading 'info_cache' on Instance uuid c37fbaff-5705-4287-8f55-db119f3200a3 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:49:59 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Updating instance_info_cache with network_info: [{"id": "6a760975-1d19-4aa6-94ed-c5786103c321", "address": "fa:16:3e:4d:1c:e8", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a760975-1d", "ovs_interfaceid": "6a760975-1d19-4aa6-94ed-c5786103c321", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:49:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-c37fbaff-5705-4287-8f55-db119f3200a3" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:49:59 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 16:49:59 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:50:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:50:01 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:50:01 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:50:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:50:04 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:50:04 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Cleaning up deleted instances {{(pid=75076) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 27 16:50:04 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] There are 0 instances to clean {{(pid=75076) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 27 16:50:05 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:50:05 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:50:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:50:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Acquiring lock "bb72094c-357b-4832-ae04-1c21c0c8ba71" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:50:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Lock "bb72094c-357b-4832-ae04-1c21c0c8ba71" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:50:05 user nova-compute[75076]: INFO nova.compute.manager [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Unshelving
Oct 27 16:50:05 user nova-compute[75076]: INFO nova.virt.block_device [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Booting with volume f491cc8e-8aa5-419e-8be3-4af43c5c2afb at /dev/vda
Oct 27 16:50:05 user nova-compute[75076]: DEBUG os_brick.utils [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:50:05 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:50:05 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:50:05 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3073144-33f4-4dde-b6f6-97b982937e97]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:50:05 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:50:05 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:50:05 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[26cac733-0de2-46bc-be26-5d02bcd12497]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:50:05 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:50:05 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:50:05 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[64f8baac-dd07-4642-b863-ebd08364e016]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:50:05 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8106a1c-176d-4ece-9000-792f82fc007c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:50:05 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:50:05 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:50:05 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:50:05 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:50:06 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:50:06 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:50:06 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[2193c904-d40b-4394-ab10-17281c9e6bec]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:50:06 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:50:06 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:50:06 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:50:06 user nova-compute[75076]: DEBUG os_brick.utils [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:50:06 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Updating existing volume attachment record: 833b27ac-e5aa-4f90-8524-44d5baabf93b {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:50:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:50:09 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:50:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:50:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:50:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:50:09 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:50:09 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:50:09 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:50:09 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:50:09 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=8911MB free_disk=25.14173126220703GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:50:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:50:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:50:09 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance c37fbaff-5705-4287-8f55-db119f3200a3 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:50:09 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance bb72094c-357b-4832-ae04-1c21c0c8ba71 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 27 16:50:09 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:50:09 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:50:09 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Refreshing inventories for resource provider 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 27 16:50:09 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Updating ProviderTree inventory for provider 543fff1b-1911-4710-bad6-6bd4c750c641 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 27 16:50:09 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Updating inventory in ProviderTree for provider 543fff1b-1911-4710-bad6-6bd4c750c641 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 27 16:50:09 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Refreshing aggregate associations for resource provider 543fff1b-1911-4710-bad6-6bd4c750c641, aggregates: None {{(pid=75076) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 27 16:50:09 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Refreshing trait associations for resource provider 543fff1b-1911-4710-bad6-6bd4c750c641, traits: COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ARI,HW_CPU_X86_SSE2,HW_CPU_X86_MMX,COMPUTE_NODE,HW_CPU_X86_SSSE3,HW_CPU_X86_SSE,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSE41,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_ATTACH_INTERFACE {{(pid=75076) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 27 16:50:09 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:50:09 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:50:09 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:50:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.410s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:50:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:50:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:50:16 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:50:16 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Cleaning up deleted instances with incomplete migration  {{(pid=75076) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 27 16:50:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:50:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:50:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:50:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:50:24 user nova-compute[75076]: DEBUG nova.objects.instance [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Lazy-loading 'pci_requests' on Instance uuid bb72094c-357b-4832-ae04-1c21c0c8ba71 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:50:24 user nova-compute[75076]: DEBUG nova.objects.instance [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Lazy-loading 'numa_topology' on Instance uuid bb72094c-357b-4832-ae04-1c21c0c8ba71 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:50:24 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:50:24 user nova-compute[75076]: INFO nova.compute.claims [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Claim successful on node user
Oct 27 16:50:24 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:50:24 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:50:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.229s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:50:24 user nova-compute[75076]: INFO nova.network.neutron [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Updating port baca6cc2-d5de-405e-af7c-e39671c88abb with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 27 16:50:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:50:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Acquiring lock "refresh_cache-bb72094c-357b-4832-ae04-1c21c0c8ba71" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:50:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Acquired lock "refresh_cache-bb72094c-357b-4832-ae04-1c21c0c8ba71" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:50:25 user nova-compute[75076]: DEBUG nova.network.neutron [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:50:25 user nova-compute[75076]: DEBUG nova.compute.manager [req-e1738450-3630-4466-a917-9497c0306532 req-9d78f96e-4c77-47e6-a529-e1229474c25b service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Received event network-changed-baca6cc2-d5de-405e-af7c-e39671c88abb {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:50:25 user nova-compute[75076]: DEBUG nova.compute.manager [req-e1738450-3630-4466-a917-9497c0306532 req-9d78f96e-4c77-47e6-a529-e1229474c25b service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Refreshing instance network info cache due to event network-changed-baca6cc2-d5de-405e-af7c-e39671c88abb. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:50:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-e1738450-3630-4466-a917-9497c0306532 req-9d78f96e-4c77-47e6-a529-e1229474c25b service nova] Acquiring lock "refresh_cache-bb72094c-357b-4832-ae04-1c21c0c8ba71" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG nova.network.neutron [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Updating instance_info_cache with network_info: [{"id": "baca6cc2-d5de-405e-af7c-e39671c88abb", "address": "fa:16:3e:d2:b3:70", "network": {"id": "8aef1131-31e6-4b47-a809-8e282326739c", "bridge": "br-int", "label": "tempest-TestShelveInstance-943749433-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3911ceb994548f2bf0d51be07f9250d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbaca6cc2-d5", "ovs_interfaceid": "baca6cc2-d5de-405e-af7c-e39671c88abb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Releasing lock "refresh_cache-bb72094c-357b-4832-ae04-1c21c0c8ba71" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:50:26 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Creating image(s)
Oct 27 16:50:26 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Did not create local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Ensure instance console log exists: /opt/stack/data/nova/instances/bb72094c-357b-4832-ae04-1c21c0c8ba71/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Start _get_guest_xml network_info=[{"id": "baca6cc2-d5de-405e-af7c-e39671c88abb", "address": "fa:16:3e:d2:b3:70", "network": {"id": "8aef1131-31e6-4b47-a809-8e282326739c", "bridge": "br-int", "label": "tempest-TestShelveInstance-943749433-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3911ceb994548f2bf0d51be07f9250d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbaca6cc2-d5", "ovs_interfaceid": "baca6cc2-d5de-405e-af7c-e39671c88abb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kNBlxGfu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bb72094c-357b-4832-ae04-1c21c0c8ba71', 'attached_at': '', 'detached_at': '', 'volume_id': 'f491cc8e-8aa5-419e-8be3-4af43c5c2afb', 'serial': 'f491cc8e-8aa5-419e-8be3-4af43c5c2afb'}, 'boot_index': 0, 'device_type': 'disk', 'mount_device': '/dev/vda', 'disk_bus': 'virtio', 'attachment_id': '833b27ac-e5aa-4f90-8524-44d5baabf93b', 'guest_format': None, 'delete_on_termination': True, 'volume_type': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-e1738450-3630-4466-a917-9497c0306532 req-9d78f96e-4c77-47e6-a529-e1229474c25b service nova] Acquired lock "refresh_cache-bb72094c-357b-4832-ae04-1c21c0c8ba71" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG nova.network.neutron [req-e1738450-3630-4466-a917-9497c0306532 req-9d78f96e-4c77-47e6-a529-e1229474c25b service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Refreshing network info cache for port baca6cc2-d5de-405e-af7c-e39671c88abb {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:50:26 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:50:26 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:50:26 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG nova.objects.instance [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Lazy-loading 'vcpu_model' on Instance uuid bb72094c-357b-4832-ae04-1c21c0c8ba71 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG nova.objects.base [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Object Instance<bb72094c-357b-4832-ae04-1c21c0c8ba71> lazy-loaded attributes: pci_requests,vcpu_model {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kNBlxGfu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:50:26 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:50:26 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:50:26 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:50:26 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:50:26 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:50:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[4211183f-1661-4a04-b2bd-411b3531ce56]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:50:26 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed429cb5-e09c-4988-96d5-f219680be3a2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb] added
Oct 27 16:50:26 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ce62c97-b680-4c9e-bbb9-33bcd2f35615]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4491c8d-2788-4f40-9eef-fb57d8614e2d]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kNBlxGfu {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kNBlxGfu" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[54c67d6e-6653-4fb2-ad56-a90be92169c4]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'kNBlxGfu'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[af9d8b5b-c2bd-4025-aa8a-baa218a85edc]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[184a9bd2-867b-4856-ba75-5f173f69af08]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4 (non-flash)
Oct 27 16:50:26 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4 (non-flash)
Oct 27 16:50:26 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[609b79fc-ec93-42f6-9178-a9b2bf810fb5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb, portal: 172.16.0.220,3260]
Oct 27 16:50:26 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb, portal: 172.16.0.220,3260] successful.
Oct 27 16:50:26 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[dece2079-7568-4f4c-861d-d85df9912f21]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9b5ed3b-f428-4ab9-8ae6-12dcb091448d]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4 (non-flash)
Oct 27 16:50:26 user nova-compute[75076]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb (non-flash)
Oct 27 16:50:26 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4 (non-flash)
Oct 27 16:50:26 user nova-compute[75076]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb (non-flash)
Oct 27 16:50:26 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.251s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] HCTL ('34', '-', '-', 0) found on session 54 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c48ddaed-51cd-46dc-9fe5-ab00253f54f8]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Searching for a device in session 54 and hctl ['34', '*', '*', 0] yield: None {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG nova.network.neutron [req-e1738450-3630-4466-a917-9497c0306532 req-9d78f96e-4c77-47e6-a529-e1229474c25b service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Updated VIF entry in instance network info cache for port baca6cc2-d5de-405e-af7c-e39671c88abb. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG nova.network.neutron [req-e1738450-3630-4466-a917-9497c0306532 req-9d78f96e-4c77-47e6-a529-e1229474c25b service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Updating instance_info_cache with network_info: [{"id": "baca6cc2-d5de-405e-af7c-e39671c88abb", "address": "fa:16:3e:d2:b3:70", "network": {"id": "8aef1131-31e6-4b47-a809-8e282326739c", "bridge": "br-int", "label": "tempest-TestShelveInstance-943749433-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3911ceb994548f2bf0d51be07f9250d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbaca6cc2-d5", "ovs_interfaceid": "baca6cc2-d5de-405e-af7c-e39671c88abb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:50:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-e1738450-3630-4466-a917-9497c0306532 req-9d78f96e-4c77-47e6-a529-e1229474c25b service nova] Releasing lock "refresh_cache-bb72094c-357b-4832-ae04-1c21c0c8ba71" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:50:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:50:27 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Searching for a device in session 54 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:50:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kNBlxGfu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:50:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.279s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:50:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] <== connect_volume: return (1280ms) {'type': 'block', 'scsi_wwn': '23464313034396232', 'path': '/dev/sdc'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:50:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23464313034396232', 'path': '/dev/sdc'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:50:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-27T16:46:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-731178246',display_name='tempest-TestShelveInstance-server-731178246',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-731178246',id=46,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-1090833457',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:46:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='d3911ceb994548f2bf0d51be07f9250d',ramdisk_id='',reservation_id='r-8abiyy4c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1757752073',owner_user_name='tempest-TestShelveInstance-1757752073-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:50:06Z,user_data=None,user_id='ee16a6720410496c8d4f242c3ea8fed0',uuid=bb72094c-357b-4832-ae04-1c21c0c8ba71,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "baca6cc2-d5de-405e-af7c-e39671c88abb", "address": "fa:16:3e:d2:b3:70", "network": {"id": "8aef1131-31e6-4b47-a809-8e282326739c", "bridge": "br-int", "label": "tempest-TestShelveInstance-943749433-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3911ceb994548f2bf0d51be07f9250d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbaca6cc2-d5", "ovs_interfaceid": "baca6cc2-d5de-405e-af7c-e39671c88abb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:50:27 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Converting VIF {"id": "baca6cc2-d5de-405e-af7c-e39671c88abb", "address": "fa:16:3e:d2:b3:70", "network": {"id": "8aef1131-31e6-4b47-a809-8e282326739c", "bridge": "br-int", "label": "tempest-TestShelveInstance-943749433-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3911ceb994548f2bf0d51be07f9250d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbaca6cc2-d5", "ovs_interfaceid": "baca6cc2-d5de-405e-af7c-e39671c88abb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:50:27 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d2:b3:70,bridge_name='br-int',has_traffic_filtering=True,id=baca6cc2-d5de-405e-af7c-e39671c88abb,network=Network(8aef1131-31e6-4b47-a809-8e282326739c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbaca6cc2-d5') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:50:27 user nova-compute[75076]: DEBUG nova.objects.instance [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Lazy-loading 'pci_devices' on Instance uuid bb72094c-357b-4832-ae04-1c21c0c8ba71 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:50:27 user nova-compute[75076]: DEBUG nova.objects.base [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Object Instance<bb72094c-357b-4832-ae04-1c21c0c8ba71> lazy-loaded attributes: pci_requests,vcpu_model,pci_devices {{(pid=75076) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 27 16:50:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:50:27 user nova-compute[75076]:   <uuid>bb72094c-357b-4832-ae04-1c21c0c8ba71</uuid>
Oct 27 16:50:27 user nova-compute[75076]:   <name>instance-0000002e</name>
Oct 27 16:50:27 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:50:27 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:50:27 user nova-compute[75076]:   <metadata>
Oct 27 16:50:27 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:50:27 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:50:27 user nova-compute[75076]:       <nova:name>tempest-TestShelveInstance-server-731178246</nova:name>
Oct 27 16:50:27 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:50:26</nova:creationTime>
Oct 27 16:50:27 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:50:27 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:50:27 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:50:27 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:50:27 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:50:27 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:50:27 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:50:27 user nova-compute[75076]:       <nova:owner>
Oct 27 16:50:27 user nova-compute[75076]:         <nova:user uuid="ee16a6720410496c8d4f242c3ea8fed0">tempest-TestShelveInstance-1757752073-project-member</nova:user>
Oct 27 16:50:27 user nova-compute[75076]:         <nova:project uuid="d3911ceb994548f2bf0d51be07f9250d">tempest-TestShelveInstance-1757752073</nova:project>
Oct 27 16:50:27 user nova-compute[75076]:       </nova:owner>
Oct 27 16:50:27 user nova-compute[75076]:       <nova:ports>
Oct 27 16:50:27 user nova-compute[75076]:         <nova:port uuid="baca6cc2-d5de-405e-af7c-e39671c88abb">
Oct 27 16:50:27 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 27 16:50:27 user nova-compute[75076]:         </nova:port>
Oct 27 16:50:27 user nova-compute[75076]:       </nova:ports>
Oct 27 16:50:27 user nova-compute[75076]:     </nova:instance>
Oct 27 16:50:27 user nova-compute[75076]:   </metadata>
Oct 27 16:50:27 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:50:27 user nova-compute[75076]:     <system>
Oct 27 16:50:27 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:50:27 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:50:27 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:50:27 user nova-compute[75076]:       <entry name="serial">bb72094c-357b-4832-ae04-1c21c0c8ba71</entry>
Oct 27 16:50:27 user nova-compute[75076]:       <entry name="uuid">bb72094c-357b-4832-ae04-1c21c0c8ba71</entry>
Oct 27 16:50:27 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:50:27 user nova-compute[75076]:     </system>
Oct 27 16:50:27 user nova-compute[75076]:   </sysinfo>
Oct 27 16:50:27 user nova-compute[75076]:   <os>
Oct 27 16:50:27 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:50:27 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:50:27 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:50:27 user nova-compute[75076]:   </os>
Oct 27 16:50:27 user nova-compute[75076]:   <features>
Oct 27 16:50:27 user nova-compute[75076]:     <acpi/>
Oct 27 16:50:27 user nova-compute[75076]:     <apic/>
Oct 27 16:50:27 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:50:27 user nova-compute[75076]:   </features>
Oct 27 16:50:27 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:50:27 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:50:27 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:50:27 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:50:27 user nova-compute[75076]:   </clock>
Oct 27 16:50:27 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:50:27 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:50:27 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:50:27 user nova-compute[75076]:   </cpu>
Oct 27 16:50:27 user nova-compute[75076]:   <devices>
Oct 27 16:50:27 user nova-compute[75076]:     <disk type="block" device="disk">
Oct 27 16:50:27 user nova-compute[75076]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:50:27 user nova-compute[75076]:       <source dev="/dev/sdc"/>
Oct 27 16:50:27 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:50:27 user nova-compute[75076]:       <serial>f491cc8e-8aa5-419e-8be3-4af43c5c2afb</serial>
Oct 27 16:50:27 user nova-compute[75076]:     </disk>
Oct 27 16:50:27 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:50:27 user nova-compute[75076]:       <mac address="fa:16:3e:d2:b3:70"/>
Oct 27 16:50:27 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:50:27 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:50:27 user nova-compute[75076]:       <target dev="tapbaca6cc2-d5"/>
Oct 27 16:50:27 user nova-compute[75076]:     </interface>
Oct 27 16:50:27 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:50:27 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/bb72094c-357b-4832-ae04-1c21c0c8ba71/console.log" append="off"/>
Oct 27 16:50:27 user nova-compute[75076]:     </serial>
Oct 27 16:50:27 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:50:27 user nova-compute[75076]:     <video>
Oct 27 16:50:27 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:50:27 user nova-compute[75076]:     </video>
Oct 27 16:50:27 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:50:27 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:50:27 user nova-compute[75076]:     </rng>
Oct 27 16:50:27 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:50:27 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:50:27 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:50:27 user nova-compute[75076]:     </memballoon>
Oct 27 16:50:27 user nova-compute[75076]:   </devices>
Oct 27 16:50:27 user nova-compute[75076]: </domain>
Oct 27 16:50:27 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:50:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-27T16:46:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-731178246',display_name='tempest-TestShelveInstance-server-731178246',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-731178246',id=46,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-1090833457',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:46:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='d3911ceb994548f2bf0d51be07f9250d',ramdisk_id='',reservation_id='r-8abiyy4c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1757752073',owner_user_name='tempest-TestShelveInstance-1757752073-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:50:06Z,user_data=None,user_id='ee16a6720410496c8d4f242c3ea8fed0',uuid=bb72094c-357b-4832-ae04-1c21c0c8ba71,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "baca6cc2-d5de-405e-af7c-e39671c88abb", "address": "fa:16:3e:d2:b3:70", "network": {"id": "8aef1131-31e6-4b47-a809-8e282326739c", "bridge": "br-int", "label": "tempest-TestShelveInstance-943749433-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3911ceb994548f2bf0d51be07f9250d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbaca6cc2-d5", "ovs_interfaceid": "baca6cc2-d5de-405e-af7c-e39671c88abb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:50:27 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Converting VIF {"id": "baca6cc2-d5de-405e-af7c-e39671c88abb", "address": "fa:16:3e:d2:b3:70", "network": {"id": "8aef1131-31e6-4b47-a809-8e282326739c", "bridge": "br-int", "label": "tempest-TestShelveInstance-943749433-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3911ceb994548f2bf0d51be07f9250d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbaca6cc2-d5", "ovs_interfaceid": "baca6cc2-d5de-405e-af7c-e39671c88abb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:50:27 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d2:b3:70,bridge_name='br-int',has_traffic_filtering=True,id=baca6cc2-d5de-405e-af7c-e39671c88abb,network=Network(8aef1131-31e6-4b47-a809-8e282326739c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbaca6cc2-d5') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:50:27 user nova-compute[75076]: DEBUG os_vif [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d2:b3:70,bridge_name='br-int',has_traffic_filtering=True,id=baca6cc2-d5de-405e-af7c-e39671c88abb,network=Network(8aef1131-31e6-4b47-a809-8e282326739c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbaca6cc2-d5') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:50:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:50:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:50:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:50:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:50:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3de14305-5ca7-5117-acc7-a2b63c1b400c', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:50:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:50:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:50:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:50:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbaca6cc2-d5, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:50:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbaca6cc2-d5, col_values=(('qos', UUID('7e8ab132-8aa3-455d-9e7f-5c3168e291d8')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:50:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbaca6cc2-d5, col_values=(('external_ids', {'iface-id': 'baca6cc2-d5de-405e-af7c-e39671c88abb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d2:b3:70', 'vm-uuid': 'bb72094c-357b-4832-ae04-1c21c0c8ba71'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:50:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:50:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:50:27 user nova-compute[75076]: INFO os_vif [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d2:b3:70,bridge_name='br-int',has_traffic_filtering=True,id=baca6cc2-d5de-405e-af7c-e39671c88abb,network=Network(8aef1131-31e6-4b47-a809-8e282326739c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbaca6cc2-d5')
Oct 27 16:50:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:50:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] No VIF found with MAC fa:16:3e:d2:b3:70, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:50:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:50:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:50:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:50:29 user nova-compute[75076]: DEBUG nova.compute.manager [req-90c49512-6e8b-4640-9cc4-ee1ef536228f req-527bded9-fe6f-420a-973e-3427080378e2 service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Received event network-vif-plugged-baca6cc2-d5de-405e-af7c-e39671c88abb {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:50:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-90c49512-6e8b-4640-9cc4-ee1ef536228f req-527bded9-fe6f-420a-973e-3427080378e2 service nova] Acquiring lock "bb72094c-357b-4832-ae04-1c21c0c8ba71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:50:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-90c49512-6e8b-4640-9cc4-ee1ef536228f req-527bded9-fe6f-420a-973e-3427080378e2 service nova] Lock "bb72094c-357b-4832-ae04-1c21c0c8ba71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:50:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-90c49512-6e8b-4640-9cc4-ee1ef536228f req-527bded9-fe6f-420a-973e-3427080378e2 service nova] Lock "bb72094c-357b-4832-ae04-1c21c0c8ba71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:50:29 user nova-compute[75076]: DEBUG nova.compute.manager [req-90c49512-6e8b-4640-9cc4-ee1ef536228f req-527bded9-fe6f-420a-973e-3427080378e2 service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] No waiting events found dispatching network-vif-plugged-baca6cc2-d5de-405e-af7c-e39671c88abb {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:50:29 user nova-compute[75076]: WARNING nova.compute.manager [req-90c49512-6e8b-4640-9cc4-ee1ef536228f req-527bded9-fe6f-420a-973e-3427080378e2 service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Received unexpected event network-vif-plugged-baca6cc2-d5de-405e-af7c-e39671c88abb for instance with vm_state shelved_offloaded and task_state spawning.
Oct 27 16:50:29 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:50:29 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:50:29 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:50:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:50:30 user nova-compute[75076]: DEBUG nova.compute.manager [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:50:30 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:50:30 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Instance spawned successfully.
Oct 27 16:50:30 user nova-compute[75076]: DEBUG nova.compute.manager [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:50:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4a1cfed0-582f-494b-8dc1-f108493f333c tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Lock "bb72094c-357b-4832-ae04-1c21c0c8ba71" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 25.207s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:50:31 user nova-compute[75076]: DEBUG nova.compute.manager [req-b7819d2f-c379-44cc-a581-8ccbf3cad7c0 req-4843b147-9513-488d-9511-79fa596a2d1e service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Received event network-vif-plugged-baca6cc2-d5de-405e-af7c-e39671c88abb {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:50:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b7819d2f-c379-44cc-a581-8ccbf3cad7c0 req-4843b147-9513-488d-9511-79fa596a2d1e service nova] Acquiring lock "bb72094c-357b-4832-ae04-1c21c0c8ba71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:50:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b7819d2f-c379-44cc-a581-8ccbf3cad7c0 req-4843b147-9513-488d-9511-79fa596a2d1e service nova] Lock "bb72094c-357b-4832-ae04-1c21c0c8ba71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:50:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b7819d2f-c379-44cc-a581-8ccbf3cad7c0 req-4843b147-9513-488d-9511-79fa596a2d1e service nova] Lock "bb72094c-357b-4832-ae04-1c21c0c8ba71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:50:31 user nova-compute[75076]: DEBUG nova.compute.manager [req-b7819d2f-c379-44cc-a581-8ccbf3cad7c0 req-4843b147-9513-488d-9511-79fa596a2d1e service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] No waiting events found dispatching network-vif-plugged-baca6cc2-d5de-405e-af7c-e39671c88abb {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:50:31 user nova-compute[75076]: WARNING nova.compute.manager [req-b7819d2f-c379-44cc-a581-8ccbf3cad7c0 req-4843b147-9513-488d-9511-79fa596a2d1e service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Received unexpected event network-vif-plugged-baca6cc2-d5de-405e-af7c-e39671c88abb for instance with vm_state active and task_state None.
Oct 27 16:50:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:50:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:50:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:50:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:50:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:50:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:50:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:50:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:50:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:50:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:50:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:50:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:50:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:50:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:50:56 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:50:57 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:50:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:50:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "c37fbaff-5705-4287-8f55-db119f3200a3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:50:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "c37fbaff-5705-4287-8f55-db119f3200a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:50:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "c37fbaff-5705-4287-8f55-db119f3200a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:50:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "c37fbaff-5705-4287-8f55-db119f3200a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:50:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "c37fbaff-5705-4287-8f55-db119f3200a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:50:57 user nova-compute[75076]: INFO nova.compute.manager [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Terminating instance
Oct 27 16:50:57 user nova-compute[75076]: DEBUG nova.compute.manager [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:50:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:50:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:50:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:50:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG nova.compute.manager [req-c8912504-c24d-44fe-af7b-851af3917bf3 req-a76479a7-8157-4ade-8435-7b633364a446 service nova] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Received event network-vif-unplugged-6a760975-1d19-4aa6-94ed-c5786103c321 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c8912504-c24d-44fe-af7b-851af3917bf3 req-a76479a7-8157-4ade-8435-7b633364a446 service nova] Acquiring lock "c37fbaff-5705-4287-8f55-db119f3200a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c8912504-c24d-44fe-af7b-851af3917bf3 req-a76479a7-8157-4ade-8435-7b633364a446 service nova] Lock "c37fbaff-5705-4287-8f55-db119f3200a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c8912504-c24d-44fe-af7b-851af3917bf3 req-a76479a7-8157-4ade-8435-7b633364a446 service nova] Lock "c37fbaff-5705-4287-8f55-db119f3200a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG nova.compute.manager [req-c8912504-c24d-44fe-af7b-851af3917bf3 req-a76479a7-8157-4ade-8435-7b633364a446 service nova] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] No waiting events found dispatching network-vif-unplugged-6a760975-1d19-4aa6-94ed-c5786103c321 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG nova.compute.manager [req-c8912504-c24d-44fe-af7b-851af3917bf3 req-a76479a7-8157-4ade-8435-7b633364a446 service nova] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Received event network-vif-unplugged-6a760975-1d19-4aa6-94ed-c5786103c321 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:50:58 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Instance destroyed successfully.
Oct 27 16:50:58 user nova-compute[75076]: DEBUG nova.objects.instance [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lazy-loading 'resources' on Instance uuid c37fbaff-5705-4287-8f55-db119f3200a3 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:49:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1432847647',display_name='tempest-TestVolumeBootPattern-server-1432847647',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1432847647',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:49:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5cf189fe9202451ca908ab4be25c6997',ramdisk_id='',reservation_id='r-s0ph6put',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1745560825',owner_user_name='tempest-TestVolumeBootPattern-1745560825-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:49:36Z,user_data=None,user_id='7cad429398e7455e93226dc29ee51f2a',uuid=c37fbaff-5705-4287-8f55-db119f3200a3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6a760975-1d19-4aa6-94ed-c5786103c321", "address": "fa:16:3e:4d:1c:e8", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a760975-1d", "ovs_interfaceid": "6a760975-1d19-4aa6-94ed-c5786103c321", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Converting VIF {"id": "6a760975-1d19-4aa6-94ed-c5786103c321", "address": "fa:16:3e:4d:1c:e8", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a760975-1d", "ovs_interfaceid": "6a760975-1d19-4aa6-94ed-c5786103c321", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:4d:1c:e8,bridge_name='br-int',has_traffic_filtering=True,id=6a760975-1d19-4aa6-94ed-c5786103c321,network=Network(b31e83c7-6d45-4743-8079-415b45b016c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6a760975-1d') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG os_vif [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:4d:1c:e8,bridge_name='br-int',has_traffic_filtering=True,id=6a760975-1d19-4aa6-94ed-c5786103c321,network=Network(b31e83c7-6d45-4743-8079-415b45b016c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6a760975-1d') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6a760975-1d, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d90716b3-f2fd-4f1f-8e71-abda6df7dac0) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:50:58 user nova-compute[75076]: INFO os_vif [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:4d:1c:e8,bridge_name='br-int',has_traffic_filtering=True,id=6a760975-1d19-4aa6-94ed-c5786103c321,network=Network(b31e83c7-6d45-4743-8079-415b45b016c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6a760975-1d')
Oct 27 16:50:58 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'szlCnERp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:50:58 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:50:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[32f55793-fb9a-467a-93a7-4cf15048714d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:50:58 user nova-compute[75076]: No targets found.
Oct 27 16:50:58 user nova-compute[75076]: iSNS:
Oct 27 16:50:58 user nova-compute[75076]: No targets found.
Oct 27 16:50:58 user nova-compute[75076]: STATIC:
Oct 27 16:50:58 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4
Oct 27 16:50:58 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:50:58 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:50:58 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb
Oct 27 16:50:58 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:50:58 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:50:58 user nova-compute[75076]: FIRMWARE:
Oct 27 16:50:58 user nova-compute[75076]: No targets found.
Oct 27 16:50:58 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:50:58 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:50:58 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e68bb21e-ffef-49fa-aaa2-a7fc2e53ca76]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[483b464c-e5a5-4885-93ce-06a1d65a99ec]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4 (non-flash)
Oct 27 16:50:58 user nova-compute[75076]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb (non-flash)
Oct 27 16:50:58 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4 (non-flash)
Oct 27 16:50:58 user nova-compute[75076]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb (non-flash)
Oct 27 16:50:58 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe1c560af0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4'): ({'sdb'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Removing single pathed devices sdb {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[66725387-a120-4f0d-a88b-019444797060]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad680373-eaa3-4fb3-b9b0-d74ed22d3386]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Flushing IO for device /dev/sdb {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[692c5174-8391-48db-b1a5-2f845abb5b6e]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.035s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f73d98cd-16d3-4f4d-bb15-67c533d51b99]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] SCSI volumes sdb have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIOb3570cdd-33c7d3c5683ea831', '/dev/disk/by-id/scsi-23333633764336335', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_b3570cdd') {{(pid=86417) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba61641a-b5a2-41fd-8d44-90b8b8ecd01f]: (4, None) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbc7e4f8-c0de-41ad-8377-a7614bf89dcf]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4 -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1b63bd2-81cd-41b7-aa5b-370ca272b5fe]: (4, ('Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4, portal: 172.16.0.220,3260]\nLogout of [sid: 53, target: iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4, portal: 172.16.0.220,3260]
Oct 27 16:50:58 user nova-compute[75076]: Logout of [sid: 53, target: iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4, portal: 172.16.0.220,3260] successful.
Oct 27 16:50:58 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4 -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b0763ba-8454-404a-9d10-1b66c94cb119]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:50:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.306s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:50:59 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] <== disconnect_volume: return (308ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:50:59 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:50:59 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Deleting instance files /opt/stack/data/nova/instances/c37fbaff-5705-4287-8f55-db119f3200a3_del
Oct 27 16:50:59 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Deletion of /opt/stack/data/nova/instances/c37fbaff-5705-4287-8f55-db119f3200a3_del complete
Oct 27 16:50:59 user nova-compute[75076]: INFO nova.compute.manager [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Took 1.20 seconds to destroy the instance on the hypervisor.
Oct 27 16:50:59 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:50:59 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:50:59 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:50:59 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:50:59 user nova-compute[75076]: DEBUG nova.compute.manager [req-a57591ae-787b-4cdc-846d-0a644adfff2c req-3d686ed3-80ae-4677-b59b-b042c40ff23d service nova] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Received event network-vif-deleted-6a760975-1d19-4aa6-94ed-c5786103c321 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:50:59 user nova-compute[75076]: INFO nova.compute.manager [req-a57591ae-787b-4cdc-846d-0a644adfff2c req-3d686ed3-80ae-4677-b59b-b042c40ff23d service nova] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Neutron deleted interface 6a760975-1d19-4aa6-94ed-c5786103c321; detaching it from the instance and deleting it from the info cache
Oct 27 16:50:59 user nova-compute[75076]: DEBUG nova.network.neutron [req-a57591ae-787b-4cdc-846d-0a644adfff2c req-3d686ed3-80ae-4677-b59b-b042c40ff23d service nova] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:50:59 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Took 0.49 seconds to deallocate network for instance.
Oct 27 16:50:59 user nova-compute[75076]: DEBUG nova.compute.manager [req-a57591ae-787b-4cdc-846d-0a644adfff2c req-3d686ed3-80ae-4677-b59b-b042c40ff23d service nova] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Detach interface failed, port_id=6a760975-1d19-4aa6-94ed-c5786103c321, reason: Instance c37fbaff-5705-4287-8f55-db119f3200a3 could not be found. {{(pid=75076) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 16:51:00 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:51:00 user nova-compute[75076]: DEBUG nova.compute.manager [req-19bb28e4-ccab-4bc3-b153-62ba78333310 req-5ef0d2e4-8de9-4b18-b6a3-2d487db2e86f service nova] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Received event network-vif-plugged-6a760975-1d19-4aa6-94ed-c5786103c321 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:51:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-19bb28e4-ccab-4bc3-b153-62ba78333310 req-5ef0d2e4-8de9-4b18-b6a3-2d487db2e86f service nova] Acquiring lock "c37fbaff-5705-4287-8f55-db119f3200a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:51:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-19bb28e4-ccab-4bc3-b153-62ba78333310 req-5ef0d2e4-8de9-4b18-b6a3-2d487db2e86f service nova] Lock "c37fbaff-5705-4287-8f55-db119f3200a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:51:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-19bb28e4-ccab-4bc3-b153-62ba78333310 req-5ef0d2e4-8de9-4b18-b6a3-2d487db2e86f service nova] Lock "c37fbaff-5705-4287-8f55-db119f3200a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:51:00 user nova-compute[75076]: DEBUG nova.compute.manager [req-19bb28e4-ccab-4bc3-b153-62ba78333310 req-5ef0d2e4-8de9-4b18-b6a3-2d487db2e86f service nova] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] No waiting events found dispatching network-vif-plugged-6a760975-1d19-4aa6-94ed-c5786103c321 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:51:00 user nova-compute[75076]: WARNING nova.compute.manager [req-19bb28e4-ccab-4bc3-b153-62ba78333310 req-5ef0d2e4-8de9-4b18-b6a3-2d487db2e86f service nova] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Received unexpected event network-vif-plugged-6a760975-1d19-4aa6-94ed-c5786103c321 for instance with vm_state active and task_state deleting.
Oct 27 16:51:00 user nova-compute[75076]: INFO nova.compute.manager [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Took 0.83 seconds to detach 1 volumes for instance.
Oct 27 16:51:00 user nova-compute[75076]: DEBUG nova.compute.manager [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: c37fbaff-5705-4287-8f55-db119f3200a3] Deleting volume: 6aae7dee-ab8a-4dfe-8e78-d18d806ca2f4 {{(pid=75076) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 27 16:51:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:51:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:51:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:51:00 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:51:00 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:51:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.153s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:51:00 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Deleted allocations for instance c37fbaff-5705-4287-8f55-db119f3200a3
Oct 27 16:51:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-aedadc7d-e9e9-4c6c-bf35-63136b10ff98 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "c37fbaff-5705-4287-8f55-db119f3200a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.916s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:51:01 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:51:01 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:51:01 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Rebuilding the list of instances to heal {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 16:51:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-bb72094c-357b-4832-ae04-1c21c0c8ba71" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:51:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-bb72094c-357b-4832-ae04-1c21c0c8ba71" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:51:01 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 16:51:01 user nova-compute[75076]: DEBUG nova.objects.instance [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lazy-loading 'info_cache' on Instance uuid bb72094c-357b-4832-ae04-1c21c0c8ba71 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:51:01 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Updating instance_info_cache with network_info: [{"id": "baca6cc2-d5de-405e-af7c-e39671c88abb", "address": "fa:16:3e:d2:b3:70", "network": {"id": "8aef1131-31e6-4b47-a809-8e282326739c", "bridge": "br-int", "label": "tempest-TestShelveInstance-943749433-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3911ceb994548f2bf0d51be07f9250d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbaca6cc2-d5", "ovs_interfaceid": "baca6cc2-d5de-405e-af7c-e39671c88abb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:51:01 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-bb72094c-357b-4832-ae04-1c21c0c8ba71" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:51:01 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 16:51:02 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:51:03 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:51:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:51:04 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:51:07 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:51:07 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:51:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:51:09 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:51:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:51:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:51:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:51:09 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:51:09 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:51:09 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:51:09 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:51:09 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=8931MB free_disk=25.140026092529297GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:51:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:51:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:51:09 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance bb72094c-357b-4832-ae04-1c21c0c8ba71 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:51:09 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:51:09 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:51:09 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:51:09 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:51:09 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:51:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.177s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:51:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:51:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:51:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:51:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:51:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:51:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:51:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:51:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:51:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:51:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:51:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:51:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:51:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:51:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Acquiring lock "bb72094c-357b-4832-ae04-1c21c0c8ba71" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Lock "bb72094c-357b-4832-ae04-1c21c0c8ba71" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Acquiring lock "bb72094c-357b-4832-ae04-1c21c0c8ba71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Lock "bb72094c-357b-4832-ae04-1c21c0c8ba71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Lock "bb72094c-357b-4832-ae04-1c21c0c8ba71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG nova.compute.manager [req-33406d67-ad40-4243-90fc-cf40bf06539b req-1504efc7-a7fc-4789-a62f-5cf8f2163f35 service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Received event network-changed-baca6cc2-d5de-405e-af7c-e39671c88abb {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG nova.compute.manager [req-33406d67-ad40-4243-90fc-cf40bf06539b req-1504efc7-a7fc-4789-a62f-5cf8f2163f35 service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Refreshing instance network info cache due to event network-changed-baca6cc2-d5de-405e-af7c-e39671c88abb. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-33406d67-ad40-4243-90fc-cf40bf06539b req-1504efc7-a7fc-4789-a62f-5cf8f2163f35 service nova] Acquiring lock "refresh_cache-bb72094c-357b-4832-ae04-1c21c0c8ba71" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-33406d67-ad40-4243-90fc-cf40bf06539b req-1504efc7-a7fc-4789-a62f-5cf8f2163f35 service nova] Acquired lock "refresh_cache-bb72094c-357b-4832-ae04-1c21c0c8ba71" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG nova.network.neutron [req-33406d67-ad40-4243-90fc-cf40bf06539b req-1504efc7-a7fc-4789-a62f-5cf8f2163f35 service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Refreshing network info cache for port baca6cc2-d5de-405e-af7c-e39671c88abb {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:51:57 user nova-compute[75076]: INFO nova.compute.manager [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Terminating instance
Oct 27 16:51:57 user nova-compute[75076]: DEBUG nova.compute.manager [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG nova.network.neutron [req-33406d67-ad40-4243-90fc-cf40bf06539b req-1504efc7-a7fc-4789-a62f-5cf8f2163f35 service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Updated VIF entry in instance network info cache for port baca6cc2-d5de-405e-af7c-e39671c88abb. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG nova.network.neutron [req-33406d67-ad40-4243-90fc-cf40bf06539b req-1504efc7-a7fc-4789-a62f-5cf8f2163f35 service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Updating instance_info_cache with network_info: [{"id": "baca6cc2-d5de-405e-af7c-e39671c88abb", "address": "fa:16:3e:d2:b3:70", "network": {"id": "8aef1131-31e6-4b47-a809-8e282326739c", "bridge": "br-int", "label": "tempest-TestShelveInstance-943749433-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3911ceb994548f2bf0d51be07f9250d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbaca6cc2-d5", "ovs_interfaceid": "baca6cc2-d5de-405e-af7c-e39671c88abb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-33406d67-ad40-4243-90fc-cf40bf06539b req-1504efc7-a7fc-4789-a62f-5cf8f2163f35 service nova] Releasing lock "refresh_cache-bb72094c-357b-4832-ae04-1c21c0c8ba71" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:51:57 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Instance destroyed successfully.
Oct 27 16:51:57 user nova-compute[75076]: DEBUG nova.objects.instance [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Lazy-loading 'resources' on Instance uuid bb72094c-357b-4832-ae04-1c21c0c8ba71 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-27T16:46:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-731178246',display_name='tempest-TestShelveInstance-server-731178246',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-731178246',id=46,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE5iDu4+Jr+Lb1NJ5cCHXbUP0K2vGvQtdOx+loLvzfIrrg+c2XJ3vdo1cL2XC3YZTdAPqn2FTCCltN+BBKULtEer2DOyQ7FBvJEzpi8b0siU7XqiLQsj/fG1CTfAoKbXjQ==',key_name='tempest-TestShelveInstance-1090833457',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:50:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d3911ceb994548f2bf0d51be07f9250d',ramdisk_id='',reservation_id='r-8abiyy4c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1757752073',owner_user_name='tempest-TestShelveInstance-1757752073-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:50:31Z,user_data=None,user_id='ee16a6720410496c8d4f242c3ea8fed0',uuid=bb72094c-357b-4832-ae04-1c21c0c8ba71,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "baca6cc2-d5de-405e-af7c-e39671c88abb", "address": "fa:16:3e:d2:b3:70", "network": {"id": "8aef1131-31e6-4b47-a809-8e282326739c", "bridge": "br-int", "label": "tempest-TestShelveInstance-943749433-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3911ceb994548f2bf0d51be07f9250d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbaca6cc2-d5", "ovs_interfaceid": "baca6cc2-d5de-405e-af7c-e39671c88abb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Converting VIF {"id": "baca6cc2-d5de-405e-af7c-e39671c88abb", "address": "fa:16:3e:d2:b3:70", "network": {"id": "8aef1131-31e6-4b47-a809-8e282326739c", "bridge": "br-int", "label": "tempest-TestShelveInstance-943749433-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3911ceb994548f2bf0d51be07f9250d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbaca6cc2-d5", "ovs_interfaceid": "baca6cc2-d5de-405e-af7c-e39671c88abb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d2:b3:70,bridge_name='br-int',has_traffic_filtering=True,id=baca6cc2-d5de-405e-af7c-e39671c88abb,network=Network(8aef1131-31e6-4b47-a809-8e282326739c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbaca6cc2-d5') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG os_vif [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d2:b3:70,bridge_name='br-int',has_traffic_filtering=True,id=baca6cc2-d5de-405e-af7c-e39671c88abb,network=Network(8aef1131-31e6-4b47-a809-8e282326739c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbaca6cc2-d5') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbaca6cc2-d5, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7e8ab132-8aa3-455d-9e7f-5c3168e291d8) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:51:57 user nova-compute[75076]: INFO os_vif [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d2:b3:70,bridge_name='br-int',has_traffic_filtering=True,id=baca6cc2-d5de-405e-af7c-e39671c88abb,network=Network(8aef1131-31e6-4b47-a809-8e282326739c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbaca6cc2-d5')
Oct 27 16:51:57 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kNBlxGfu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:51:57 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:51:57 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[79ada1b1-df05-46cf-a60d-f4f5b187e2ca]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:51:57 user nova-compute[75076]: No targets found.
Oct 27 16:51:57 user nova-compute[75076]: iSNS:
Oct 27 16:51:57 user nova-compute[75076]: No targets found.
Oct 27 16:51:57 user nova-compute[75076]: STATIC:
Oct 27 16:51:57 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb
Oct 27 16:51:57 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:51:57 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:51:57 user nova-compute[75076]: FIRMWARE:
Oct 27 16:51:57 user nova-compute[75076]: No targets found.
Oct 27 16:51:57 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:51:57 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:51:57 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[89da0e84-08f7-4291-b13c-fc28a04afe44]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd70ae83-7f11-4598-9fa5-6da70b94a656]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb (non-flash)
Oct 27 16:51:57 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb (non-flash)
Oct 27 16:51:57 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe1c19cee0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb'): ({'sdc'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Removing single pathed devices sdc {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[95640426-ce96-4889-b2c7-4cddfd6b5651]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:51:57 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:51:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:51:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c4a857b-a7cb-47a6-8b9e-0c7f15de1b0f]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:51:58 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Flushing IO for device /dev/sdc {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:51:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:51:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:51:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae6833f4-5e6b-40a0-967b-92fee1c1fce5]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:51:58 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:51:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:51:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.039s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:51:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[9653e942-17a4-4aef-b249-c414328c18bc]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:51:58 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:51:58 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] SCSI volumes sdc have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:51:58 user nova-compute[75076]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_ca6565a1', '/dev/disk/by-id/scsi-1SCST_BIOca6565a1-4d1049b288b519fa', '/dev/disk/by-id/scsi-23464313034396232') {{(pid=86417) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 27 16:51:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[44f67f6c-a1ce-407b-874b-8d0d2b43f67f]: (4, None) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:51:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:51:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:51:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:51:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[7102572e-7fe9-4ff1-8793-16725198040c]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:51:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:51:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:51:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:51:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6f289d8-1aa1-4bab-a490-9ef375ea4dbb]: (4, ('Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb, portal: 172.16.0.220,3260]\nLogout of [sid: 54, target: iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:51:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb, portal: 172.16.0.220,3260]
Oct 27 16:51:58 user nova-compute[75076]: Logout of [sid: 54, target: iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb, portal: 172.16.0.220,3260] successful.
Oct 27 16:51:58 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:51:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:51:58 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f491cc8e-8aa5-419e-8be3-4af43c5c2afb -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:51:58 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[728a7ee4-2a2d-4e35-aa7d-298338eba52d]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:51:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:51:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.285s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:51:58 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] <== disconnect_volume: return (287ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:51:58 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:51:58 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Deleting instance files /opt/stack/data/nova/instances/bb72094c-357b-4832-ae04-1c21c0c8ba71_del
Oct 27 16:51:58 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Deletion of /opt/stack/data/nova/instances/bb72094c-357b-4832-ae04-1c21c0c8ba71_del complete
Oct 27 16:51:58 user nova-compute[75076]: INFO nova.compute.manager [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Took 1.14 seconds to destroy the instance on the hypervisor.
Oct 27 16:51:58 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:51:58 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:51:58 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:51:58 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:51:58 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:51:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:51:58 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:51:58 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Took 0.57 seconds to deallocate network for instance.
Oct 27 16:51:58 user nova-compute[75076]: DEBUG nova.compute.manager [req-1d667b65-932a-4518-86b6-32d27ab77707 req-78304d4b-91a1-4d77-89ee-e09171fa0c35 service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Received event network-vif-deleted-baca6cc2-d5de-405e-af7c-e39671c88abb {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:51:58 user nova-compute[75076]: INFO nova.compute.manager [req-1d667b65-932a-4518-86b6-32d27ab77707 req-78304d4b-91a1-4d77-89ee-e09171fa0c35 service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Neutron deleted interface baca6cc2-d5de-405e-af7c-e39671c88abb; detaching it from the instance and deleting it from the info cache
Oct 27 16:51:58 user nova-compute[75076]: DEBUG nova.network.neutron [req-1d667b65-932a-4518-86b6-32d27ab77707 req-78304d4b-91a1-4d77-89ee-e09171fa0c35 service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:51:58 user nova-compute[75076]: DEBUG nova.compute.manager [req-1d667b65-932a-4518-86b6-32d27ab77707 req-78304d4b-91a1-4d77-89ee-e09171fa0c35 service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Detach interface failed, port_id=baca6cc2-d5de-405e-af7c-e39671c88abb, reason: Instance bb72094c-357b-4832-ae04-1c21c0c8ba71 could not be found. {{(pid=75076) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 16:51:59 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:51:59 user nova-compute[75076]: DEBUG nova.compute.manager [req-6eada720-deed-4a3d-beb6-d34e62267193 req-6d84672e-7c67-4d90-8dea-90def1d1d61a service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Received event network-vif-unplugged-baca6cc2-d5de-405e-af7c-e39671c88abb {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:51:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-6eada720-deed-4a3d-beb6-d34e62267193 req-6d84672e-7c67-4d90-8dea-90def1d1d61a service nova] Acquiring lock "bb72094c-357b-4832-ae04-1c21c0c8ba71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:51:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-6eada720-deed-4a3d-beb6-d34e62267193 req-6d84672e-7c67-4d90-8dea-90def1d1d61a service nova] Lock "bb72094c-357b-4832-ae04-1c21c0c8ba71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:51:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-6eada720-deed-4a3d-beb6-d34e62267193 req-6d84672e-7c67-4d90-8dea-90def1d1d61a service nova] Lock "bb72094c-357b-4832-ae04-1c21c0c8ba71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:51:59 user nova-compute[75076]: DEBUG nova.compute.manager [req-6eada720-deed-4a3d-beb6-d34e62267193 req-6d84672e-7c67-4d90-8dea-90def1d1d61a service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] No waiting events found dispatching network-vif-unplugged-baca6cc2-d5de-405e-af7c-e39671c88abb {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:51:59 user nova-compute[75076]: DEBUG nova.compute.manager [req-6eada720-deed-4a3d-beb6-d34e62267193 req-6d84672e-7c67-4d90-8dea-90def1d1d61a service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Received event network-vif-unplugged-baca6cc2-d5de-405e-af7c-e39671c88abb for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:51:59 user nova-compute[75076]: DEBUG nova.compute.manager [req-6eada720-deed-4a3d-beb6-d34e62267193 req-6d84672e-7c67-4d90-8dea-90def1d1d61a service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Received event network-vif-plugged-baca6cc2-d5de-405e-af7c-e39671c88abb {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:51:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-6eada720-deed-4a3d-beb6-d34e62267193 req-6d84672e-7c67-4d90-8dea-90def1d1d61a service nova] Acquiring lock "bb72094c-357b-4832-ae04-1c21c0c8ba71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:51:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-6eada720-deed-4a3d-beb6-d34e62267193 req-6d84672e-7c67-4d90-8dea-90def1d1d61a service nova] Lock "bb72094c-357b-4832-ae04-1c21c0c8ba71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:51:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-6eada720-deed-4a3d-beb6-d34e62267193 req-6d84672e-7c67-4d90-8dea-90def1d1d61a service nova] Lock "bb72094c-357b-4832-ae04-1c21c0c8ba71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:51:59 user nova-compute[75076]: DEBUG nova.compute.manager [req-6eada720-deed-4a3d-beb6-d34e62267193 req-6d84672e-7c67-4d90-8dea-90def1d1d61a service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] No waiting events found dispatching network-vif-plugged-baca6cc2-d5de-405e-af7c-e39671c88abb {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:51:59 user nova-compute[75076]: WARNING nova.compute.manager [req-6eada720-deed-4a3d-beb6-d34e62267193 req-6d84672e-7c67-4d90-8dea-90def1d1d61a service nova] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Received unexpected event network-vif-plugged-baca6cc2-d5de-405e-af7c-e39671c88abb for instance with vm_state active and task_state deleting.
Oct 27 16:51:59 user nova-compute[75076]: INFO nova.compute.manager [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Took 0.86 seconds to detach 1 volumes for instance.
Oct 27 16:51:59 user nova-compute[75076]: DEBUG nova.compute.manager [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] [instance: bb72094c-357b-4832-ae04-1c21c0c8ba71] Deleting volume: f491cc8e-8aa5-419e-8be3-4af43c5c2afb {{(pid=75076) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 27 16:51:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:51:59 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:51:59 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:51:59 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:52:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.127s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:52:00 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Deleted allocations for instance bb72094c-357b-4832-ae04-1c21c0c8ba71
Oct 27 16:52:00 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-63691fef-b222-43c8-9e19-9fee32fe0ce0 tempest-TestShelveInstance-1757752073 tempest-TestShelveInstance-1757752073-project-member] Lock "bb72094c-357b-4832-ae04-1c21c0c8ba71" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.060s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:52:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:52:01 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:52:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:52:03 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:52:03 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:52:03 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Rebuilding the list of instances to heal {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 16:52:03 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Didn't find any instances for network info cache update. {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 27 16:52:03 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:52:04 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:52:07 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:52:07 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:52:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:52:11 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:52:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:52:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:52:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:52:11 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:52:11 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:52:11 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:52:11 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=9074MB free_disk=25.138771057128906GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:52:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:52:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:52:11 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:52:11 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:52:11 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:52:11 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:52:11 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:52:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.156s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:52:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:52:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:52:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:52:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:52:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:52:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:52:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:52:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:52:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "09852603-a0ad-42a6-8e92-2c4f960dd62d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:52:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "09852603-a0ad-42a6-8e92-2c4f960dd62d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:52:25 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:52:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:52:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:52:25 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:52:25 user nova-compute[75076]: INFO nova.compute.claims [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Claim successful on node user
Oct 27 16:52:25 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:52:25 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:52:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.192s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:52:25 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:52:25 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:52:25 user nova-compute[75076]: DEBUG nova.network.neutron [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:52:25 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:52:25 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:52:25 user nova-compute[75076]: DEBUG nova.policy [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cad429398e7455e93226dc29ee51f2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5cf189fe9202451ca908ab4be25c6997', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:52:25 user nova-compute[75076]: INFO nova.virt.block_device [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Booting with volume 7195eec2-2c8b-4397-bb04-61b7393cc176 at /dev/vda
Oct 27 16:52:25 user nova-compute[75076]: DEBUG os_brick.utils [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:52:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:52:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:52:25 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[7067c531-8150-45d3-9c91-3eff7ea9aae6]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:52:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:52:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:52:25 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[08e247a3-cb91-42f8-a0a8-31c05ac22a46]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:52:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:52:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:52:25 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[2eca21e2-7428-4061-9787-b07fce39fa18]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:52:25 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b35375c5-e0db-4022-95e7-2ef1fa817268]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:52:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:52:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:52:25 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:52:25 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:52:26 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:52:26 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:52:26 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2db1c72-b2a0-4203-afd7-cebecc657c36]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:52:26 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:52:26 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:52:26 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:52:26 user nova-compute[75076]: DEBUG os_brick.utils [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] <== get_connector_properties: return (146ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:52:26 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Updating existing volume attachment record: ed28312f-c111-43da-83bc-4c1161e35211 {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:52:26 user nova-compute[75076]: DEBUG nova.network.neutron [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Successfully created port: 5e9eb054-e8d2-4ad6-aa94-4cadc66c2580 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:52:27 user nova-compute[75076]: DEBUG nova.network.neutron [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Successfully updated port: 5e9eb054-e8d2-4ad6-aa94-4cadc66c2580 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:52:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "refresh_cache-09852603-a0ad-42a6-8e92-2c4f960dd62d" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:52:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquired lock "refresh_cache-09852603-a0ad-42a6-8e92-2c4f960dd62d" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:52:27 user nova-compute[75076]: DEBUG nova.network.neutron [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:52:27 user nova-compute[75076]: DEBUG nova.compute.manager [req-3fa15718-02ac-4254-bd4c-d3821ecfc303 req-da8acbfb-322a-44b0-9772-3b7d14e984d1 service nova] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Received event network-changed-5e9eb054-e8d2-4ad6-aa94-4cadc66c2580 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:52:27 user nova-compute[75076]: DEBUG nova.compute.manager [req-3fa15718-02ac-4254-bd4c-d3821ecfc303 req-da8acbfb-322a-44b0-9772-3b7d14e984d1 service nova] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Refreshing instance network info cache due to event network-changed-5e9eb054-e8d2-4ad6-aa94-4cadc66c2580. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:52:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-3fa15718-02ac-4254-bd4c-d3821ecfc303 req-da8acbfb-322a-44b0-9772-3b7d14e984d1 service nova] Acquiring lock "refresh_cache-09852603-a0ad-42a6-8e92-2c4f960dd62d" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:52:27 user nova-compute[75076]: DEBUG nova.network.neutron [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:52:27 user nova-compute[75076]: DEBUG nova.network.neutron [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Updating instance_info_cache with network_info: [{"id": "5e9eb054-e8d2-4ad6-aa94-4cadc66c2580", "address": "fa:16:3e:38:36:74", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e9eb054-e8", "ovs_interfaceid": "5e9eb054-e8d2-4ad6-aa94-4cadc66c2580", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:52:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Releasing lock "refresh_cache-09852603-a0ad-42a6-8e92-2c4f960dd62d" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:52:27 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Instance network_info: |[{"id": "5e9eb054-e8d2-4ad6-aa94-4cadc66c2580", "address": "fa:16:3e:38:36:74", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e9eb054-e8", "ovs_interfaceid": "5e9eb054-e8d2-4ad6-aa94-4cadc66c2580", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:52:27 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-3fa15718-02ac-4254-bd4c-d3821ecfc303 req-da8acbfb-322a-44b0-9772-3b7d14e984d1 service nova] Acquired lock "refresh_cache-09852603-a0ad-42a6-8e92-2c4f960dd62d" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:52:27 user nova-compute[75076]: DEBUG nova.network.neutron [req-3fa15718-02ac-4254-bd4c-d3821ecfc303 req-da8acbfb-322a-44b0-9772-3b7d14e984d1 service nova] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Refreshing network info cache for port 5e9eb054-e8d2-4ad6-aa94-4cadc66c2580 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:52:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:52:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:52:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:52:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:52:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:52:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:52:28 user nova-compute[75076]: DEBUG nova.network.neutron [req-3fa15718-02ac-4254-bd4c-d3821ecfc303 req-da8acbfb-322a-44b0-9772-3b7d14e984d1 service nova] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Updated VIF entry in instance network info cache for port 5e9eb054-e8d2-4ad6-aa94-4cadc66c2580. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:52:28 user nova-compute[75076]: DEBUG nova.network.neutron [req-3fa15718-02ac-4254-bd4c-d3821ecfc303 req-da8acbfb-322a-44b0-9772-3b7d14e984d1 service nova] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Updating instance_info_cache with network_info: [{"id": "5e9eb054-e8d2-4ad6-aa94-4cadc66c2580", "address": "fa:16:3e:38:36:74", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e9eb054-e8", "ovs_interfaceid": "5e9eb054-e8d2-4ad6-aa94-4cadc66c2580", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:52:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-3fa15718-02ac-4254-bd4c-d3821ecfc303 req-da8acbfb-322a-44b0-9772-3b7d14e984d1 service nova] Releasing lock "refresh_cache-09852603-a0ad-42a6-8e92-2c4f960dd62d" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:52:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:52:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:52:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:52:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:52:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:52:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:52:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:52:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:52:43 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Creating image(s)
Oct 27 16:52:43 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Did not create local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Ensure instance console log exists: /opt/stack/data/nova/instances/09852603-a0ad-42a6-8e92-2c4f960dd62d/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Start _get_guest_xml network_info=[{"id": "5e9eb054-e8d2-4ad6-aa94-4cadc66c2580", "address": "fa:16:3e:38:36:74", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e9eb054-e8", "ovs_interfaceid": "5e9eb054-e8d2-4ad6-aa94-4cadc66c2580", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uWtlbFRh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '09852603-a0ad-42a6-8e92-2c4f960dd62d', 'attached_at': '', 'detached_at': '', 'volume_id': '7195eec2-2c8b-4397-bb04-61b7393cc176', 'serial': '7195eec2-2c8b-4397-bb04-61b7393cc176'}, 'boot_index': 0, 'device_type': 'disk', 'mount_device': '/dev/vda', 'disk_bus': 'virtio', 'attachment_id': 'ed28312f-c111-43da-83bc-4c1161e35211', 'guest_format': None, 'delete_on_termination': True, 'volume_type': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:52:43 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:52:43 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:52:43 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uWtlbFRh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:52:43 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:52:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:52:43 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:52:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:52:43 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:52:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176 -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4b98344-3ef2-469f-b162-47655708073c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:52:43 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176 -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce31082c-cadf-4294-89ca-e719812cac8c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176] added
Oct 27 16:52:43 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bf6280a-b97a-4478-95da-005200ecc3a7]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3183721-920c-4e9e-98a5-e17b40b575cd]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uWtlbFRh {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uWtlbFRh" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[4006457a-a582-497d-b363-082f874c44cb]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'uWtlbFRh'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae688ece-17a7-4fa1-9eb5-9d2dd633f30e]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[60b3c4d9-88b2-4b91-a125-a42d36c290b5]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 27 16:52:43 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 27 16:52:43 user nova-compute[75076]:  {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:52:43 user nova-compute[75076]: WARNING os_brick.initiator.connectors.iscsi [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 27 16:52:43 user nova-compute[75076]: 
Oct 27 16:52:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176 -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176 -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[69e7f32d-1276-4549-8d97-94397ec317a3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176, portal: 172.16.0.220,3260]
Oct 27 16:52:43 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176, portal: 172.16.0.220,3260] successful.
Oct 27 16:52:43 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[09dd398d-0d0f-4d73-ad7b-1b405c3e39cb]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[14711e2d-f1d1-4a37-9219-aa824b2efacc]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176 (non-flash)
Oct 27 16:52:43 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176 (non-flash)
Oct 27 16:52:43 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.245s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:52:43 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:52:44 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] HCTL ('33', '-', '-', 0) found on session 55 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:52:44 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:52:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:52:44 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:52:44 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c415c013-7ed7-45e6-a78a-c0c912846e48]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:52:44 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Searching for a device in session 55 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:52:44 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uWtlbFRh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:52:45 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.274s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:52:45 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] <== connect_volume: return (1275ms) {'type': 'block', 'scsi_wwn': '26664366632306339', 'path': '/dev/sdb'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:52:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26664366632306339', 'path': '/dev/sdb'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:52:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:52:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-278212110',display_name='tempest-TestVolumeBootPattern-volume-backed-server-278212110',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-278212110',id=48,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHP1xOgTSNozU9pLhA85IfT+D7vupAlF/NuPp5n/GRx9aqOUFt7BBmiLBKgOVRnO0TxW9K2QD30yFVAbBFqkFwBEtPDMGthPssnNIKCQmFb770kgPCrvrskW/6Sn00GdPg==',key_name='tempest-keypair-987898904',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5cf189fe9202451ca908ab4be25c6997',ramdisk_id='',reservation_id='r-0r4ysm3m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1745560825',owner_user_name='tempest-TestVolumeBootPattern-1745560825-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:52:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7cad429398e7455e93226dc29ee51f2a',uuid=09852603-a0ad-42a6-8e92-2c4f960dd62d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5e9eb054-e8d2-4ad6-aa94-4cadc66c2580", "address": "fa:16:3e:38:36:74", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e9eb054-e8", "ovs_interfaceid": "5e9eb054-e8d2-4ad6-aa94-4cadc66c2580", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:52:45 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Converting VIF {"id": "5e9eb054-e8d2-4ad6-aa94-4cadc66c2580", "address": "fa:16:3e:38:36:74", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e9eb054-e8", "ovs_interfaceid": "5e9eb054-e8d2-4ad6-aa94-4cadc66c2580", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:52:45 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:38:36:74,bridge_name='br-int',has_traffic_filtering=True,id=5e9eb054-e8d2-4ad6-aa94-4cadc66c2580,network=Network(b31e83c7-6d45-4743-8079-415b45b016c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5e9eb054-e8') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:52:45 user nova-compute[75076]: DEBUG nova.objects.instance [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lazy-loading 'pci_devices' on Instance uuid 09852603-a0ad-42a6-8e92-2c4f960dd62d {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:52:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:52:45 user nova-compute[75076]:   <uuid>09852603-a0ad-42a6-8e92-2c4f960dd62d</uuid>
Oct 27 16:52:45 user nova-compute[75076]:   <name>instance-00000030</name>
Oct 27 16:52:45 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:52:45 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:52:45 user nova-compute[75076]:   <metadata>
Oct 27 16:52:45 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:52:45 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:52:45 user nova-compute[75076]:       <nova:name>tempest-TestVolumeBootPattern-volume-backed-server-278212110</nova:name>
Oct 27 16:52:45 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:52:43</nova:creationTime>
Oct 27 16:52:45 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:52:45 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:52:45 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:52:45 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:52:45 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:52:45 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:52:45 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:52:45 user nova-compute[75076]:       <nova:owner>
Oct 27 16:52:45 user nova-compute[75076]:         <nova:user uuid="7cad429398e7455e93226dc29ee51f2a">tempest-TestVolumeBootPattern-1745560825-project-member</nova:user>
Oct 27 16:52:45 user nova-compute[75076]:         <nova:project uuid="5cf189fe9202451ca908ab4be25c6997">tempest-TestVolumeBootPattern-1745560825</nova:project>
Oct 27 16:52:45 user nova-compute[75076]:       </nova:owner>
Oct 27 16:52:45 user nova-compute[75076]:       <nova:ports>
Oct 27 16:52:45 user nova-compute[75076]:         <nova:port uuid="5e9eb054-e8d2-4ad6-aa94-4cadc66c2580">
Oct 27 16:52:45 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 27 16:52:45 user nova-compute[75076]:         </nova:port>
Oct 27 16:52:45 user nova-compute[75076]:       </nova:ports>
Oct 27 16:52:45 user nova-compute[75076]:     </nova:instance>
Oct 27 16:52:45 user nova-compute[75076]:   </metadata>
Oct 27 16:52:45 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:52:45 user nova-compute[75076]:     <system>
Oct 27 16:52:45 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:52:45 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:52:45 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:52:45 user nova-compute[75076]:       <entry name="serial">09852603-a0ad-42a6-8e92-2c4f960dd62d</entry>
Oct 27 16:52:45 user nova-compute[75076]:       <entry name="uuid">09852603-a0ad-42a6-8e92-2c4f960dd62d</entry>
Oct 27 16:52:45 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:52:45 user nova-compute[75076]:     </system>
Oct 27 16:52:45 user nova-compute[75076]:   </sysinfo>
Oct 27 16:52:45 user nova-compute[75076]:   <os>
Oct 27 16:52:45 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:52:45 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:52:45 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:52:45 user nova-compute[75076]:   </os>
Oct 27 16:52:45 user nova-compute[75076]:   <features>
Oct 27 16:52:45 user nova-compute[75076]:     <acpi/>
Oct 27 16:52:45 user nova-compute[75076]:     <apic/>
Oct 27 16:52:45 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:52:45 user nova-compute[75076]:   </features>
Oct 27 16:52:45 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:52:45 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:52:45 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:52:45 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:52:45 user nova-compute[75076]:   </clock>
Oct 27 16:52:45 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:52:45 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:52:45 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:52:45 user nova-compute[75076]:   </cpu>
Oct 27 16:52:45 user nova-compute[75076]:   <devices>
Oct 27 16:52:45 user nova-compute[75076]:     <disk type="block" device="disk">
Oct 27 16:52:45 user nova-compute[75076]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:52:45 user nova-compute[75076]:       <source dev="/dev/sdb"/>
Oct 27 16:52:45 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:52:45 user nova-compute[75076]:       <serial>7195eec2-2c8b-4397-bb04-61b7393cc176</serial>
Oct 27 16:52:45 user nova-compute[75076]:     </disk>
Oct 27 16:52:45 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:52:45 user nova-compute[75076]:       <mac address="fa:16:3e:38:36:74"/>
Oct 27 16:52:45 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:52:45 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:52:45 user nova-compute[75076]:       <target dev="tap5e9eb054-e8"/>
Oct 27 16:52:45 user nova-compute[75076]:     </interface>
Oct 27 16:52:45 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:52:45 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/09852603-a0ad-42a6-8e92-2c4f960dd62d/console.log" append="off"/>
Oct 27 16:52:45 user nova-compute[75076]:     </serial>
Oct 27 16:52:45 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:52:45 user nova-compute[75076]:     <video>
Oct 27 16:52:45 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:52:45 user nova-compute[75076]:     </video>
Oct 27 16:52:45 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:52:45 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:52:45 user nova-compute[75076]:     </rng>
Oct 27 16:52:45 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:52:45 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:52:45 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:52:45 user nova-compute[75076]:     </memballoon>
Oct 27 16:52:45 user nova-compute[75076]:   </devices>
Oct 27 16:52:45 user nova-compute[75076]: </domain>
Oct 27 16:52:45 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:52:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:52:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-278212110',display_name='tempest-TestVolumeBootPattern-volume-backed-server-278212110',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-278212110',id=48,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHP1xOgTSNozU9pLhA85IfT+D7vupAlF/NuPp5n/GRx9aqOUFt7BBmiLBKgOVRnO0TxW9K2QD30yFVAbBFqkFwBEtPDMGthPssnNIKCQmFb770kgPCrvrskW/6Sn00GdPg==',key_name='tempest-keypair-987898904',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5cf189fe9202451ca908ab4be25c6997',ramdisk_id='',reservation_id='r-0r4ysm3m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1745560825',owner_user_name='tempest-TestVolumeBootPattern-1745560825-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:52:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7cad429398e7455e93226dc29ee51f2a',uuid=09852603-a0ad-42a6-8e92-2c4f960dd62d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5e9eb054-e8d2-4ad6-aa94-4cadc66c2580", "address": "fa:16:3e:38:36:74", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e9eb054-e8", "ovs_interfaceid": "5e9eb054-e8d2-4ad6-aa94-4cadc66c2580", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:52:45 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Converting VIF {"id": "5e9eb054-e8d2-4ad6-aa94-4cadc66c2580", "address": "fa:16:3e:38:36:74", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e9eb054-e8", "ovs_interfaceid": "5e9eb054-e8d2-4ad6-aa94-4cadc66c2580", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:52:45 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:38:36:74,bridge_name='br-int',has_traffic_filtering=True,id=5e9eb054-e8d2-4ad6-aa94-4cadc66c2580,network=Network(b31e83c7-6d45-4743-8079-415b45b016c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5e9eb054-e8') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:52:45 user nova-compute[75076]: DEBUG os_vif [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:38:36:74,bridge_name='br-int',has_traffic_filtering=True,id=5e9eb054-e8d2-4ad6-aa94-4cadc66c2580,network=Network(b31e83c7-6d45-4743-8079-415b45b016c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5e9eb054-e8') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:52:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:52:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:52:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:52:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:52:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ce979ab7-b060-5d8a-a355-0fd0163217a5', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:52:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:52:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:52:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:52:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5e9eb054-e8, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:52:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5e9eb054-e8, col_values=(('qos', UUID('817db39d-73a0-4fbe-b292-f670a9ecd5eb')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:52:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5e9eb054-e8, col_values=(('external_ids', {'iface-id': '5e9eb054-e8d2-4ad6-aa94-4cadc66c2580', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:38:36:74', 'vm-uuid': '09852603-a0ad-42a6-8e92-2c4f960dd62d'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:52:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:52:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:52:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:52:45 user nova-compute[75076]: INFO os_vif [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:38:36:74,bridge_name='br-int',has_traffic_filtering=True,id=5e9eb054-e8d2-4ad6-aa94-4cadc66c2580,network=Network(b31e83c7-6d45-4743-8079-415b45b016c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5e9eb054-e8')
Oct 27 16:52:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:52:45 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] No VIF found with MAC fa:16:3e:38:36:74, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:52:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:52:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:52:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:52:46 user nova-compute[75076]: DEBUG nova.compute.manager [req-549e494d-e462-4aba-a9c4-59c620e79e60 req-8ba5798a-5535-4a45-9e41-b3d1a338c8ba service nova] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Received event network-vif-plugged-5e9eb054-e8d2-4ad6-aa94-4cadc66c2580 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:52:46 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-549e494d-e462-4aba-a9c4-59c620e79e60 req-8ba5798a-5535-4a45-9e41-b3d1a338c8ba service nova] Acquiring lock "09852603-a0ad-42a6-8e92-2c4f960dd62d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:52:46 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-549e494d-e462-4aba-a9c4-59c620e79e60 req-8ba5798a-5535-4a45-9e41-b3d1a338c8ba service nova] Lock "09852603-a0ad-42a6-8e92-2c4f960dd62d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:52:46 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-549e494d-e462-4aba-a9c4-59c620e79e60 req-8ba5798a-5535-4a45-9e41-b3d1a338c8ba service nova] Lock "09852603-a0ad-42a6-8e92-2c4f960dd62d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:52:46 user nova-compute[75076]: DEBUG nova.compute.manager [req-549e494d-e462-4aba-a9c4-59c620e79e60 req-8ba5798a-5535-4a45-9e41-b3d1a338c8ba service nova] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] No waiting events found dispatching network-vif-plugged-5e9eb054-e8d2-4ad6-aa94-4cadc66c2580 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:52:46 user nova-compute[75076]: WARNING nova.compute.manager [req-549e494d-e462-4aba-a9c4-59c620e79e60 req-8ba5798a-5535-4a45-9e41-b3d1a338c8ba service nova] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Received unexpected event network-vif-plugged-5e9eb054-e8d2-4ad6-aa94-4cadc66c2580 for instance with vm_state building and task_state spawning.
Oct 27 16:52:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:52:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:52:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:52:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:52:48 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:52:48 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:52:48 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Instance spawned successfully.
Oct 27 16:52:48 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:52:48 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:52:48 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:52:48 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:52:48 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:52:48 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:52:48 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:52:48 user nova-compute[75076]: INFO nova.compute.manager [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Took 4.87 seconds to spawn the instance on the hypervisor.
Oct 27 16:52:48 user nova-compute[75076]: DEBUG nova.compute.manager [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:52:48 user nova-compute[75076]: INFO nova.compute.manager [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Took 23.25 seconds to build instance.
Oct 27 16:52:48 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-5dab242a-ab68-426a-b996-9c9a2156a26e tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "09852603-a0ad-42a6-8e92-2c4f960dd62d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 23.352s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:52:49 user nova-compute[75076]: DEBUG nova.compute.manager [req-6193435a-e89f-4b77-bc03-0e5d691d999a req-abbb7d13-4499-4936-9c69-1e2746ccb0ef service nova] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Received event network-vif-plugged-5e9eb054-e8d2-4ad6-aa94-4cadc66c2580 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:52:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-6193435a-e89f-4b77-bc03-0e5d691d999a req-abbb7d13-4499-4936-9c69-1e2746ccb0ef service nova] Acquiring lock "09852603-a0ad-42a6-8e92-2c4f960dd62d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:52:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-6193435a-e89f-4b77-bc03-0e5d691d999a req-abbb7d13-4499-4936-9c69-1e2746ccb0ef service nova] Lock "09852603-a0ad-42a6-8e92-2c4f960dd62d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:52:49 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-6193435a-e89f-4b77-bc03-0e5d691d999a req-abbb7d13-4499-4936-9c69-1e2746ccb0ef service nova] Lock "09852603-a0ad-42a6-8e92-2c4f960dd62d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:52:49 user nova-compute[75076]: DEBUG nova.compute.manager [req-6193435a-e89f-4b77-bc03-0e5d691d999a req-abbb7d13-4499-4936-9c69-1e2746ccb0ef service nova] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] No waiting events found dispatching network-vif-plugged-5e9eb054-e8d2-4ad6-aa94-4cadc66c2580 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:52:49 user nova-compute[75076]: WARNING nova.compute.manager [req-6193435a-e89f-4b77-bc03-0e5d691d999a req-abbb7d13-4499-4936-9c69-1e2746ccb0ef service nova] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Received unexpected event network-vif-plugged-5e9eb054-e8d2-4ad6-aa94-4cadc66c2580 for instance with vm_state active and task_state None.
Oct 27 16:52:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:52:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:52:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:52:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:52:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:52:58 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:53:00 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:53:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:53:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:53:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:53:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:53:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:53:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:53:01 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:53:02 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:53:03 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:53:03 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:53:03 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Rebuilding the list of instances to heal {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 16:53:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-09852603-a0ad-42a6-8e92-2c4f960dd62d" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:53:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-09852603-a0ad-42a6-8e92-2c4f960dd62d" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:53:03 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 16:53:03 user nova-compute[75076]: DEBUG nova.objects.instance [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lazy-loading 'info_cache' on Instance uuid 09852603-a0ad-42a6-8e92-2c4f960dd62d {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:53:03 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Updating instance_info_cache with network_info: [{"id": "5e9eb054-e8d2-4ad6-aa94-4cadc66c2580", "address": "fa:16:3e:38:36:74", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e9eb054-e8", "ovs_interfaceid": "5e9eb054-e8d2-4ad6-aa94-4cadc66c2580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:53:03 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-09852603-a0ad-42a6-8e92-2c4f960dd62d" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:53:03 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 16:53:03 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:53:05 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:53:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:53:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:53:07 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:53:09 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:53:09 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:53:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:53:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:53:13 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:53:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:53:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:53:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:53:13 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:53:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:53:13 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:53:13 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:53:13 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=8881MB free_disk=25.128345489501953GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:53:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:53:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:53:13 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 09852603-a0ad-42a6-8e92-2c4f960dd62d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:53:13 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:53:13 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:53:13 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:53:13 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:53:13 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:53:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.187s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:53:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:53:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:53:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:53:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:53:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:53:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:53:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:53:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:53:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:53:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:53:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:53:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:53:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:53:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:53:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:53:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:53:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:53:59 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:54:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:54:02 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:54:02 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:54:03 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:54:03 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:54:04 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:54:04 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:54:04 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Rebuilding the list of instances to heal {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 16:54:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-09852603-a0ad-42a6-8e92-2c4f960dd62d" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:54:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-09852603-a0ad-42a6-8e92-2c4f960dd62d" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:54:04 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 16:54:04 user nova-compute[75076]: DEBUG nova.objects.instance [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lazy-loading 'info_cache' on Instance uuid 09852603-a0ad-42a6-8e92-2c4f960dd62d {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:54:04 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Updating instance_info_cache with network_info: [{"id": "5e9eb054-e8d2-4ad6-aa94-4cadc66c2580", "address": "fa:16:3e:38:36:74", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e9eb054-e8", "ovs_interfaceid": "5e9eb054-e8d2-4ad6-aa94-4cadc66c2580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:54:04 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-09852603-a0ad-42a6-8e92-2c4f960dd62d" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:54:04 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 16:54:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:54:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:54:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:54:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:54:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:54:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:54:06 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:54:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:54:11 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:54:11 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:54:13 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:54:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:54:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:54:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:54:13 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:54:13 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:54:13 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:54:13 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:54:13 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=8992MB free_disk=25.127391815185547GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:54:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:54:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:54:13 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 09852603-a0ad-42a6-8e92-2c4f960dd62d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:54:13 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:54:13 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:54:13 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:54:13 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:54:13 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:54:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.157s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:54:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:54:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-8d45c8aa-b2b5-4eba-8c0f-18849bfa0c66 req-01e88922-86f5-4aa7-a50a-bafd71ea284b service nova] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Received event network-changed-5e9eb054-e8d2-4ad6-aa94-4cadc66c2580 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:54:16 user nova-compute[75076]: DEBUG nova.compute.manager [req-8d45c8aa-b2b5-4eba-8c0f-18849bfa0c66 req-01e88922-86f5-4aa7-a50a-bafd71ea284b service nova] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Refreshing instance network info cache due to event network-changed-5e9eb054-e8d2-4ad6-aa94-4cadc66c2580. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:54:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8d45c8aa-b2b5-4eba-8c0f-18849bfa0c66 req-01e88922-86f5-4aa7-a50a-bafd71ea284b service nova] Acquiring lock "refresh_cache-09852603-a0ad-42a6-8e92-2c4f960dd62d" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:54:16 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8d45c8aa-b2b5-4eba-8c0f-18849bfa0c66 req-01e88922-86f5-4aa7-a50a-bafd71ea284b service nova] Acquired lock "refresh_cache-09852603-a0ad-42a6-8e92-2c4f960dd62d" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:54:16 user nova-compute[75076]: DEBUG nova.network.neutron [req-8d45c8aa-b2b5-4eba-8c0f-18849bfa0c66 req-01e88922-86f5-4aa7-a50a-bafd71ea284b service nova] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Refreshing network info cache for port 5e9eb054-e8d2-4ad6-aa94-4cadc66c2580 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:54:17 user nova-compute[75076]: DEBUG nova.network.neutron [req-8d45c8aa-b2b5-4eba-8c0f-18849bfa0c66 req-01e88922-86f5-4aa7-a50a-bafd71ea284b service nova] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Updated VIF entry in instance network info cache for port 5e9eb054-e8d2-4ad6-aa94-4cadc66c2580. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:54:17 user nova-compute[75076]: DEBUG nova.network.neutron [req-8d45c8aa-b2b5-4eba-8c0f-18849bfa0c66 req-01e88922-86f5-4aa7-a50a-bafd71ea284b service nova] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Updating instance_info_cache with network_info: [{"id": "5e9eb054-e8d2-4ad6-aa94-4cadc66c2580", "address": "fa:16:3e:38:36:74", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.60", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e9eb054-e8", "ovs_interfaceid": "5e9eb054-e8d2-4ad6-aa94-4cadc66c2580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:54:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8d45c8aa-b2b5-4eba-8c0f-18849bfa0c66 req-01e88922-86f5-4aa7-a50a-bafd71ea284b service nova] Releasing lock "refresh_cache-09852603-a0ad-42a6-8e92-2c4f960dd62d" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:54:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:54:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:54:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:54:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:54:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "863bef6a-c627-452f-9c39-12b66c95a8c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:54:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "863bef6a-c627-452f-9c39-12b66c95a8c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:54:29 user nova-compute[75076]: DEBUG nova.compute.manager [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:54:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:54:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:54:29 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:54:29 user nova-compute[75076]: INFO nova.compute.claims [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Claim successful on node user
Oct 27 16:54:29 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:54:29 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:54:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.241s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:54:29 user nova-compute[75076]: DEBUG nova.compute.manager [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:54:29 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:54:29 user nova-compute[75076]: DEBUG nova.compute.manager [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:54:29 user nova-compute[75076]: DEBUG nova.network.neutron [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:54:29 user nova-compute[75076]: DEBUG nova.compute.manager [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:54:29 user nova-compute[75076]: DEBUG nova.policy [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cad429398e7455e93226dc29ee51f2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5cf189fe9202451ca908ab4be25c6997', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:54:29 user nova-compute[75076]: INFO nova.virt.block_device [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Booting with volume snapshot dbb91222-b173-4b5e-af0e-58ccbefdfa50 at /dev/vda
Oct 27 16:54:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:54:30 user nova-compute[75076]: DEBUG nova.network.neutron [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Successfully created port: e1a352c6-389e-4fe8-8b91-e284081c9f1b {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:54:31 user nova-compute[75076]: DEBUG nova.network.neutron [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Successfully updated port: e1a352c6-389e-4fe8-8b91-e284081c9f1b {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:54:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "refresh_cache-863bef6a-c627-452f-9c39-12b66c95a8c1" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:54:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquired lock "refresh_cache-863bef6a-c627-452f-9c39-12b66c95a8c1" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:54:31 user nova-compute[75076]: DEBUG nova.network.neutron [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:54:31 user nova-compute[75076]: DEBUG nova.network.neutron [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:54:31 user nova-compute[75076]: DEBUG nova.compute.manager [req-c9d967a7-9626-404a-a54a-a0dfb4b1cfe5 req-8abb7ba1-995c-45c1-aab9-6f392e78d3cc service nova] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Received event network-changed-e1a352c6-389e-4fe8-8b91-e284081c9f1b {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:54:31 user nova-compute[75076]: DEBUG nova.compute.manager [req-c9d967a7-9626-404a-a54a-a0dfb4b1cfe5 req-8abb7ba1-995c-45c1-aab9-6f392e78d3cc service nova] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Refreshing instance network info cache due to event network-changed-e1a352c6-389e-4fe8-8b91-e284081c9f1b. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:54:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c9d967a7-9626-404a-a54a-a0dfb4b1cfe5 req-8abb7ba1-995c-45c1-aab9-6f392e78d3cc service nova] Acquiring lock "refresh_cache-863bef6a-c627-452f-9c39-12b66c95a8c1" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:54:31 user nova-compute[75076]: DEBUG nova.network.neutron [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Updating instance_info_cache with network_info: [{"id": "e1a352c6-389e-4fe8-8b91-e284081c9f1b", "address": "fa:16:3e:e0:20:f5", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1a352c6-38", "ovs_interfaceid": "e1a352c6-389e-4fe8-8b91-e284081c9f1b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:54:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Releasing lock "refresh_cache-863bef6a-c627-452f-9c39-12b66c95a8c1" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:54:31 user nova-compute[75076]: DEBUG nova.compute.manager [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Instance network_info: |[{"id": "e1a352c6-389e-4fe8-8b91-e284081c9f1b", "address": "fa:16:3e:e0:20:f5", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1a352c6-38", "ovs_interfaceid": "e1a352c6-389e-4fe8-8b91-e284081c9f1b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:54:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c9d967a7-9626-404a-a54a-a0dfb4b1cfe5 req-8abb7ba1-995c-45c1-aab9-6f392e78d3cc service nova] Acquired lock "refresh_cache-863bef6a-c627-452f-9c39-12b66c95a8c1" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:54:31 user nova-compute[75076]: DEBUG nova.network.neutron [req-c9d967a7-9626-404a-a54a-a0dfb4b1cfe5 req-8abb7ba1-995c-45c1-aab9-6f392e78d3cc service nova] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Refreshing network info cache for port e1a352c6-389e-4fe8-8b91-e284081c9f1b {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:54:31 user nova-compute[75076]: DEBUG nova.network.neutron [req-c9d967a7-9626-404a-a54a-a0dfb4b1cfe5 req-8abb7ba1-995c-45c1-aab9-6f392e78d3cc service nova] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Updated VIF entry in instance network info cache for port e1a352c6-389e-4fe8-8b91-e284081c9f1b. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:54:31 user nova-compute[75076]: DEBUG nova.network.neutron [req-c9d967a7-9626-404a-a54a-a0dfb4b1cfe5 req-8abb7ba1-995c-45c1-aab9-6f392e78d3cc service nova] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Updating instance_info_cache with network_info: [{"id": "e1a352c6-389e-4fe8-8b91-e284081c9f1b", "address": "fa:16:3e:e0:20:f5", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1a352c6-38", "ovs_interfaceid": "e1a352c6-389e-4fe8-8b91-e284081c9f1b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:54:31 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c9d967a7-9626-404a-a54a-a0dfb4b1cfe5 req-8abb7ba1-995c-45c1-aab9-6f392e78d3cc service nova] Releasing lock "refresh_cache-863bef6a-c627-452f-9c39-12b66c95a8c1" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:54:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:54:35 user nova-compute[75076]: DEBUG os_brick.utils [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:54:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:54:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:54:35 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[8508a7cb-b21a-47b1-9947-90dfda08fd4d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:54:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:54:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:54:35 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2f74ecf-bc17-4ebf-b0ed-c2da90833662]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:54:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:54:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:54:35 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[389d8c71-d846-47f1-80be-501d340ebd71]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:54:35 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c4f5c3c-b24c-4e4e-b852-d40ea09e743e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:54:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:54:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:54:35 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:54:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:54:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:54:35 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:54:35 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:54:35 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d406aec5-7e63-44b7-b6c2-236ac3f54366]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:54:35 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:54:35 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:54:35 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:54:35 user nova-compute[75076]: DEBUG os_brick.utils [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:54:35 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Updating existing volume attachment record: 1ebbd6e9-3118-47e8-b25b-c39935e4310b {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:54:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:54:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:54:50 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:54:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:54:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:54:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:54:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:54:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:54:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:54:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG nova.compute.manager [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:54:53 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Creating image(s)
Oct 27 16:54:53 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Did not create local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Ensure instance console log exists: /opt/stack/data/nova/instances/863bef6a-c627-452f-9c39-12b66c95a8c1/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Start _get_guest_xml network_info=[{"id": "e1a352c6-389e-4fe8-8b91-e284081c9f1b", "address": "fa:16:3e:e0:20:f5", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1a352c6-38", "ovs_interfaceid": "e1a352c6-389e-4fe8-8b91-e284081c9f1b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-10-27T16:54:18Z,direct_url=<?>,disk_format='qcow2',id=625b1d68-f5f9-4d4d-ab7c-31f4854146de,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-136137322',owner='5cf189fe9202451ca908ab4be25c6997',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-10-27T16:54:19Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YJIgjdfA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '863bef6a-c627-452f-9c39-12b66c95a8c1', 'attached_at': '', 'detached_at': '', 'volume_id': '9e8bcc01-05ea-46c1-8e8a-700a8a8550c8', 'serial': '9e8bcc01-05ea-46c1-8e8a-700a8a8550c8'}, 'boot_index': 0, 'device_type': 'disk', 'mount_device': '/dev/vda', 'disk_bus': 'virtio', 'attachment_id': '1ebbd6e9-3118-47e8-b25b-c39935e4310b', 'guest_format': None, 'delete_on_termination': True, 'volume_type': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:54:53 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:54:53 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:54:53 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-10-27T16:54:18Z,direct_url=<?>,disk_format='qcow2',id=625b1d68-f5f9-4d4d-ab7c-31f4854146de,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-136137322',owner='5cf189fe9202451ca908ab4be25c6997',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-10-27T16:54:19Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YJIgjdfA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:54:53 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:54:53 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:54:53 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:54:53 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:54:53 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:54:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8 -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[20fe2299-ce66-433e-a775-f2686cdfabf0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:54:53 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8 -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[378367ab-3110-49a4-b329-fa0389e115d4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8] added
Oct 27 16:54:53 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e7d5307-5715-4e7b-9752-619404f2dcdc]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a09304ce-58b1-44f4-ae50-50390099de70]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YJIgjdfA {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YJIgjdfA" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cbf9d90-224a-4042-bd22-0a7d33ee38d9]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'YJIgjdfA'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[64ceaed7-90a4-40a0-8964-05e3796968cf]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1710a270-3abc-4f25-ab54-6824fb836ed2]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176 (non-flash)
Oct 27 16:54:53 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176 (non-flash)
Oct 27 16:54:53 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8 -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8 -p 172.16.0.220:3260 --login" returned: 0 in 0.046s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[734ed43f-51ee-441e-a361-2229ab102aa3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8, portal: 172.16.0.220,3260]
Oct 27 16:54:53 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8, portal: 172.16.0.220,3260] successful.
Oct 27 16:54:53 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:54:53 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:54:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:54:54 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[83584565-aed5-4ccd-962f-e14093eff5ae]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:54:54 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:54:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:54:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:54:54 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[60942f6e-7c75-4c4e-9ffa-bd64a98b7fe8]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:54:54 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176 (non-flash)
Oct 27 16:54:54 user nova-compute[75076]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8 (non-flash)
Oct 27 16:54:54 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:54:54 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176 (non-flash)
Oct 27 16:54:54 user nova-compute[75076]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8 (non-flash)
Oct 27 16:54:54 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:54:54 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.247s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:54:54 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:54:54 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] HCTL ('34', '-', '-', 0) found on session 56 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:54:54 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:54:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:54:54 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:54:54 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d47297af-0d1d-4a8d-8d74-ab2a6959ffbd]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:54:54 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Searching for a device in session 56 and hctl ['34', '*', '*', 0] yield: None {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:54:55 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Searching for a device in session 56 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:54:55 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YJIgjdfA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:54:55 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.274s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:54:55 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] <== connect_volume: return (1276ms) {'type': 'block', 'scsi_wwn': '23566656165336666', 'path': '/dev/sdc'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:54:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23566656165336666', 'path': '/dev/sdc'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:54:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:54:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1147937576',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1147937576',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1147937576',id=49,image_ref='625b1d68-f5f9-4d4d-ab7c-31f4854146de',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPxXZLhkFlwPTfAxdvujw3Fvxaox9fA8HihXl6/G4u1/mMRpPUaXpPn8Cx7S15omrzi4HZ0+anWYjRMyrcc9c80m0FxZQxT/6qZhUi4QvJWNqqdpKFGDw2LNtsmbXb+z5g==',key_name='tempest-keypair-468273183',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5cf189fe9202451ca908ab4be25c6997',ramdisk_id='',reservation_id='r-nsw0f40m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1745560825',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1745560825-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1745560825',owner_user_name='tempest-TestVolumeBootPattern-1745560825-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:54:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7cad429398e7455e93226dc29ee51f2a',uuid=863bef6a-c627-452f-9c39-12b66c95a8c1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e1a352c6-389e-4fe8-8b91-e284081c9f1b", "address": "fa:16:3e:e0:20:f5", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1a352c6-38", "ovs_interfaceid": "e1a352c6-389e-4fe8-8b91-e284081c9f1b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:54:55 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Converting VIF {"id": "e1a352c6-389e-4fe8-8b91-e284081c9f1b", "address": "fa:16:3e:e0:20:f5", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1a352c6-38", "ovs_interfaceid": "e1a352c6-389e-4fe8-8b91-e284081c9f1b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:54:55 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:20:f5,bridge_name='br-int',has_traffic_filtering=True,id=e1a352c6-389e-4fe8-8b91-e284081c9f1b,network=Network(b31e83c7-6d45-4743-8079-415b45b016c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape1a352c6-38') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:54:55 user nova-compute[75076]: DEBUG nova.objects.instance [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lazy-loading 'pci_devices' on Instance uuid 863bef6a-c627-452f-9c39-12b66c95a8c1 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:54:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:54:55 user nova-compute[75076]:   <uuid>863bef6a-c627-452f-9c39-12b66c95a8c1</uuid>
Oct 27 16:54:55 user nova-compute[75076]:   <name>instance-00000031</name>
Oct 27 16:54:55 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:54:55 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:54:55 user nova-compute[75076]:   <metadata>
Oct 27 16:54:55 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:54:55 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:54:55 user nova-compute[75076]:       <nova:name>tempest-TestVolumeBootPattern-image-snapshot-server-1147937576</nova:name>
Oct 27 16:54:55 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:54:53</nova:creationTime>
Oct 27 16:54:55 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:54:55 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:54:55 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:54:55 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:54:55 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:54:55 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:54:55 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:54:55 user nova-compute[75076]:       <nova:owner>
Oct 27 16:54:55 user nova-compute[75076]:         <nova:user uuid="7cad429398e7455e93226dc29ee51f2a">tempest-TestVolumeBootPattern-1745560825-project-member</nova:user>
Oct 27 16:54:55 user nova-compute[75076]:         <nova:project uuid="5cf189fe9202451ca908ab4be25c6997">tempest-TestVolumeBootPattern-1745560825</nova:project>
Oct 27 16:54:55 user nova-compute[75076]:       </nova:owner>
Oct 27 16:54:55 user nova-compute[75076]:       <nova:root type="image" uuid="625b1d68-f5f9-4d4d-ab7c-31f4854146de"/>
Oct 27 16:54:55 user nova-compute[75076]:       <nova:ports>
Oct 27 16:54:55 user nova-compute[75076]:         <nova:port uuid="e1a352c6-389e-4fe8-8b91-e284081c9f1b">
Oct 27 16:54:55 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 27 16:54:55 user nova-compute[75076]:         </nova:port>
Oct 27 16:54:55 user nova-compute[75076]:       </nova:ports>
Oct 27 16:54:55 user nova-compute[75076]:     </nova:instance>
Oct 27 16:54:55 user nova-compute[75076]:   </metadata>
Oct 27 16:54:55 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:54:55 user nova-compute[75076]:     <system>
Oct 27 16:54:55 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:54:55 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:54:55 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:54:55 user nova-compute[75076]:       <entry name="serial">863bef6a-c627-452f-9c39-12b66c95a8c1</entry>
Oct 27 16:54:55 user nova-compute[75076]:       <entry name="uuid">863bef6a-c627-452f-9c39-12b66c95a8c1</entry>
Oct 27 16:54:55 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:54:55 user nova-compute[75076]:     </system>
Oct 27 16:54:55 user nova-compute[75076]:   </sysinfo>
Oct 27 16:54:55 user nova-compute[75076]:   <os>
Oct 27 16:54:55 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:54:55 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:54:55 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:54:55 user nova-compute[75076]:   </os>
Oct 27 16:54:55 user nova-compute[75076]:   <features>
Oct 27 16:54:55 user nova-compute[75076]:     <acpi/>
Oct 27 16:54:55 user nova-compute[75076]:     <apic/>
Oct 27 16:54:55 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:54:55 user nova-compute[75076]:   </features>
Oct 27 16:54:55 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:54:55 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:54:55 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:54:55 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:54:55 user nova-compute[75076]:   </clock>
Oct 27 16:54:55 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:54:55 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:54:55 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:54:55 user nova-compute[75076]:   </cpu>
Oct 27 16:54:55 user nova-compute[75076]:   <devices>
Oct 27 16:54:55 user nova-compute[75076]:     <disk type="block" device="disk">
Oct 27 16:54:55 user nova-compute[75076]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:54:55 user nova-compute[75076]:       <source dev="/dev/sdc"/>
Oct 27 16:54:55 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:54:55 user nova-compute[75076]:       <serial>9e8bcc01-05ea-46c1-8e8a-700a8a8550c8</serial>
Oct 27 16:54:55 user nova-compute[75076]:     </disk>
Oct 27 16:54:55 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:54:55 user nova-compute[75076]:       <mac address="fa:16:3e:e0:20:f5"/>
Oct 27 16:54:55 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:54:55 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:54:55 user nova-compute[75076]:       <target dev="tape1a352c6-38"/>
Oct 27 16:54:55 user nova-compute[75076]:     </interface>
Oct 27 16:54:55 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:54:55 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/863bef6a-c627-452f-9c39-12b66c95a8c1/console.log" append="off"/>
Oct 27 16:54:55 user nova-compute[75076]:     </serial>
Oct 27 16:54:55 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:54:55 user nova-compute[75076]:     <video>
Oct 27 16:54:55 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:54:55 user nova-compute[75076]:     </video>
Oct 27 16:54:55 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:54:55 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:54:55 user nova-compute[75076]:     </rng>
Oct 27 16:54:55 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:54:55 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:54:55 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:54:55 user nova-compute[75076]:     </memballoon>
Oct 27 16:54:55 user nova-compute[75076]:   </devices>
Oct 27 16:54:55 user nova-compute[75076]: </domain>
Oct 27 16:54:55 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:54:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:54:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1147937576',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1147937576',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1147937576',id=49,image_ref='625b1d68-f5f9-4d4d-ab7c-31f4854146de',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPxXZLhkFlwPTfAxdvujw3Fvxaox9fA8HihXl6/G4u1/mMRpPUaXpPn8Cx7S15omrzi4HZ0+anWYjRMyrcc9c80m0FxZQxT/6qZhUi4QvJWNqqdpKFGDw2LNtsmbXb+z5g==',key_name='tempest-keypair-468273183',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5cf189fe9202451ca908ab4be25c6997',ramdisk_id='',reservation_id='r-nsw0f40m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1745560825',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1745560825-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1745560825',owner_user_name='tempest-TestVolumeBootPattern-1745560825-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:54:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7cad429398e7455e93226dc29ee51f2a',uuid=863bef6a-c627-452f-9c39-12b66c95a8c1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e1a352c6-389e-4fe8-8b91-e284081c9f1b", "address": "fa:16:3e:e0:20:f5", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1a352c6-38", "ovs_interfaceid": "e1a352c6-389e-4fe8-8b91-e284081c9f1b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:54:55 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Converting VIF {"id": "e1a352c6-389e-4fe8-8b91-e284081c9f1b", "address": "fa:16:3e:e0:20:f5", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1a352c6-38", "ovs_interfaceid": "e1a352c6-389e-4fe8-8b91-e284081c9f1b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:54:55 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:20:f5,bridge_name='br-int',has_traffic_filtering=True,id=e1a352c6-389e-4fe8-8b91-e284081c9f1b,network=Network(b31e83c7-6d45-4743-8079-415b45b016c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape1a352c6-38') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:54:55 user nova-compute[75076]: DEBUG os_vif [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:20:f5,bridge_name='br-int',has_traffic_filtering=True,id=e1a352c6-389e-4fe8-8b91-e284081c9f1b,network=Network(b31e83c7-6d45-4743-8079-415b45b016c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape1a352c6-38') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:54:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:54:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:54:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:54:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:54:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e0b6c3c2-0f69-5b97-8e3b-9b27809971b6', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:54:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:54:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:54:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:54:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape1a352c6-38, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:54:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape1a352c6-38, col_values=(('qos', UUID('d4e6fba1-e7a1-4f35-a804-d037b91ce06c')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:54:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape1a352c6-38, col_values=(('external_ids', {'iface-id': 'e1a352c6-389e-4fe8-8b91-e284081c9f1b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e0:20:f5', 'vm-uuid': '863bef6a-c627-452f-9c39-12b66c95a8c1'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:54:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:54:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:54:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:54:55 user nova-compute[75076]: INFO os_vif [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:20:f5,bridge_name='br-int',has_traffic_filtering=True,id=e1a352c6-389e-4fe8-8b91-e284081c9f1b,network=Network(b31e83c7-6d45-4743-8079-415b45b016c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape1a352c6-38')
Oct 27 16:54:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:54:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] No VIF found with MAC fa:16:3e:e0:20:f5, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:54:56 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:54:56 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:54:56 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:54:56 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:54:56 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:54:56 user nova-compute[75076]: DEBUG nova.compute.manager [req-ac4730cc-e710-4d86-b56b-638d29eac871 req-425ff9cb-9d8d-432f-8abb-3ee9701b6546 service nova] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Received event network-vif-plugged-e1a352c6-389e-4fe8-8b91-e284081c9f1b {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:54:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ac4730cc-e710-4d86-b56b-638d29eac871 req-425ff9cb-9d8d-432f-8abb-3ee9701b6546 service nova] Acquiring lock "863bef6a-c627-452f-9c39-12b66c95a8c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:54:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ac4730cc-e710-4d86-b56b-638d29eac871 req-425ff9cb-9d8d-432f-8abb-3ee9701b6546 service nova] Lock "863bef6a-c627-452f-9c39-12b66c95a8c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:54:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ac4730cc-e710-4d86-b56b-638d29eac871 req-425ff9cb-9d8d-432f-8abb-3ee9701b6546 service nova] Lock "863bef6a-c627-452f-9c39-12b66c95a8c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:54:56 user nova-compute[75076]: DEBUG nova.compute.manager [req-ac4730cc-e710-4d86-b56b-638d29eac871 req-425ff9cb-9d8d-432f-8abb-3ee9701b6546 service nova] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] No waiting events found dispatching network-vif-plugged-e1a352c6-389e-4fe8-8b91-e284081c9f1b {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:54:56 user nova-compute[75076]: WARNING nova.compute.manager [req-ac4730cc-e710-4d86-b56b-638d29eac871 req-425ff9cb-9d8d-432f-8abb-3ee9701b6546 service nova] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Received unexpected event network-vif-plugged-e1a352c6-389e-4fe8-8b91-e284081c9f1b for instance with vm_state building and task_state spawning.
Oct 27 16:54:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:54:58 user nova-compute[75076]: DEBUG nova.compute.manager [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:54:58 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:54:58 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Instance spawned successfully.
Oct 27 16:54:58 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:54:58 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:54:58 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:54:58 user nova-compute[75076]: INFO nova.compute.manager [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Took 5.13 seconds to spawn the instance on the hypervisor.
Oct 27 16:54:58 user nova-compute[75076]: DEBUG nova.compute.manager [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:54:58 user nova-compute[75076]: DEBUG nova.compute.manager [req-cbb6b8b4-7b58-4904-ac3e-e2c8bb8a2da1 req-ea0caaab-423d-4643-842f-4ffa40e5ad26 service nova] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Received event network-vif-plugged-e1a352c6-389e-4fe8-8b91-e284081c9f1b {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:54:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-cbb6b8b4-7b58-4904-ac3e-e2c8bb8a2da1 req-ea0caaab-423d-4643-842f-4ffa40e5ad26 service nova] Acquiring lock "863bef6a-c627-452f-9c39-12b66c95a8c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:54:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-cbb6b8b4-7b58-4904-ac3e-e2c8bb8a2da1 req-ea0caaab-423d-4643-842f-4ffa40e5ad26 service nova] Lock "863bef6a-c627-452f-9c39-12b66c95a8c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:54:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-cbb6b8b4-7b58-4904-ac3e-e2c8bb8a2da1 req-ea0caaab-423d-4643-842f-4ffa40e5ad26 service nova] Lock "863bef6a-c627-452f-9c39-12b66c95a8c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:54:58 user nova-compute[75076]: DEBUG nova.compute.manager [req-cbb6b8b4-7b58-4904-ac3e-e2c8bb8a2da1 req-ea0caaab-423d-4643-842f-4ffa40e5ad26 service nova] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] No waiting events found dispatching network-vif-plugged-e1a352c6-389e-4fe8-8b91-e284081c9f1b {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:54:58 user nova-compute[75076]: WARNING nova.compute.manager [req-cbb6b8b4-7b58-4904-ac3e-e2c8bb8a2da1 req-ea0caaab-423d-4643-842f-4ffa40e5ad26 service nova] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Received unexpected event network-vif-plugged-e1a352c6-389e-4fe8-8b91-e284081c9f1b for instance with vm_state building and task_state spawning.
Oct 27 16:54:58 user nova-compute[75076]: INFO nova.compute.manager [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Took 29.63 seconds to build instance.
Oct 27 16:54:58 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-ba6f267d-8c3f-4103-b14e-7f951cd3d61c tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "863bef6a-c627-452f-9c39-12b66c95a8c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 29.726s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:54:59 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:55:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:55:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:55:03 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:55:03 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:55:04 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:55:05 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:55:05 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:55:05 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Rebuilding the list of instances to heal {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 16:55:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:55:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-09852603-a0ad-42a6-8e92-2c4f960dd62d" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:55:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-09852603-a0ad-42a6-8e92-2c4f960dd62d" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:55:05 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 16:55:05 user nova-compute[75076]: DEBUG nova.objects.instance [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lazy-loading 'info_cache' on Instance uuid 09852603-a0ad-42a6-8e92-2c4f960dd62d {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:55:05 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Updating instance_info_cache with network_info: [{"id": "5e9eb054-e8d2-4ad6-aa94-4cadc66c2580", "address": "fa:16:3e:38:36:74", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.60", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e9eb054-e8", "ovs_interfaceid": "5e9eb054-e8d2-4ad6-aa94-4cadc66c2580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:55:05 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-09852603-a0ad-42a6-8e92-2c4f960dd62d" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:55:05 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 16:55:05 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:55:06 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:55:10 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:55:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:55:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:55:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:55:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:55:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:55:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:55:11 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:55:11 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Cleaning up deleted instances {{(pid=75076) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 27 16:55:11 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] There are 0 instances to clean {{(pid=75076) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 27 16:55:13 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:55:13 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:55:15 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:55:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:55:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:55:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:55:15 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:55:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:55:15 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:55:15 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:55:15 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:55:15 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:55:15 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=8811MB free_disk=25.12535858154297GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:55:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:55:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:55:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:55:15 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 09852603-a0ad-42a6-8e92-2c4f960dd62d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:55:15 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 863bef6a-c627-452f-9c39-12b66c95a8c1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:55:15 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:55:15 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:55:15 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Refreshing inventories for resource provider 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 27 16:55:15 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Updating ProviderTree inventory for provider 543fff1b-1911-4710-bad6-6bd4c750c641 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 27 16:55:15 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Updating inventory in ProviderTree for provider 543fff1b-1911-4710-bad6-6bd4c750c641 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 27 16:55:15 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Refreshing aggregate associations for resource provider 543fff1b-1911-4710-bad6-6bd4c750c641, aggregates: None {{(pid=75076) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 27 16:55:15 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Refreshing trait associations for resource provider 543fff1b-1911-4710-bad6-6bd4c750c641, traits: COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ARI,HW_CPU_X86_SSE2,HW_CPU_X86_MMX,COMPUTE_NODE,HW_CPU_X86_SSSE3,HW_CPU_X86_SSE,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSE41,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_ATTACH_INTERFACE {{(pid=75076) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 27 16:55:15 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:55:15 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:55:15 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:55:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.444s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:55:17 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:55:17 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Cleaning up deleted instances with incomplete migration  {{(pid=75076) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 27 16:55:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:55:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:55:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:55:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:55:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:55:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:55:35 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:55:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:55:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:55:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:55:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:55:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:55:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:55:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:55:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:55:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:55:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:55:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:55:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:55:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:55:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:56:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:56:01 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:56:05 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:56:05 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:56:05 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:56:05 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:56:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:56:06 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:56:06 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:56:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-863bef6a-c627-452f-9c39-12b66c95a8c1" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:56:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-863bef6a-c627-452f-9c39-12b66c95a8c1" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:56:06 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 16:56:06 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Updating instance_info_cache with network_info: [{"id": "e1a352c6-389e-4fe8-8b91-e284081c9f1b", "address": "fa:16:3e:e0:20:f5", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1a352c6-38", "ovs_interfaceid": "e1a352c6-389e-4fe8-8b91-e284081c9f1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:56:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-863bef6a-c627-452f-9c39-12b66c95a8c1" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:56:06 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 16:56:06 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:56:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:56:13 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:56:13 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:56:15 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:56:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:56:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:56:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:56:15 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:56:15 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:56:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:56:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:56:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:56:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:56:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:56:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:56:15 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:56:15 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:56:15 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:56:15 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=8928MB free_disk=25.124725341796875GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:56:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:56:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:56:15 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 09852603-a0ad-42a6-8e92-2c4f960dd62d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:56:15 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 863bef6a-c627-452f-9c39-12b66c95a8c1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:56:15 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:56:15 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:56:15 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:56:15 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:56:15 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:56:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.197s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:56:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:56:20 user nova-compute[75076]: DEBUG nova.compute.manager [req-b428cc0c-ccb0-49cd-8697-17e435380ae7 req-bc515d22-e622-4ccf-9e24-f841c80e10b6 service nova] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Received event network-changed-e1a352c6-389e-4fe8-8b91-e284081c9f1b {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:56:20 user nova-compute[75076]: DEBUG nova.compute.manager [req-b428cc0c-ccb0-49cd-8697-17e435380ae7 req-bc515d22-e622-4ccf-9e24-f841c80e10b6 service nova] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Refreshing instance network info cache due to event network-changed-e1a352c6-389e-4fe8-8b91-e284081c9f1b. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:56:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b428cc0c-ccb0-49cd-8697-17e435380ae7 req-bc515d22-e622-4ccf-9e24-f841c80e10b6 service nova] Acquiring lock "refresh_cache-863bef6a-c627-452f-9c39-12b66c95a8c1" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:56:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b428cc0c-ccb0-49cd-8697-17e435380ae7 req-bc515d22-e622-4ccf-9e24-f841c80e10b6 service nova] Acquired lock "refresh_cache-863bef6a-c627-452f-9c39-12b66c95a8c1" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:56:20 user nova-compute[75076]: DEBUG nova.network.neutron [req-b428cc0c-ccb0-49cd-8697-17e435380ae7 req-bc515d22-e622-4ccf-9e24-f841c80e10b6 service nova] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Refreshing network info cache for port e1a352c6-389e-4fe8-8b91-e284081c9f1b {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:56:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:56:20 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._sync_power_states {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:56:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "863bef6a-c627-452f-9c39-12b66c95a8c1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:56:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "863bef6a-c627-452f-9c39-12b66c95a8c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:56:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "863bef6a-c627-452f-9c39-12b66c95a8c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:56:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "863bef6a-c627-452f-9c39-12b66c95a8c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:56:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "863bef6a-c627-452f-9c39-12b66c95a8c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:56:20 user nova-compute[75076]: INFO nova.compute.manager [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Terminating instance
Oct 27 16:56:20 user nova-compute[75076]: DEBUG nova.compute.manager [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:56:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:56:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG nova.compute.manager [req-8ebf7391-dcca-4151-bc5f-84ad07add05e req-63796acb-d1e9-45f8-9041-3e6fae63ad6f service nova] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Received event network-vif-unplugged-e1a352c6-389e-4fe8-8b91-e284081c9f1b {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8ebf7391-dcca-4151-bc5f-84ad07add05e req-63796acb-d1e9-45f8-9041-3e6fae63ad6f service nova] Acquiring lock "863bef6a-c627-452f-9c39-12b66c95a8c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8ebf7391-dcca-4151-bc5f-84ad07add05e req-63796acb-d1e9-45f8-9041-3e6fae63ad6f service nova] Lock "863bef6a-c627-452f-9c39-12b66c95a8c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8ebf7391-dcca-4151-bc5f-84ad07add05e req-63796acb-d1e9-45f8-9041-3e6fae63ad6f service nova] Lock "863bef6a-c627-452f-9c39-12b66c95a8c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG nova.compute.manager [req-8ebf7391-dcca-4151-bc5f-84ad07add05e req-63796acb-d1e9-45f8-9041-3e6fae63ad6f service nova] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] No waiting events found dispatching network-vif-unplugged-e1a352c6-389e-4fe8-8b91-e284081c9f1b {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG nova.compute.manager [req-8ebf7391-dcca-4151-bc5f-84ad07add05e req-63796acb-d1e9-45f8-9041-3e6fae63ad6f service nova] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Received event network-vif-unplugged-e1a352c6-389e-4fe8-8b91-e284081c9f1b for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG nova.network.neutron [req-b428cc0c-ccb0-49cd-8697-17e435380ae7 req-bc515d22-e622-4ccf-9e24-f841c80e10b6 service nova] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Updated VIF entry in instance network info cache for port e1a352c6-389e-4fe8-8b91-e284081c9f1b. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG nova.network.neutron [req-b428cc0c-ccb0-49cd-8697-17e435380ae7 req-bc515d22-e622-4ccf-9e24-f841c80e10b6 service nova] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Updating instance_info_cache with network_info: [{"id": "e1a352c6-389e-4fe8-8b91-e284081c9f1b", "address": "fa:16:3e:e0:20:f5", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1a352c6-38", "ovs_interfaceid": "e1a352c6-389e-4fe8-8b91-e284081c9f1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b428cc0c-ccb0-49cd-8697-17e435380ae7 req-bc515d22-e622-4ccf-9e24-f841c80e10b6 service nova] Releasing lock "refresh_cache-863bef6a-c627-452f-9c39-12b66c95a8c1" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Triggering sync for uuid 09852603-a0ad-42a6-8e92-2c4f960dd62d {{(pid=75076) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Triggering sync for uuid 863bef6a-c627-452f-9c39-12b66c95a8c1 {{(pid=75076) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "09852603-a0ad-42a6-8e92-2c4f960dd62d" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "09852603-a0ad-42a6-8e92-2c4f960dd62d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "863bef6a-c627-452f-9c39-12b66c95a8c1" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "09852603-a0ad-42a6-8e92-2c4f960dd62d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.026s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:56:21 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Instance destroyed successfully.
Oct 27 16:56:21 user nova-compute[75076]: DEBUG nova.objects.instance [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lazy-loading 'resources' on Instance uuid 863bef6a-c627-452f-9c39-12b66c95a8c1 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:54:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1147937576',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1147937576',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1147937576',id=49,image_ref='625b1d68-f5f9-4d4d-ab7c-31f4854146de',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPxXZLhkFlwPTfAxdvujw3Fvxaox9fA8HihXl6/G4u1/mMRpPUaXpPn8Cx7S15omrzi4HZ0+anWYjRMyrcc9c80m0FxZQxT/6qZhUi4QvJWNqqdpKFGDw2LNtsmbXb+z5g==',key_name='tempest-keypair-468273183',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:54:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5cf189fe9202451ca908ab4be25c6997',ramdisk_id='',reservation_id='r-nsw0f40m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1745560825',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1745560825-project-member',image_root_device_name='/dev/vda',owner_project_name='tempest-TestVolumeBootPattern-1745560825',owner_user_name='tempest-TestVolumeBootPattern-1745560825-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:54:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7cad429398e7455e93226dc29ee51f2a',uuid=863bef6a-c627-452f-9c39-12b66c95a8c1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e1a352c6-389e-4fe8-8b91-e284081c9f1b", "address": "fa:16:3e:e0:20:f5", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1a352c6-38", "ovs_interfaceid": "e1a352c6-389e-4fe8-8b91-e284081c9f1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Converting VIF {"id": "e1a352c6-389e-4fe8-8b91-e284081c9f1b", "address": "fa:16:3e:e0:20:f5", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1a352c6-38", "ovs_interfaceid": "e1a352c6-389e-4fe8-8b91-e284081c9f1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e0:20:f5,bridge_name='br-int',has_traffic_filtering=True,id=e1a352c6-389e-4fe8-8b91-e284081c9f1b,network=Network(b31e83c7-6d45-4743-8079-415b45b016c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape1a352c6-38') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG os_vif [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e0:20:f5,bridge_name='br-int',has_traffic_filtering=True,id=e1a352c6-389e-4fe8-8b91-e284081c9f1b,network=Network(b31e83c7-6d45-4743-8079-415b45b016c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape1a352c6-38') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape1a352c6-38, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d4e6fba1-e7a1-4f35-a804-d037b91ce06c) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:56:21 user nova-compute[75076]: INFO os_vif [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e0:20:f5,bridge_name='br-int',has_traffic_filtering=True,id=e1a352c6-389e-4fe8-8b91-e284081c9f1b,network=Network(b31e83c7-6d45-4743-8079-415b45b016c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape1a352c6-38')
Oct 27 16:56:21 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YJIgjdfA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:56:21 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:56:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[de5900c1-946c-4556-8c7f-73aec816b7c8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:56:21 user nova-compute[75076]: No targets found.
Oct 27 16:56:21 user nova-compute[75076]: iSNS:
Oct 27 16:56:21 user nova-compute[75076]: No targets found.
Oct 27 16:56:21 user nova-compute[75076]: STATIC:
Oct 27 16:56:21 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8
Oct 27 16:56:21 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:56:21 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:56:21 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176
Oct 27 16:56:21 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:56:21 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:56:21 user nova-compute[75076]: FIRMWARE:
Oct 27 16:56:21 user nova-compute[75076]: No targets found.
Oct 27 16:56:21 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:56:21 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:56:21 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee18fd1d-aa77-497d-9b18-06da5c71fa45]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[2132287e-70f3-4b4c-8e78-c4cc551e874a]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176 (non-flash)
Oct 27 16:56:21 user nova-compute[75076]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8 (non-flash)
Oct 27 16:56:21 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176 (non-flash)
Oct 27 16:56:21 user nova-compute[75076]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8 (non-flash)
Oct 27 16:56:21 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe34129f30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8'): ({'sdc'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Removing single pathed devices sdc {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[76836b59-c7f6-4178-b09a-6c7f739fe834]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9b5c002-ffa7-4c7b-9323-b1c57f52083c]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Flushing IO for device /dev/sdc {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6614bf53-9485-4b7d-b141-327f6f187b27]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.067s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c332c96-48ff-49a1-8606-c2c1ddc1fe88]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] SCSI volumes sdc have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7e82a17-517a-4d06-8754-f3c6b5255cfc]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8 -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[92fa0788-869e-4dc8-a200-b62923f5f3a8]: (4, ('Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8, portal: 172.16.0.220,3260]\nLogout of [sid: 56, target: iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8, portal: 172.16.0.220,3260]
Oct 27 16:56:21 user nova-compute[75076]: Logout of [sid: 56, target: iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8, portal: 172.16.0.220,3260] successful.
Oct 27 16:56:21 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8 -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e8bcc01-05ea-46c1-8e8a-700a8a8550c8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[bed58e61-b973-4803-8b5e-ed0cd2cc46be]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.325s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] <== disconnect_volume: return (326ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:56:21 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:56:21 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Deleting instance files /opt/stack/data/nova/instances/863bef6a-c627-452f-9c39-12b66c95a8c1_del
Oct 27 16:56:21 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Deletion of /opt/stack/data/nova/instances/863bef6a-c627-452f-9c39-12b66c95a8c1_del complete
Oct 27 16:56:22 user nova-compute[75076]: INFO nova.compute.manager [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Took 1.16 seconds to destroy the instance on the hypervisor.
Oct 27 16:56:22 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:56:22 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:56:22 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:56:22 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:56:22 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Took 0.64 seconds to deallocate network for instance.
Oct 27 16:56:22 user nova-compute[75076]: DEBUG nova.compute.manager [req-1cd2b286-8548-481d-881b-56b0d3b43b08 req-e55bab3e-29b1-4ee0-930f-ec9b6a86cb69 service nova] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Received event network-vif-deleted-e1a352c6-389e-4fe8-8b91-e284081c9f1b {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:56:22 user nova-compute[75076]: INFO nova.compute.manager [req-1cd2b286-8548-481d-881b-56b0d3b43b08 req-e55bab3e-29b1-4ee0-930f-ec9b6a86cb69 service nova] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Neutron deleted interface e1a352c6-389e-4fe8-8b91-e284081c9f1b; detaching it from the instance and deleting it from the info cache
Oct 27 16:56:22 user nova-compute[75076]: DEBUG nova.network.neutron [req-1cd2b286-8548-481d-881b-56b0d3b43b08 req-e55bab3e-29b1-4ee0-930f-ec9b6a86cb69 service nova] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:56:22 user nova-compute[75076]: DEBUG nova.compute.manager [req-1cd2b286-8548-481d-881b-56b0d3b43b08 req-e55bab3e-29b1-4ee0-930f-ec9b6a86cb69 service nova] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Detach interface failed, port_id=e1a352c6-389e-4fe8-8b91-e284081c9f1b, reason: Instance 863bef6a-c627-452f-9c39-12b66c95a8c1 could not be found. {{(pid=75076) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 16:56:23 user nova-compute[75076]: DEBUG nova.compute.manager [req-548113b6-8cf6-4627-bf11-6fb918fd8800 req-931d02be-53d7-4717-b7a2-6d782c8f5686 service nova] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Received event network-vif-plugged-e1a352c6-389e-4fe8-8b91-e284081c9f1b {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:56:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-548113b6-8cf6-4627-bf11-6fb918fd8800 req-931d02be-53d7-4717-b7a2-6d782c8f5686 service nova] Acquiring lock "863bef6a-c627-452f-9c39-12b66c95a8c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:56:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-548113b6-8cf6-4627-bf11-6fb918fd8800 req-931d02be-53d7-4717-b7a2-6d782c8f5686 service nova] Lock "863bef6a-c627-452f-9c39-12b66c95a8c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:56:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-548113b6-8cf6-4627-bf11-6fb918fd8800 req-931d02be-53d7-4717-b7a2-6d782c8f5686 service nova] Lock "863bef6a-c627-452f-9c39-12b66c95a8c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:56:23 user nova-compute[75076]: DEBUG nova.compute.manager [req-548113b6-8cf6-4627-bf11-6fb918fd8800 req-931d02be-53d7-4717-b7a2-6d782c8f5686 service nova] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] No waiting events found dispatching network-vif-plugged-e1a352c6-389e-4fe8-8b91-e284081c9f1b {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:56:23 user nova-compute[75076]: WARNING nova.compute.manager [req-548113b6-8cf6-4627-bf11-6fb918fd8800 req-931d02be-53d7-4717-b7a2-6d782c8f5686 service nova] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Received unexpected event network-vif-plugged-e1a352c6-389e-4fe8-8b91-e284081c9f1b for instance with vm_state active and task_state deleting.
Oct 27 16:56:23 user nova-compute[75076]: INFO nova.compute.manager [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Took 0.87 seconds to detach 1 volumes for instance.
Oct 27 16:56:23 user nova-compute[75076]: DEBUG nova.compute.manager [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] Deleting volume: 9e8bcc01-05ea-46c1-8e8a-700a8a8550c8 {{(pid=75076) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 27 16:56:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:56:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:56:23 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:56:23 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:56:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.149s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:56:23 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Deleted allocations for instance 863bef6a-c627-452f-9c39-12b66c95a8c1
Oct 27 16:56:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-27782c07-108b-4563-bdc3-9c45d079da06 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "863bef6a-c627-452f-9c39-12b66c95a8c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.174s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:56:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "863bef6a-c627-452f-9c39-12b66c95a8c1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 2.753s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:56:24 user nova-compute[75076]: INFO nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 863bef6a-c627-452f-9c39-12b66c95a8c1] During sync_power_state the instance has a pending task (deleting). Skip.
Oct 27 16:56:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "863bef6a-c627-452f-9c39-12b66c95a8c1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:56:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:56:26 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:56:31 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:56:36 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:56:41 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:56:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:56:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:56:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:56:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:56:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:56:46 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:56:51 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:56:56 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:57:01 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:57:02 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:57:05 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:57:06 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:57:06 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:57:06 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Rebuilding the list of instances to heal {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 16:57:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-09852603-a0ad-42a6-8e92-2c4f960dd62d" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:57:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-09852603-a0ad-42a6-8e92-2c4f960dd62d" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:57:06 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 16:57:06 user nova-compute[75076]: DEBUG nova.objects.instance [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lazy-loading 'info_cache' on Instance uuid 09852603-a0ad-42a6-8e92-2c4f960dd62d {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:57:06 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Updating instance_info_cache with network_info: [{"id": "5e9eb054-e8d2-4ad6-aa94-4cadc66c2580", "address": "fa:16:3e:38:36:74", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.60", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e9eb054-e8", "ovs_interfaceid": "5e9eb054-e8d2-4ad6-aa94-4cadc66c2580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:57:06 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-09852603-a0ad-42a6-8e92-2c4f960dd62d" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:57:06 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 16:57:06 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:57:06 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:57:07 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:57:07 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:57:07 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:57:10 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:57:11 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:57:11 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:57:11 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:57:11 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:57:11 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:57:11 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:57:14 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:57:14 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:57:15 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:57:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:57:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:57:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:57:15 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:57:15 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:57:15 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:57:15 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:57:15 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=9006MB free_disk=25.123821258544922GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:57:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:57:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:57:15 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 09852603-a0ad-42a6-8e92-2c4f960dd62d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:57:15 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:57:15 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:57:15 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:57:15 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:57:15 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:57:15 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.150s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:57:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:57:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:57:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:57:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:57:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:57:16 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:57:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:57:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "09852603-a0ad-42a6-8e92-2c4f960dd62d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:57:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "09852603-a0ad-42a6-8e92-2c4f960dd62d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:57:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "09852603-a0ad-42a6-8e92-2c4f960dd62d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:57:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "09852603-a0ad-42a6-8e92-2c4f960dd62d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:57:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "09852603-a0ad-42a6-8e92-2c4f960dd62d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:57:21 user nova-compute[75076]: INFO nova.compute.manager [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Terminating instance
Oct 27 16:57:21 user nova-compute[75076]: DEBUG nova.compute.manager [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 16:57:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:57:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:57:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:57:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:57:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG nova.compute.manager [req-288ae32c-6974-4f4f-909a-6d3c7f5df60f req-9c4c5b19-e639-4c04-b9b9-8972880e10f0 service nova] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Received event network-vif-unplugged-5e9eb054-e8d2-4ad6-aa94-4cadc66c2580 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-288ae32c-6974-4f4f-909a-6d3c7f5df60f req-9c4c5b19-e639-4c04-b9b9-8972880e10f0 service nova] Acquiring lock "09852603-a0ad-42a6-8e92-2c4f960dd62d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-288ae32c-6974-4f4f-909a-6d3c7f5df60f req-9c4c5b19-e639-4c04-b9b9-8972880e10f0 service nova] Lock "09852603-a0ad-42a6-8e92-2c4f960dd62d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-288ae32c-6974-4f4f-909a-6d3c7f5df60f req-9c4c5b19-e639-4c04-b9b9-8972880e10f0 service nova] Lock "09852603-a0ad-42a6-8e92-2c4f960dd62d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG nova.compute.manager [req-288ae32c-6974-4f4f-909a-6d3c7f5df60f req-9c4c5b19-e639-4c04-b9b9-8972880e10f0 service nova] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] No waiting events found dispatching network-vif-unplugged-5e9eb054-e8d2-4ad6-aa94-4cadc66c2580 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG nova.compute.manager [req-288ae32c-6974-4f4f-909a-6d3c7f5df60f req-9c4c5b19-e639-4c04-b9b9-8972880e10f0 service nova] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Received event network-vif-unplugged-5e9eb054-e8d2-4ad6-aa94-4cadc66c2580 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:57:22 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Instance destroyed successfully.
Oct 27 16:57:22 user nova-compute[75076]: DEBUG nova.objects.instance [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lazy-loading 'resources' on Instance uuid 09852603-a0ad-42a6-8e92-2c4f960dd62d {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:52:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-278212110',display_name='tempest-TestVolumeBootPattern-volume-backed-server-278212110',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-278212110',id=48,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHP1xOgTSNozU9pLhA85IfT+D7vupAlF/NuPp5n/GRx9aqOUFt7BBmiLBKgOVRnO0TxW9K2QD30yFVAbBFqkFwBEtPDMGthPssnNIKCQmFb770kgPCrvrskW/6Sn00GdPg==',key_name='tempest-keypair-987898904',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:52:48Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5cf189fe9202451ca908ab4be25c6997',ramdisk_id='',reservation_id='r-0r4ysm3m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1745560825',owner_user_name='tempest-TestVolumeBootPattern-1745560825-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:52:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7cad429398e7455e93226dc29ee51f2a',uuid=09852603-a0ad-42a6-8e92-2c4f960dd62d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5e9eb054-e8d2-4ad6-aa94-4cadc66c2580", "address": "fa:16:3e:38:36:74", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.60", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e9eb054-e8", "ovs_interfaceid": "5e9eb054-e8d2-4ad6-aa94-4cadc66c2580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Converting VIF {"id": "5e9eb054-e8d2-4ad6-aa94-4cadc66c2580", "address": "fa:16:3e:38:36:74", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.60", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5e9eb054-e8", "ovs_interfaceid": "5e9eb054-e8d2-4ad6-aa94-4cadc66c2580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:38:36:74,bridge_name='br-int',has_traffic_filtering=True,id=5e9eb054-e8d2-4ad6-aa94-4cadc66c2580,network=Network(b31e83c7-6d45-4743-8079-415b45b016c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5e9eb054-e8') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG os_vif [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:38:36:74,bridge_name='br-int',has_traffic_filtering=True,id=5e9eb054-e8d2-4ad6-aa94-4cadc66c2580,network=Network(b31e83c7-6d45-4743-8079-415b45b016c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5e9eb054-e8') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5e9eb054-e8, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=817db39d-73a0-4fbe-b292-f670a9ecd5eb) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:57:22 user nova-compute[75076]: INFO os_vif [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:38:36:74,bridge_name='br-int',has_traffic_filtering=True,id=5e9eb054-e8d2-4ad6-aa94-4cadc66c2580,network=Network(b31e83c7-6d45-4743-8079-415b45b016c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5e9eb054-e8')
Oct 27 16:57:22 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uWtlbFRh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:57:22 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:57:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c489351a-61c2-4678-8079-c28603b620e1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 16:57:22 user nova-compute[75076]: No targets found.
Oct 27 16:57:22 user nova-compute[75076]: iSNS:
Oct 27 16:57:22 user nova-compute[75076]: No targets found.
Oct 27 16:57:22 user nova-compute[75076]: STATIC:
Oct 27 16:57:22 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176
Oct 27 16:57:22 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 16:57:22 user nova-compute[75076]:                 Iface Name: default
Oct 27 16:57:22 user nova-compute[75076]: FIRMWARE:
Oct 27 16:57:22 user nova-compute[75076]: No targets found.
Oct 27 16:57:22 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 16:57:22 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 16:57:22 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4304cbd-3380-4451-915f-43d0a82df0a8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[3dff570d-7160-4da9-aab3-038f67ef9adb]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176 (non-flash)
Oct 27 16:57:22 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176 (non-flash)
Oct 27 16:57:22 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe1c166d40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176'): ({'sdb'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Removing single pathed devices sdb {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[79d9f0bb-b4a5-4d86-badd-f0170d8b9ddf]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[9601f512-c065-4fc0-acc1-a8c39f6f148f]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Flushing IO for device /dev/sdb {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[530748a5-e62d-4cc8-bc4c-2c396e76022e]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.046s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9c37b19-e153-4d28-bcbd-72c4403ee051]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] SCSI volumes sdb have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIOa3d6aa9c-fd6f20c9e2f7f601', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_a3d6aa9c', '/dev/disk/by-id/scsi-26664366632306339') {{(pid=86417) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[da292be4-e86d-42f6-a865-024cef9b8c5a]: (4, None) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1161136e-9c65-4e77-b202-6c2b3bca75b2]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176 -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176 -p 172.16.0.220:3260 --logout" returned: 0 in 0.045s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef32eb58-c1ad-4758-be2b-cbf68716e3ef]: (4, ('Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176, portal: 172.16.0.220,3260]\nLogout of [sid: 55, target: iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176, portal: 172.16.0.220,3260]
Oct 27 16:57:22 user nova-compute[75076]: Logout of [sid: 55, target: iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176, portal: 172.16.0.220,3260] successful.
Oct 27 16:57:22 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176 -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7195eec2-2c8b-4397-bb04-61b7393cc176 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a41debf3-3151-4154-949c-fc9a623b0c32]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.273s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] <== disconnect_volume: return (275ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:57:22 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 16:57:22 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Deleting instance files /opt/stack/data/nova/instances/09852603-a0ad-42a6-8e92-2c4f960dd62d_del
Oct 27 16:57:22 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Deletion of /opt/stack/data/nova/instances/09852603-a0ad-42a6-8e92-2c4f960dd62d_del complete
Oct 27 16:57:23 user nova-compute[75076]: INFO nova.compute.manager [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Took 1.20 seconds to destroy the instance on the hypervisor.
Oct 27 16:57:23 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 16:57:23 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 16:57:23 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 16:57:23 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:57:23 user nova-compute[75076]: DEBUG nova.compute.manager [req-19651c57-f675-4d19-b7ac-40c8e6c50a66 req-6b5cd29f-e9ba-4bc0-bfda-e3f1637acd28 service nova] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Received event network-vif-deleted-5e9eb054-e8d2-4ad6-aa94-4cadc66c2580 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:57:23 user nova-compute[75076]: INFO nova.compute.manager [req-19651c57-f675-4d19-b7ac-40c8e6c50a66 req-6b5cd29f-e9ba-4bc0-bfda-e3f1637acd28 service nova] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Neutron deleted interface 5e9eb054-e8d2-4ad6-aa94-4cadc66c2580; detaching it from the instance and deleting it from the info cache
Oct 27 16:57:23 user nova-compute[75076]: DEBUG nova.network.neutron [req-19651c57-f675-4d19-b7ac-40c8e6c50a66 req-6b5cd29f-e9ba-4bc0-bfda-e3f1637acd28 service nova] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:57:23 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Took 0.72 seconds to deallocate network for instance.
Oct 27 16:57:23 user nova-compute[75076]: DEBUG nova.compute.manager [req-19651c57-f675-4d19-b7ac-40c8e6c50a66 req-6b5cd29f-e9ba-4bc0-bfda-e3f1637acd28 service nova] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Detach interface failed, port_id=5e9eb054-e8d2-4ad6-aa94-4cadc66c2580, reason: Instance 09852603-a0ad-42a6-8e92-2c4f960dd62d could not be found. {{(pid=75076) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 27 16:57:24 user nova-compute[75076]: DEBUG nova.compute.manager [req-d0188db3-4230-4fbb-82fd-ecf656356fae req-0a67f109-bb45-4461-a60e-f4060d3b0952 service nova] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Received event network-vif-plugged-5e9eb054-e8d2-4ad6-aa94-4cadc66c2580 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:57:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-d0188db3-4230-4fbb-82fd-ecf656356fae req-0a67f109-bb45-4461-a60e-f4060d3b0952 service nova] Acquiring lock "09852603-a0ad-42a6-8e92-2c4f960dd62d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:57:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-d0188db3-4230-4fbb-82fd-ecf656356fae req-0a67f109-bb45-4461-a60e-f4060d3b0952 service nova] Lock "09852603-a0ad-42a6-8e92-2c4f960dd62d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:57:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-d0188db3-4230-4fbb-82fd-ecf656356fae req-0a67f109-bb45-4461-a60e-f4060d3b0952 service nova] Lock "09852603-a0ad-42a6-8e92-2c4f960dd62d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:57:24 user nova-compute[75076]: DEBUG nova.compute.manager [req-d0188db3-4230-4fbb-82fd-ecf656356fae req-0a67f109-bb45-4461-a60e-f4060d3b0952 service nova] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] No waiting events found dispatching network-vif-plugged-5e9eb054-e8d2-4ad6-aa94-4cadc66c2580 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:57:24 user nova-compute[75076]: WARNING nova.compute.manager [req-d0188db3-4230-4fbb-82fd-ecf656356fae req-0a67f109-bb45-4461-a60e-f4060d3b0952 service nova] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Received unexpected event network-vif-plugged-5e9eb054-e8d2-4ad6-aa94-4cadc66c2580 for instance with vm_state active and task_state deleting.
Oct 27 16:57:24 user nova-compute[75076]: INFO nova.compute.manager [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Took 0.82 seconds to detach 1 volumes for instance.
Oct 27 16:57:24 user nova-compute[75076]: DEBUG nova.compute.manager [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 09852603-a0ad-42a6-8e92-2c4f960dd62d] Deleting volume: 7195eec2-2c8b-4397-bb04-61b7393cc176 {{(pid=75076) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 27 16:57:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:57:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:57:24 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:57:24 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:57:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.105s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:57:24 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Deleted allocations for instance 09852603-a0ad-42a6-8e92-2c4f960dd62d
Oct 27 16:57:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-f59669af-f8ff-4844-b293-8770f4ef0a2f tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "09852603-a0ad-42a6-8e92-2c4f960dd62d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.069s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:57:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:57:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:57:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:57:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:57:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:57:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:57:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:57:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:57:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:57:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:57:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:57:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:57:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:57:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:57:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:57:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:57:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:58:02 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:58:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:58:05 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:58:06 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:58:07 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:58:07 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:58:07 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Rebuilding the list of instances to heal {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 16:58:07 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Didn't find any instances for network info cache update. {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 27 16:58:07 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:58:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:58:08 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:58:09 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:58:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:58:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:58:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:58:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:58:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:58:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:58:15 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:58:15 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:58:17 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:58:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:58:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:58:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:58:17 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:58:17 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:58:17 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:58:17 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=9120MB free_disk=25.122528076171875GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:58:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:58:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:58:17 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:58:17 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:58:17 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:58:17 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:58:17 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:58:17 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.147s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:58:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:58:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:58:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:58:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "16f96de5-3c6e-4d27-81d0-82ee1958dbc4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:58:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "16f96de5-3c6e-4d27-81d0-82ee1958dbc4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:58:32 user nova-compute[75076]: DEBUG nova.compute.manager [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 16:58:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:58:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:58:32 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 16:58:32 user nova-compute[75076]: INFO nova.compute.claims [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Claim successful on node user
Oct 27 16:58:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:58:32 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:58:32 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:58:32 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.206s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:58:32 user nova-compute[75076]: DEBUG nova.compute.manager [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 16:58:32 user nova-compute[75076]: DEBUG nova.compute.manager [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 16:58:32 user nova-compute[75076]: DEBUG nova.network.neutron [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 16:58:32 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 16:58:32 user nova-compute[75076]: DEBUG nova.compute.manager [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 16:58:33 user nova-compute[75076]: INFO nova.virt.block_device [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Booting with volume 9b73a207-efab-47b6-a098-8b2a743b7501 at /dev/vda
Oct 27 16:58:33 user nova-compute[75076]: DEBUG nova.policy [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cad429398e7455e93226dc29ee51f2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5cf189fe9202451ca908ab4be25c6997', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 16:58:33 user nova-compute[75076]: DEBUG os_brick.utils [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:58:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:58:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:58:33 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b239f1a-874c-48f6-bebd-dd1f2ae44264]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:58:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:58:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:58:33 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5cf5b37-311a-4bcc-951a-85dbd291cbea]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:58:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:58:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:58:33 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac374348-f0cf-4859-a6f0-f421b06c6292]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:58:33 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1993d418-0da7-4129-b88b-925c49041a7e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:58:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:58:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:58:33 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 16:58:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:58:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 16:58:33 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 16:58:33 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a48b3bde-2b29-4b08-b058-80a311b89aff]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:58:33 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 16:58:33 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 16:58:33 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 16:58:33 user nova-compute[75076]: DEBUG os_brick.utils [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] <== get_connector_properties: return (110ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:58:33 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Updating existing volume attachment record: 963fbac6-f0ef-49b8-a66c-4d050c7231ca {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 16:58:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:58:33 user nova-compute[75076]: DEBUG nova.network.neutron [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Successfully created port: 390f78fa-2384-40c0-b0af-bb8cecbf8a27 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 16:58:34 user nova-compute[75076]: DEBUG nova.network.neutron [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Successfully updated port: 390f78fa-2384-40c0-b0af-bb8cecbf8a27 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 16:58:34 user nova-compute[75076]: DEBUG nova.compute.manager [req-423ce098-51e1-48f6-a53a-1f1d24033493 req-172f5c5f-3ade-4004-a4ef-97be2d61d960 service nova] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Received event network-changed-390f78fa-2384-40c0-b0af-bb8cecbf8a27 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:58:34 user nova-compute[75076]: DEBUG nova.compute.manager [req-423ce098-51e1-48f6-a53a-1f1d24033493 req-172f5c5f-3ade-4004-a4ef-97be2d61d960 service nova] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Refreshing instance network info cache due to event network-changed-390f78fa-2384-40c0-b0af-bb8cecbf8a27. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 16:58:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-423ce098-51e1-48f6-a53a-1f1d24033493 req-172f5c5f-3ade-4004-a4ef-97be2d61d960 service nova] Acquiring lock "refresh_cache-16f96de5-3c6e-4d27-81d0-82ee1958dbc4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:58:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-423ce098-51e1-48f6-a53a-1f1d24033493 req-172f5c5f-3ade-4004-a4ef-97be2d61d960 service nova] Acquired lock "refresh_cache-16f96de5-3c6e-4d27-81d0-82ee1958dbc4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:58:34 user nova-compute[75076]: DEBUG nova.network.neutron [req-423ce098-51e1-48f6-a53a-1f1d24033493 req-172f5c5f-3ade-4004-a4ef-97be2d61d960 service nova] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Refreshing network info cache for port 390f78fa-2384-40c0-b0af-bb8cecbf8a27 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 16:58:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "refresh_cache-16f96de5-3c6e-4d27-81d0-82ee1958dbc4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:58:34 user nova-compute[75076]: DEBUG nova.network.neutron [req-423ce098-51e1-48f6-a53a-1f1d24033493 req-172f5c5f-3ade-4004-a4ef-97be2d61d960 service nova] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:58:34 user nova-compute[75076]: DEBUG nova.network.neutron [req-423ce098-51e1-48f6-a53a-1f1d24033493 req-172f5c5f-3ade-4004-a4ef-97be2d61d960 service nova] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:58:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-423ce098-51e1-48f6-a53a-1f1d24033493 req-172f5c5f-3ade-4004-a4ef-97be2d61d960 service nova] Releasing lock "refresh_cache-16f96de5-3c6e-4d27-81d0-82ee1958dbc4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:58:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquired lock "refresh_cache-16f96de5-3c6e-4d27-81d0-82ee1958dbc4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:58:34 user nova-compute[75076]: DEBUG nova.network.neutron [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 16:58:34 user nova-compute[75076]: DEBUG nova.network.neutron [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 16:58:35 user nova-compute[75076]: DEBUG nova.network.neutron [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Updating instance_info_cache with network_info: [{"id": "390f78fa-2384-40c0-b0af-bb8cecbf8a27", "address": "fa:16:3e:93:b7:d6", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap390f78fa-23", "ovs_interfaceid": "390f78fa-2384-40c0-b0af-bb8cecbf8a27", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:58:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Releasing lock "refresh_cache-16f96de5-3c6e-4d27-81d0-82ee1958dbc4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:58:35 user nova-compute[75076]: DEBUG nova.compute.manager [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Instance network_info: |[{"id": "390f78fa-2384-40c0-b0af-bb8cecbf8a27", "address": "fa:16:3e:93:b7:d6", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap390f78fa-23", "ovs_interfaceid": "390f78fa-2384-40c0-b0af-bb8cecbf8a27", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 16:58:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:58:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:58:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:58:50 user nova-compute[75076]: DEBUG nova.compute.manager [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 16:58:50 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 16:58:50 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Creating image(s)
Oct 27 16:58:50 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Did not create local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 27 16:58:50 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Ensure instance console log exists: /opt/stack/data/nova/instances/16f96de5-3c6e-4d27-81d0-82ee1958dbc4/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 16:58:50 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:58:50 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:58:50 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:58:50 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Start _get_guest_xml network_info=[{"id": "390f78fa-2384-40c0-b0af-bb8cecbf8a27", "address": "fa:16:3e:93:b7:d6", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap390f78fa-23", "ovs_interfaceid": "390f78fa-2384-40c0-b0af-bb8cecbf8a27", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bPfulmAq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '16f96de5-3c6e-4d27-81d0-82ee1958dbc4', 'attached_at': '', 'detached_at': '', 'volume_id': '9b73a207-efab-47b6-a098-8b2a743b7501', 'serial': '9b73a207-efab-47b6-a098-8b2a743b7501'}, 'boot_index': 0, 'device_type': 'disk', 'mount_device': '/dev/vda', 'disk_bus': 'virtio', 'attachment_id': '963fbac6-f0ef-49b8-a66c-4d050c7231ca', 'guest_format': None, 'delete_on_termination': False, 'volume_type': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 16:58:50 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:58:50 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:58:50 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 16:58:50 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 16:58:50 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 16:58:50 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 16:58:50 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 16:58:50 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 16:58:50 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 16:58:50 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 16:58:50 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 16:58:50 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 16:58:50 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 16:58:50 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 16:58:50 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 16:58:50 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 16:58:50 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 16:58:50 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 16:58:50 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 16:58:50 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bPfulmAq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 16:58:50 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:58:50 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:58:50 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:58:50 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 16:58:50 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 16:58:50 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 16:58:50 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 16:58:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:58:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:58:50 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1e0eeec-5a33-4c64-b2e2-8aa6d35681bb]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:58:50 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 16:58:50 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:58:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:58:50 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:58:50 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a488a00d-3611-463a-801e-82032fd3b23b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:58:50 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501] added
Oct 27 16:58:50 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:58:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:58:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:58:51 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[3dbff7c6-0d8e-44a3-8cfb-a8f54e8fc68c]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:58:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:58:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:58:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:58:51 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[4661d03f-d829-44f0-a2df-a8c0dd766336]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:58:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:58:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bPfulmAq {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:58:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bPfulmAq" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:58:51 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[7250f8f5-fe3e-44ca-90c8-c0f08586cc7c]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:58:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'bPfulmAq'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:58:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:58:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:58:51 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[322130e8-20cf-45fa-8f6e-5d10741afc56]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:58:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:58:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:58:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:58:51 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d2f84d9-41a7-4498-8224-1f2e93106ea2]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:58:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 27 16:58:51 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:58:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 27 16:58:51 user nova-compute[75076]:  {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:58:51 user nova-compute[75076]: WARNING os_brick.initiator.connectors.iscsi [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 27 16:58:51 user nova-compute[75076]: 
Oct 27 16:58:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:58:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260 --login" returned: 0 in 0.042s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:58:51 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[06d6945f-f0b6-4659-9ca7-5e305ca1a0d5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:58:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501, portal: 172.16.0.220,3260]
Oct 27 16:58:51 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501, portal: 172.16.0.220,3260] successful.
Oct 27 16:58:51 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:58:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:58:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:58:51 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[79e1f5dd-a7c9-46d2-83b3-33330a3c215a]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:58:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 16:58:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:58:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:58:51 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[9829ab10-4074-4184-9a69-3d740283ec25]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:58:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 (non-flash)
Oct 27 16:58:51 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 16:58:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 (non-flash)
Oct 27 16:58:51 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 16:58:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.242s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:58:51 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 16:58:51 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] HCTL ('33', '-', '-', 0) found on session 57 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 16:58:51 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 16:58:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 16:58:51 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 16:58:51 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[71d21b0f-5fb0-424e-a165-d973ef48c25a]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 16:58:51 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Searching for a device in session 57 and hctl ['33', '*', '*', 0] yield: None {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:58:52 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Searching for a device in session 57 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 16:58:52 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bPfulmAq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 16:58:52 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.270s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 16:58:52 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] <== connect_volume: return (1272ms) {'type': 'block', 'scsi_wwn': '26531343530653965', 'path': '/dev/sdb'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 16:58:52 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26531343530653965', 'path': '/dev/sdb'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 16:58:52 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:58:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1327703424',display_name='tempest-TestVolumeBootPattern-server-1327703424',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1327703424',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPHAkbq0cpOs5TWaOzq/BRYKnPloT0l//QuoTPnxMWwc2gNiCpVJKmfHXVg2tjpkqvIWWZAoQBZte+gIoX7Ai7cCT4crXIM2En3hThtg2LLW36N/A0Re95+cFue2eHWAZA==',key_name='tempest-TestVolumeBootPattern-2123291763',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5cf189fe9202451ca908ab4be25c6997',ramdisk_id='',reservation_id='r-4b2dk5lq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1745560825',owner_user_name='tempest-TestVolumeBootPattern-1745560825-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:58:33Z,user_data=None,user_id='7cad429398e7455e93226dc29ee51f2a',uuid=16f96de5-3c6e-4d27-81d0-82ee1958dbc4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "390f78fa-2384-40c0-b0af-bb8cecbf8a27", "address": "fa:16:3e:93:b7:d6", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap390f78fa-23", "ovs_interfaceid": "390f78fa-2384-40c0-b0af-bb8cecbf8a27", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 16:58:52 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Converting VIF {"id": "390f78fa-2384-40c0-b0af-bb8cecbf8a27", "address": "fa:16:3e:93:b7:d6", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap390f78fa-23", "ovs_interfaceid": "390f78fa-2384-40c0-b0af-bb8cecbf8a27", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:58:52 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:93:b7:d6,bridge_name='br-int',has_traffic_filtering=True,id=390f78fa-2384-40c0-b0af-bb8cecbf8a27,network=Network(b31e83c7-6d45-4743-8079-415b45b016c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap390f78fa-23') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:58:52 user nova-compute[75076]: DEBUG nova.objects.instance [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lazy-loading 'pci_devices' on Instance uuid 16f96de5-3c6e-4d27-81d0-82ee1958dbc4 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:58:52 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] End _get_guest_xml xml=<domain type="kvm">
Oct 27 16:58:52 user nova-compute[75076]:   <uuid>16f96de5-3c6e-4d27-81d0-82ee1958dbc4</uuid>
Oct 27 16:58:52 user nova-compute[75076]:   <name>instance-00000032</name>
Oct 27 16:58:52 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 16:58:52 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 16:58:52 user nova-compute[75076]:   <metadata>
Oct 27 16:58:52 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 16:58:52 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 16:58:52 user nova-compute[75076]:       <nova:name>tempest-TestVolumeBootPattern-server-1327703424</nova:name>
Oct 27 16:58:52 user nova-compute[75076]:       <nova:creationTime>2023-10-27 16:58:50</nova:creationTime>
Oct 27 16:58:52 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 16:58:52 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 16:58:52 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 16:58:52 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 16:58:52 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 16:58:52 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 16:58:52 user nova-compute[75076]:       </nova:flavor>
Oct 27 16:58:52 user nova-compute[75076]:       <nova:owner>
Oct 27 16:58:52 user nova-compute[75076]:         <nova:user uuid="7cad429398e7455e93226dc29ee51f2a">tempest-TestVolumeBootPattern-1745560825-project-member</nova:user>
Oct 27 16:58:52 user nova-compute[75076]:         <nova:project uuid="5cf189fe9202451ca908ab4be25c6997">tempest-TestVolumeBootPattern-1745560825</nova:project>
Oct 27 16:58:52 user nova-compute[75076]:       </nova:owner>
Oct 27 16:58:52 user nova-compute[75076]:       <nova:ports>
Oct 27 16:58:52 user nova-compute[75076]:         <nova:port uuid="390f78fa-2384-40c0-b0af-bb8cecbf8a27">
Oct 27 16:58:52 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 27 16:58:52 user nova-compute[75076]:         </nova:port>
Oct 27 16:58:52 user nova-compute[75076]:       </nova:ports>
Oct 27 16:58:52 user nova-compute[75076]:     </nova:instance>
Oct 27 16:58:52 user nova-compute[75076]:   </metadata>
Oct 27 16:58:52 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 16:58:52 user nova-compute[75076]:     <system>
Oct 27 16:58:52 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 16:58:52 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 16:58:52 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 16:58:52 user nova-compute[75076]:       <entry name="serial">16f96de5-3c6e-4d27-81d0-82ee1958dbc4</entry>
Oct 27 16:58:52 user nova-compute[75076]:       <entry name="uuid">16f96de5-3c6e-4d27-81d0-82ee1958dbc4</entry>
Oct 27 16:58:52 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 16:58:52 user nova-compute[75076]:     </system>
Oct 27 16:58:52 user nova-compute[75076]:   </sysinfo>
Oct 27 16:58:52 user nova-compute[75076]:   <os>
Oct 27 16:58:52 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 16:58:52 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 16:58:52 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 16:58:52 user nova-compute[75076]:   </os>
Oct 27 16:58:52 user nova-compute[75076]:   <features>
Oct 27 16:58:52 user nova-compute[75076]:     <acpi/>
Oct 27 16:58:52 user nova-compute[75076]:     <apic/>
Oct 27 16:58:52 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 16:58:52 user nova-compute[75076]:   </features>
Oct 27 16:58:52 user nova-compute[75076]:   <clock offset="utc">
Oct 27 16:58:52 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 16:58:52 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 16:58:52 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 16:58:52 user nova-compute[75076]:   </clock>
Oct 27 16:58:52 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 16:58:52 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 16:58:52 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 16:58:52 user nova-compute[75076]:   </cpu>
Oct 27 16:58:52 user nova-compute[75076]:   <devices>
Oct 27 16:58:52 user nova-compute[75076]:     <disk type="block" device="disk">
Oct 27 16:58:52 user nova-compute[75076]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 16:58:52 user nova-compute[75076]:       <source dev="/dev/sdb"/>
Oct 27 16:58:52 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 16:58:52 user nova-compute[75076]:       <serial>9b73a207-efab-47b6-a098-8b2a743b7501</serial>
Oct 27 16:58:52 user nova-compute[75076]:     </disk>
Oct 27 16:58:52 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 16:58:52 user nova-compute[75076]:       <mac address="fa:16:3e:93:b7:d6"/>
Oct 27 16:58:52 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:58:52 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 16:58:52 user nova-compute[75076]:       <target dev="tap390f78fa-23"/>
Oct 27 16:58:52 user nova-compute[75076]:     </interface>
Oct 27 16:58:52 user nova-compute[75076]:     <serial type="pty">
Oct 27 16:58:52 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/16f96de5-3c6e-4d27-81d0-82ee1958dbc4/console.log" append="off"/>
Oct 27 16:58:52 user nova-compute[75076]:     </serial>
Oct 27 16:58:52 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 16:58:52 user nova-compute[75076]:     <video>
Oct 27 16:58:52 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 16:58:52 user nova-compute[75076]:     </video>
Oct 27 16:58:52 user nova-compute[75076]:     <rng model="virtio">
Oct 27 16:58:52 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 16:58:52 user nova-compute[75076]:     </rng>
Oct 27 16:58:52 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 16:58:52 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 16:58:52 user nova-compute[75076]:       <stats period="10"/>
Oct 27 16:58:52 user nova-compute[75076]:     </memballoon>
Oct 27 16:58:52 user nova-compute[75076]:   </devices>
Oct 27 16:58:52 user nova-compute[75076]: </domain>
Oct 27 16:58:52 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 16:58:52 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:58:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1327703424',display_name='tempest-TestVolumeBootPattern-server-1327703424',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1327703424',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPHAkbq0cpOs5TWaOzq/BRYKnPloT0l//QuoTPnxMWwc2gNiCpVJKmfHXVg2tjpkqvIWWZAoQBZte+gIoX7Ai7cCT4crXIM2En3hThtg2LLW36N/A0Re95+cFue2eHWAZA==',key_name='tempest-TestVolumeBootPattern-2123291763',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5cf189fe9202451ca908ab4be25c6997',ramdisk_id='',reservation_id='r-4b2dk5lq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1745560825',owner_user_name='tempest-TestVolumeBootPattern-1745560825-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T16:58:33Z,user_data=None,user_id='7cad429398e7455e93226dc29ee51f2a',uuid=16f96de5-3c6e-4d27-81d0-82ee1958dbc4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "390f78fa-2384-40c0-b0af-bb8cecbf8a27", "address": "fa:16:3e:93:b7:d6", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap390f78fa-23", "ovs_interfaceid": "390f78fa-2384-40c0-b0af-bb8cecbf8a27", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 16:58:52 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Converting VIF {"id": "390f78fa-2384-40c0-b0af-bb8cecbf8a27", "address": "fa:16:3e:93:b7:d6", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap390f78fa-23", "ovs_interfaceid": "390f78fa-2384-40c0-b0af-bb8cecbf8a27", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 16:58:52 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:93:b7:d6,bridge_name='br-int',has_traffic_filtering=True,id=390f78fa-2384-40c0-b0af-bb8cecbf8a27,network=Network(b31e83c7-6d45-4743-8079-415b45b016c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap390f78fa-23') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 16:58:52 user nova-compute[75076]: DEBUG os_vif [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:93:b7:d6,bridge_name='br-int',has_traffic_filtering=True,id=390f78fa-2384-40c0-b0af-bb8cecbf8a27,network=Network(b31e83c7-6d45-4743-8079-415b45b016c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap390f78fa-23') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 16:58:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:58:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:58:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 16:58:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:58:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c5259c8f-bca8-5289-9c64-e6158bd4f44a', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:58:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:58:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:58:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:58:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap390f78fa-23, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:58:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap390f78fa-23, col_values=(('qos', UUID('5cab2849-3279-4780-a96e-a0facd09da04')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:58:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap390f78fa-23, col_values=(('external_ids', {'iface-id': '390f78fa-2384-40c0-b0af-bb8cecbf8a27', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:93:b7:d6', 'vm-uuid': '16f96de5-3c6e-4d27-81d0-82ee1958dbc4'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 16:58:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:58:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:58:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:58:52 user nova-compute[75076]: INFO os_vif [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:93:b7:d6,bridge_name='br-int',has_traffic_filtering=True,id=390f78fa-2384-40c0-b0af-bb8cecbf8a27,network=Network(b31e83c7-6d45-4743-8079-415b45b016c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap390f78fa-23')
Oct 27 16:58:52 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 16:58:52 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] No VIF found with MAC fa:16:3e:93:b7:d6, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 16:58:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:58:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:58:53 user nova-compute[75076]: DEBUG nova.compute.manager [req-c1b5edaf-8c5d-4b39-b8a2-a8091e530f39 req-b760b5be-3c59-4c4c-a991-4d1255c948a8 service nova] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Received event network-vif-plugged-390f78fa-2384-40c0-b0af-bb8cecbf8a27 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:58:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c1b5edaf-8c5d-4b39-b8a2-a8091e530f39 req-b760b5be-3c59-4c4c-a991-4d1255c948a8 service nova] Acquiring lock "16f96de5-3c6e-4d27-81d0-82ee1958dbc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:58:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c1b5edaf-8c5d-4b39-b8a2-a8091e530f39 req-b760b5be-3c59-4c4c-a991-4d1255c948a8 service nova] Lock "16f96de5-3c6e-4d27-81d0-82ee1958dbc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:58:53 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-c1b5edaf-8c5d-4b39-b8a2-a8091e530f39 req-b760b5be-3c59-4c4c-a991-4d1255c948a8 service nova] Lock "16f96de5-3c6e-4d27-81d0-82ee1958dbc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:58:53 user nova-compute[75076]: DEBUG nova.compute.manager [req-c1b5edaf-8c5d-4b39-b8a2-a8091e530f39 req-b760b5be-3c59-4c4c-a991-4d1255c948a8 service nova] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] No waiting events found dispatching network-vif-plugged-390f78fa-2384-40c0-b0af-bb8cecbf8a27 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:58:53 user nova-compute[75076]: WARNING nova.compute.manager [req-c1b5edaf-8c5d-4b39-b8a2-a8091e530f39 req-b760b5be-3c59-4c4c-a991-4d1255c948a8 service nova] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Received unexpected event network-vif-plugged-390f78fa-2384-40c0-b0af-bb8cecbf8a27 for instance with vm_state building and task_state spawning.
Oct 27 16:58:54 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:58:54 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:58:54 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:58:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:58:55 user nova-compute[75076]: DEBUG nova.compute.manager [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 16:58:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 16:58:55 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Instance spawned successfully.
Oct 27 16:58:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 16:58:55 user nova-compute[75076]: DEBUG nova.compute.manager [req-e2ad078e-8f9a-450d-bb61-bd64b5a5ad96 req-c37491d9-d8d6-4002-8ebe-b2129466be86 service nova] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Received event network-vif-plugged-390f78fa-2384-40c0-b0af-bb8cecbf8a27 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 16:58:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-e2ad078e-8f9a-450d-bb61-bd64b5a5ad96 req-c37491d9-d8d6-4002-8ebe-b2129466be86 service nova] Acquiring lock "16f96de5-3c6e-4d27-81d0-82ee1958dbc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:58:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-e2ad078e-8f9a-450d-bb61-bd64b5a5ad96 req-c37491d9-d8d6-4002-8ebe-b2129466be86 service nova] Lock "16f96de5-3c6e-4d27-81d0-82ee1958dbc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:58:55 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-e2ad078e-8f9a-450d-bb61-bd64b5a5ad96 req-c37491d9-d8d6-4002-8ebe-b2129466be86 service nova] Lock "16f96de5-3c6e-4d27-81d0-82ee1958dbc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:58:55 user nova-compute[75076]: DEBUG nova.compute.manager [req-e2ad078e-8f9a-450d-bb61-bd64b5a5ad96 req-c37491d9-d8d6-4002-8ebe-b2129466be86 service nova] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] No waiting events found dispatching network-vif-plugged-390f78fa-2384-40c0-b0af-bb8cecbf8a27 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 16:58:55 user nova-compute[75076]: WARNING nova.compute.manager [req-e2ad078e-8f9a-450d-bb61-bd64b5a5ad96 req-c37491d9-d8d6-4002-8ebe-b2129466be86 service nova] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Received unexpected event network-vif-plugged-390f78fa-2384-40c0-b0af-bb8cecbf8a27 for instance with vm_state building and task_state spawning.
Oct 27 16:58:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:58:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:58:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:58:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:58:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:58:55 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 16:58:56 user nova-compute[75076]: INFO nova.compute.manager [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Took 5.18 seconds to spawn the instance on the hypervisor.
Oct 27 16:58:56 user nova-compute[75076]: DEBUG nova.compute.manager [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 16:58:56 user nova-compute[75076]: INFO nova.compute.manager [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Took 23.58 seconds to build instance.
Oct 27 16:58:56 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-99162333-b899-4e5c-a86e-dbee871b4b02 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "16f96de5-3c6e-4d27-81d0-82ee1958dbc4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 23.734s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:58:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:59:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:59:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:59:02 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:59:05 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:59:06 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:59:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:59:09 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:59:09 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 16:59:09 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Rebuilding the list of instances to heal {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 16:59:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-16f96de5-3c6e-4d27-81d0-82ee1958dbc4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 16:59:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-16f96de5-3c6e-4d27-81d0-82ee1958dbc4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 16:59:09 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 16:59:09 user nova-compute[75076]: DEBUG nova.objects.instance [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lazy-loading 'info_cache' on Instance uuid 16f96de5-3c6e-4d27-81d0-82ee1958dbc4 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 16:59:09 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Updating instance_info_cache with network_info: [{"id": "390f78fa-2384-40c0-b0af-bb8cecbf8a27", "address": "fa:16:3e:93:b7:d6", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap390f78fa-23", "ovs_interfaceid": "390f78fa-2384-40c0-b0af-bb8cecbf8a27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 16:59:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-16f96de5-3c6e-4d27-81d0-82ee1958dbc4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 16:59:09 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 16:59:09 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:59:09 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:59:09 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:59:11 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:59:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:59:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:59:16 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:59:16 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 16:59:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:59:18 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 16:59:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:59:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:59:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:59:18 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 16:59:18 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 16:59:18 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:59:18 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 16:59:18 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=8942MB free_disk=25.120803833007812GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 16:59:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 16:59:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 16:59:18 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 16f96de5-3c6e-4d27-81d0-82ee1958dbc4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 16:59:18 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 16:59:18 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 16:59:18 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 16:59:18 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 16:59:18 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 16:59:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.180s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 16:59:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:59:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:59:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:59:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:59:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:59:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:59:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:59:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:59:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 16:59:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:59:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 16:59:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:59:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 16:59:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 16:59:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:00:02 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:00:02 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:00:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:00:05 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:00:07 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:00:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:00:09 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:00:09 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 17:00:09 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Rebuilding the list of instances to heal {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 17:00:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-16f96de5-3c6e-4d27-81d0-82ee1958dbc4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 17:00:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-16f96de5-3c6e-4d27-81d0-82ee1958dbc4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 17:00:09 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 17:00:09 user nova-compute[75076]: DEBUG nova.objects.instance [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lazy-loading 'info_cache' on Instance uuid 16f96de5-3c6e-4d27-81d0-82ee1958dbc4 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 17:00:09 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Updating instance_info_cache with network_info: [{"id": "390f78fa-2384-40c0-b0af-bb8cecbf8a27", "address": "fa:16:3e:93:b7:d6", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap390f78fa-23", "ovs_interfaceid": "390f78fa-2384-40c0-b0af-bb8cecbf8a27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 17:00:09 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-16f96de5-3c6e-4d27-81d0-82ee1958dbc4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 17:00:09 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 17:00:09 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:00:09 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:00:10 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:00:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:00:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:00:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 17:00:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 17:00:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 17:00:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:00:16 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:00:16 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 17:00:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:00:20 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:00:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 17:00:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 17:00:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 17:00:20 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 17:00:20 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 17:00:20 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 17:00:20 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 17:00:20 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=9006MB free_disk=25.120197296142578GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 17:00:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 17:00:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 17:00:20 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 16f96de5-3c6e-4d27-81d0-82ee1958dbc4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 17:00:20 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 17:00:20 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 17:00:20 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Refreshing inventories for resource provider 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 27 17:00:20 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Updating ProviderTree inventory for provider 543fff1b-1911-4710-bad6-6bd4c750c641 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 27 17:00:20 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Updating inventory in ProviderTree for provider 543fff1b-1911-4710-bad6-6bd4c750c641 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 27 17:00:20 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Refreshing aggregate associations for resource provider 543fff1b-1911-4710-bad6-6bd4c750c641, aggregates: None {{(pid=75076) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 27 17:00:20 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Refreshing trait associations for resource provider 543fff1b-1911-4710-bad6-6bd4c750c641, traits: COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ARI,HW_CPU_X86_SSE2,HW_CPU_X86_MMX,COMPUTE_NODE,HW_CPU_X86_SSSE3,HW_CPU_X86_SSE,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSE41,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_ATTACH_INTERFACE {{(pid=75076) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 27 17:00:20 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 17:00:20 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 17:00:20 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 17:00:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.388s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 17:00:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:00:23 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:00:23 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Cleaning up deleted instances with incomplete migration  {{(pid=75076) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 27 17:00:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:00:24 user nova-compute[75076]: DEBUG nova.compute.manager [req-fce9afc8-6d7d-4644-87e3-bc561f4cd449 req-fc2029d9-653f-4134-867b-eeba8cf06326 service nova] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Received event network-changed-390f78fa-2384-40c0-b0af-bb8cecbf8a27 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 17:00:24 user nova-compute[75076]: DEBUG nova.compute.manager [req-fce9afc8-6d7d-4644-87e3-bc561f4cd449 req-fc2029d9-653f-4134-867b-eeba8cf06326 service nova] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Refreshing instance network info cache due to event network-changed-390f78fa-2384-40c0-b0af-bb8cecbf8a27. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 17:00:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-fce9afc8-6d7d-4644-87e3-bc561f4cd449 req-fc2029d9-653f-4134-867b-eeba8cf06326 service nova] Acquiring lock "refresh_cache-16f96de5-3c6e-4d27-81d0-82ee1958dbc4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 17:00:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-fce9afc8-6d7d-4644-87e3-bc561f4cd449 req-fc2029d9-653f-4134-867b-eeba8cf06326 service nova] Acquired lock "refresh_cache-16f96de5-3c6e-4d27-81d0-82ee1958dbc4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 17:00:24 user nova-compute[75076]: DEBUG nova.network.neutron [req-fce9afc8-6d7d-4644-87e3-bc561f4cd449 req-fc2029d9-653f-4134-867b-eeba8cf06326 service nova] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Refreshing network info cache for port 390f78fa-2384-40c0-b0af-bb8cecbf8a27 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 17:00:25 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:00:25 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Cleaning up deleted instances {{(pid=75076) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 27 17:00:25 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] There are 0 instances to clean {{(pid=75076) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 27 17:00:25 user nova-compute[75076]: DEBUG nova.network.neutron [req-fce9afc8-6d7d-4644-87e3-bc561f4cd449 req-fc2029d9-653f-4134-867b-eeba8cf06326 service nova] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Updated VIF entry in instance network info cache for port 390f78fa-2384-40c0-b0af-bb8cecbf8a27. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 17:00:25 user nova-compute[75076]: DEBUG nova.network.neutron [req-fce9afc8-6d7d-4644-87e3-bc561f4cd449 req-fc2029d9-653f-4134-867b-eeba8cf06326 service nova] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Updating instance_info_cache with network_info: [{"id": "390f78fa-2384-40c0-b0af-bb8cecbf8a27", "address": "fa:16:3e:93:b7:d6", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.105", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap390f78fa-23", "ovs_interfaceid": "390f78fa-2384-40c0-b0af-bb8cecbf8a27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 17:00:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-fce9afc8-6d7d-4644-87e3-bc561f4cd449 req-fc2029d9-653f-4134-867b-eeba8cf06326 service nova] Releasing lock "refresh_cache-16f96de5-3c6e-4d27-81d0-82ee1958dbc4" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 17:00:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:00:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "16f96de5-3c6e-4d27-81d0-82ee1958dbc4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 17:00:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "16f96de5-3c6e-4d27-81d0-82ee1958dbc4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 17:00:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "16f96de5-3c6e-4d27-81d0-82ee1958dbc4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 17:00:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "16f96de5-3c6e-4d27-81d0-82ee1958dbc4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 17:00:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "16f96de5-3c6e-4d27-81d0-82ee1958dbc4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 17:00:26 user nova-compute[75076]: INFO nova.compute.manager [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Terminating instance
Oct 27 17:00:26 user nova-compute[75076]: DEBUG nova.compute.manager [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 17:00:26 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:00:26 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:00:26 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:00:26 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:00:26 user nova-compute[75076]: DEBUG nova.compute.manager [req-8086bdd1-1c35-48c6-97f1-0697ff55d7b0 req-083e861d-d622-4c60-9609-74d4666fb05e service nova] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Received event network-vif-unplugged-390f78fa-2384-40c0-b0af-bb8cecbf8a27 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 17:00:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8086bdd1-1c35-48c6-97f1-0697ff55d7b0 req-083e861d-d622-4c60-9609-74d4666fb05e service nova] Acquiring lock "16f96de5-3c6e-4d27-81d0-82ee1958dbc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 17:00:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8086bdd1-1c35-48c6-97f1-0697ff55d7b0 req-083e861d-d622-4c60-9609-74d4666fb05e service nova] Lock "16f96de5-3c6e-4d27-81d0-82ee1958dbc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 17:00:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-8086bdd1-1c35-48c6-97f1-0697ff55d7b0 req-083e861d-d622-4c60-9609-74d4666fb05e service nova] Lock "16f96de5-3c6e-4d27-81d0-82ee1958dbc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 17:00:26 user nova-compute[75076]: DEBUG nova.compute.manager [req-8086bdd1-1c35-48c6-97f1-0697ff55d7b0 req-083e861d-d622-4c60-9609-74d4666fb05e service nova] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] No waiting events found dispatching network-vif-unplugged-390f78fa-2384-40c0-b0af-bb8cecbf8a27 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 17:00:26 user nova-compute[75076]: DEBUG nova.compute.manager [req-8086bdd1-1c35-48c6-97f1-0697ff55d7b0 req-083e861d-d622-4c60-9609-74d4666fb05e service nova] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Received event network-vif-unplugged-390f78fa-2384-40c0-b0af-bb8cecbf8a27 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 17:00:27 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Instance destroyed successfully.
Oct 27 17:00:27 user nova-compute[75076]: DEBUG nova.objects.instance [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lazy-loading 'resources' on Instance uuid 16f96de5-3c6e-4d27-81d0-82ee1958dbc4 {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T16:58:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1327703424',display_name='tempest-TestVolumeBootPattern-server-1327703424',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1327703424',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPHAkbq0cpOs5TWaOzq/BRYKnPloT0l//QuoTPnxMWwc2gNiCpVJKmfHXVg2tjpkqvIWWZAoQBZte+gIoX7Ai7cCT4crXIM2En3hThtg2LLW36N/A0Re95+cFue2eHWAZA==',key_name='tempest-TestVolumeBootPattern-2123291763',keypairs=<?>,launch_index=0,launched_at=2023-10-27T16:58:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5cf189fe9202451ca908ab4be25c6997',ramdisk_id='',reservation_id='r-4b2dk5lq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1745560825',owner_user_name='tempest-TestVolumeBootPattern-1745560825-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T16:58:56Z,user_data=None,user_id='7cad429398e7455e93226dc29ee51f2a',uuid=16f96de5-3c6e-4d27-81d0-82ee1958dbc4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "390f78fa-2384-40c0-b0af-bb8cecbf8a27", "address": "fa:16:3e:93:b7:d6", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.105", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap390f78fa-23", "ovs_interfaceid": "390f78fa-2384-40c0-b0af-bb8cecbf8a27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Converting VIF {"id": "390f78fa-2384-40c0-b0af-bb8cecbf8a27", "address": "fa:16:3e:93:b7:d6", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.105", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap390f78fa-23", "ovs_interfaceid": "390f78fa-2384-40c0-b0af-bb8cecbf8a27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:93:b7:d6,bridge_name='br-int',has_traffic_filtering=True,id=390f78fa-2384-40c0-b0af-bb8cecbf8a27,network=Network(b31e83c7-6d45-4743-8079-415b45b016c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap390f78fa-23') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG os_vif [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:93:b7:d6,bridge_name='br-int',has_traffic_filtering=True,id=390f78fa-2384-40c0-b0af-bb8cecbf8a27,network=Network(b31e83c7-6d45-4743-8079-415b45b016c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap390f78fa-23') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap390f78fa-23, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5cab2849-3279-4780-a96e-a0facd09da04) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:00:27 user nova-compute[75076]: INFO os_vif [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:93:b7:d6,bridge_name='br-int',has_traffic_filtering=True,id=390f78fa-2384-40c0-b0af-bb8cecbf8a27,network=Network(b31e83c7-6d45-4743-8079-415b45b016c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap390f78fa-23')
Oct 27 17:00:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bPfulmAq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 17:00:27 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 17:00:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab961e18-4fb4-4608-b810-0a4c3bcf6fd0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 17:00:27 user nova-compute[75076]: No targets found.
Oct 27 17:00:27 user nova-compute[75076]: iSNS:
Oct 27 17:00:27 user nova-compute[75076]: No targets found.
Oct 27 17:00:27 user nova-compute[75076]: STATIC:
Oct 27 17:00:27 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501
Oct 27 17:00:27 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 17:00:27 user nova-compute[75076]:                 Iface Name: default
Oct 27 17:00:27 user nova-compute[75076]: FIRMWARE:
Oct 27 17:00:27 user nova-compute[75076]: No targets found.
Oct 27 17:00:27 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 17:00:27 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 17:00:27 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[4766222c-f897-4827-95c8-4057161a405e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[73c469eb-7a7b-4f5e-a7e2-c7308f8c97cb]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 (non-flash)
Oct 27 17:00:27 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 (non-flash)
Oct 27 17:00:27 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe1c1649d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501'): ({'sdb'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Removing single pathed devices sdb {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5743ba4e-4c01-4ebe-9c9d-8afbbc62c71a]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[87222cfe-db7f-4198-8d46-23e53042db11]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Flushing IO for device /dev/sdb {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5456b88-a7de-4007-be2e-146c694ae91b]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.047s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c012089f-cfd9-4ed6-9436-41e9ef6d0e1b]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] SCSI volumes sdb have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[008716e4-288b-4b8f-95cc-5cf0d5d2cd4b]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[13027bbe-73dd-4678-aba4-aac1b2369cdf]: (4, ('Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501, portal: 172.16.0.220,3260]\nLogout of [sid: 57, target: iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501, portal: 172.16.0.220,3260]
Oct 27 17:00:27 user nova-compute[75076]: Logout of [sid: 57, target: iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501, portal: 172.16.0.220,3260] successful.
Oct 27 17:00:27 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[672fda27-ad9b-4e93-9d90-16a622af2e3f]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.294s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] <== disconnect_volume: return (295ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 17:00:27 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Deleting instance files /opt/stack/data/nova/instances/16f96de5-3c6e-4d27-81d0-82ee1958dbc4_del
Oct 27 17:00:27 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Deletion of /opt/stack/data/nova/instances/16f96de5-3c6e-4d27-81d0-82ee1958dbc4_del complete
Oct 27 17:00:27 user nova-compute[75076]: INFO nova.compute.manager [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Took 1.15 seconds to destroy the instance on the hypervisor.
Oct 27 17:00:27 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 17:00:27 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 17:00:28 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 17:00:28 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Took 0.93 seconds to deallocate network for instance.
Oct 27 17:00:28 user nova-compute[75076]: DEBUG nova.compute.manager [req-e0724989-c94f-49ce-813f-a19e6b06d66f req-7ce7035e-9de7-4517-b6c7-59394f854100 service nova] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Received event network-vif-plugged-390f78fa-2384-40c0-b0af-bb8cecbf8a27 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 17:00:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-e0724989-c94f-49ce-813f-a19e6b06d66f req-7ce7035e-9de7-4517-b6c7-59394f854100 service nova] Acquiring lock "16f96de5-3c6e-4d27-81d0-82ee1958dbc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 17:00:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-e0724989-c94f-49ce-813f-a19e6b06d66f req-7ce7035e-9de7-4517-b6c7-59394f854100 service nova] Lock "16f96de5-3c6e-4d27-81d0-82ee1958dbc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 17:00:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-e0724989-c94f-49ce-813f-a19e6b06d66f req-7ce7035e-9de7-4517-b6c7-59394f854100 service nova] Lock "16f96de5-3c6e-4d27-81d0-82ee1958dbc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 17:00:28 user nova-compute[75076]: DEBUG nova.compute.manager [req-e0724989-c94f-49ce-813f-a19e6b06d66f req-7ce7035e-9de7-4517-b6c7-59394f854100 service nova] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] No waiting events found dispatching network-vif-plugged-390f78fa-2384-40c0-b0af-bb8cecbf8a27 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 17:00:28 user nova-compute[75076]: WARNING nova.compute.manager [req-e0724989-c94f-49ce-813f-a19e6b06d66f req-7ce7035e-9de7-4517-b6c7-59394f854100 service nova] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Received unexpected event network-vif-plugged-390f78fa-2384-40c0-b0af-bb8cecbf8a27 for instance with vm_state active and task_state deleting.
Oct 27 17:00:28 user nova-compute[75076]: DEBUG nova.compute.manager [req-e0724989-c94f-49ce-813f-a19e6b06d66f req-7ce7035e-9de7-4517-b6c7-59394f854100 service nova] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Received event network-vif-deleted-390f78fa-2384-40c0-b0af-bb8cecbf8a27 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 17:00:29 user nova-compute[75076]: INFO nova.compute.manager [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 16f96de5-3c6e-4d27-81d0-82ee1958dbc4] Took 0.83 seconds to detach 1 volumes for instance.
Oct 27 17:00:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 17:00:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 17:00:29 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 17:00:29 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 17:00:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.111s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 17:00:29 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Deleted allocations for instance 16f96de5-3c6e-4d27-81d0-82ee1958dbc4
Oct 27 17:00:29 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-3dad6563-ab46-4a65-bb3a-6e36610acdd4 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "16f96de5-3c6e-4d27-81d0-82ee1958dbc4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.199s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 17:00:30 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:00:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:00:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:00:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:00:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:00:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:00:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:01:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:01:04 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:01:07 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:01:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:01:09 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:01:09 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:01:09 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:01:10 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:01:10 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 17:01:10 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Rebuilding the list of instances to heal {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 17:01:10 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Didn't find any instances for network info cache update. {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 27 17:01:12 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:01:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:01:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:01:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 17:01:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 17:01:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 17:01:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:01:14 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:01:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:01:18 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:01:18 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 17:01:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "32bb1ff7-9107-48ad-9601-9bb5323a2f8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 17:01:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "32bb1ff7-9107-48ad-9601-9bb5323a2f8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 17:01:18 user nova-compute[75076]: DEBUG nova.compute.manager [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 17:01:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 17:01:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 17:01:18 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 17:01:18 user nova-compute[75076]: INFO nova.compute.claims [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Claim successful on node user
Oct 27 17:01:18 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 17:01:18 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 17:01:18 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.205s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 17:01:18 user nova-compute[75076]: DEBUG nova.compute.manager [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 17:01:18 user nova-compute[75076]: DEBUG nova.compute.manager [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 17:01:18 user nova-compute[75076]: DEBUG nova.network.neutron [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 17:01:18 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 17:01:18 user nova-compute[75076]: DEBUG nova.compute.manager [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 17:01:18 user nova-compute[75076]: DEBUG nova.policy [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cad429398e7455e93226dc29ee51f2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5cf189fe9202451ca908ab4be25c6997', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 17:01:18 user nova-compute[75076]: INFO nova.virt.block_device [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Booting with volume 9b73a207-efab-47b6-a098-8b2a743b7501 at /dev/vda
Oct 27 17:01:18 user nova-compute[75076]: DEBUG os_brick.utils [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 17:01:18 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:01:18 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:01:18 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[32825e14-0e30-4cc1-903f-579c6797a52e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:01:18 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:01:18 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:01:18 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[448cb255-3eb2-4ae2-b47b-71ffc8d0c5a4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:01:18 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:01:18 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:01:18 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0c0ec98-a363-4f46-b40a-7ee7f8a6a2c9]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:01:18 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[91f8719a-3978-4576-b16a-353f4089688a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:01:18 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:01:18 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 17:01:18 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 17:01:18 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:01:18 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 17:01:18 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 17:01:18 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[66e90918-01e8-4e0e-a7ee-b88982f48bc4]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:01:18 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 17:01:18 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 17:01:18 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 17:01:18 user nova-compute[75076]: DEBUG os_brick.utils [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 17:01:18 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Updating existing volume attachment record: c0fdf26a-9346-4553-a04c-1e109be2f64d {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 17:01:20 user nova-compute[75076]: DEBUG nova.network.neutron [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Successfully created port: 12f185d6-d712-47ba-8f26-b8dd8ead4cb2 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 17:01:20 user nova-compute[75076]: DEBUG nova.network.neutron [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Successfully updated port: 12f185d6-d712-47ba-8f26-b8dd8ead4cb2 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 17:01:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "refresh_cache-32bb1ff7-9107-48ad-9601-9bb5323a2f8b" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 17:01:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquired lock "refresh_cache-32bb1ff7-9107-48ad-9601-9bb5323a2f8b" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 17:01:20 user nova-compute[75076]: DEBUG nova.network.neutron [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 17:01:20 user nova-compute[75076]: DEBUG nova.compute.manager [req-837257e3-1405-42c4-a35b-06eeefccdfcc req-defc4d9a-d1d0-4eb0-bf39-308e50c2c2cd service nova] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Received event network-changed-12f185d6-d712-47ba-8f26-b8dd8ead4cb2 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 17:01:20 user nova-compute[75076]: DEBUG nova.compute.manager [req-837257e3-1405-42c4-a35b-06eeefccdfcc req-defc4d9a-d1d0-4eb0-bf39-308e50c2c2cd service nova] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Refreshing instance network info cache due to event network-changed-12f185d6-d712-47ba-8f26-b8dd8ead4cb2. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 17:01:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-837257e3-1405-42c4-a35b-06eeefccdfcc req-defc4d9a-d1d0-4eb0-bf39-308e50c2c2cd service nova] Acquiring lock "refresh_cache-32bb1ff7-9107-48ad-9601-9bb5323a2f8b" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 17:01:20 user nova-compute[75076]: DEBUG nova.network.neutron [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 17:01:20 user nova-compute[75076]: DEBUG nova.network.neutron [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Updating instance_info_cache with network_info: [{"id": "12f185d6-d712-47ba-8f26-b8dd8ead4cb2", "address": "fa:16:3e:3a:e5:1c", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12f185d6-d7", "ovs_interfaceid": "12f185d6-d712-47ba-8f26-b8dd8ead4cb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 17:01:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Releasing lock "refresh_cache-32bb1ff7-9107-48ad-9601-9bb5323a2f8b" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 17:01:20 user nova-compute[75076]: DEBUG nova.compute.manager [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Instance network_info: |[{"id": "12f185d6-d712-47ba-8f26-b8dd8ead4cb2", "address": "fa:16:3e:3a:e5:1c", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12f185d6-d7", "ovs_interfaceid": "12f185d6-d712-47ba-8f26-b8dd8ead4cb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 17:01:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-837257e3-1405-42c4-a35b-06eeefccdfcc req-defc4d9a-d1d0-4eb0-bf39-308e50c2c2cd service nova] Acquired lock "refresh_cache-32bb1ff7-9107-48ad-9601-9bb5323a2f8b" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 17:01:20 user nova-compute[75076]: DEBUG nova.network.neutron [req-837257e3-1405-42c4-a35b-06eeefccdfcc req-defc4d9a-d1d0-4eb0-bf39-308e50c2c2cd service nova] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Refreshing network info cache for port 12f185d6-d712-47ba-8f26-b8dd8ead4cb2 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 17:01:21 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:01:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 17:01:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 17:01:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 17:01:21 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 17:01:21 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 17:01:21 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 17:01:21 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=9138MB free_disk=25.119022369384766GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 17:01:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 17:01:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 17:01:21 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 32bb1ff7-9107-48ad-9601-9bb5323a2f8b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 17:01:21 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 17:01:21 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 17:01:21 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 17:01:21 user nova-compute[75076]: DEBUG nova.network.neutron [req-837257e3-1405-42c4-a35b-06eeefccdfcc req-defc4d9a-d1d0-4eb0-bf39-308e50c2c2cd service nova] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Updated VIF entry in instance network info cache for port 12f185d6-d712-47ba-8f26-b8dd8ead4cb2. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 17:01:21 user nova-compute[75076]: DEBUG nova.network.neutron [req-837257e3-1405-42c4-a35b-06eeefccdfcc req-defc4d9a-d1d0-4eb0-bf39-308e50c2c2cd service nova] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Updating instance_info_cache with network_info: [{"id": "12f185d6-d712-47ba-8f26-b8dd8ead4cb2", "address": "fa:16:3e:3a:e5:1c", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12f185d6-d7", "ovs_interfaceid": "12f185d6-d712-47ba-8f26-b8dd8ead4cb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 17:01:21 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 17:01:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-837257e3-1405-42c4-a35b-06eeefccdfcc req-defc4d9a-d1d0-4eb0-bf39-308e50c2c2cd service nova] Releasing lock "refresh_cache-32bb1ff7-9107-48ad-9601-9bb5323a2f8b" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 17:01:21 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 17:01:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.225s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 17:01:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:01:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:01:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:01:36 user nova-compute[75076]: DEBUG nova.compute.manager [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 17:01:36 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 17:01:36 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Creating image(s)
Oct 27 17:01:36 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Did not create local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 27 17:01:36 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Ensure instance console log exists: /opt/stack/data/nova/instances/32bb1ff7-9107-48ad-9601-9bb5323a2f8b/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 17:01:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 17:01:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 17:01:36 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Start _get_guest_xml network_info=[{"id": "12f185d6-d712-47ba-8f26-b8dd8ead4cb2", "address": "fa:16:3e:3a:e5:1c", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12f185d6-d7", "ovs_interfaceid": "12f185d6-d712-47ba-8f26-b8dd8ead4cb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bPfulmAq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '32bb1ff7-9107-48ad-9601-9bb5323a2f8b', 'attached_at': '', 'detached_at': '', 'volume_id': '9b73a207-efab-47b6-a098-8b2a743b7501', 'serial': '9b73a207-efab-47b6-a098-8b2a743b7501'}, 'boot_index': 0, 'device_type': 'disk', 'mount_device': '/dev/vda', 'disk_bus': 'virtio', 'attachment_id': 'c0fdf26a-9346-4553-a04c-1e109be2f64d', 'guest_format': None, 'delete_on_termination': False, 'volume_type': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 17:01:37 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 17:01:37 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 17:01:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bPfulmAq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 17:01:37 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 17:01:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 17:01:37 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 17:01:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 17:01:37 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 17:01:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[13035770-ad45-4abf-8f83-b974c4c922da]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 17:01:37 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[5769e999-a84a-435a-9daf-554b2c184ad9]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501] added
Oct 27 17:01:37 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[adc37f07-ff96-48f6-b90a-4349a6a78c1b]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[724b1497-fb4c-4226-a851-033028f701be]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bPfulmAq {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bPfulmAq" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2fff453-f311-4b8f-9315-ced835250088]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'bPfulmAq'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[42518ca5-08fa-4435-ad36-b66be0c40e8f]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[82aa8b32-33f7-4506-816d-79cb2e55f51a]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 27 17:01:37 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 27 17:01:37 user nova-compute[75076]:  {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 17:01:37 user nova-compute[75076]: WARNING os_brick.initiator.connectors.iscsi [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 27 17:01:37 user nova-compute[75076]: 
Oct 27 17:01:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260 --login" returned: 0 in 0.043s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[777be478-5f1f-46c1-aaad-518d6c833c70]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501, portal: 172.16.0.220,3260]
Oct 27 17:01:37 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501, portal: 172.16.0.220,3260] successful.
Oct 27 17:01:37 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[518bb7b1-2057-4577-a4b9-907eba081981]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddf021ea-a5cb-4df1-9d2a-f8b22d85007d]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 (non-flash)
Oct 27 17:01:37 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 (non-flash)
Oct 27 17:01:37 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.257s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] HCTL ('33', '-', '-', 0) found on session 58 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[20a82b0f-3d6e-4e20-9960-723edde23f43]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:01:37 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Searching for a device in session 58 and hctl ['33', '*', '*', 0] yield: None {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 17:01:38 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Searching for a device in session 58 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 17:01:38 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bPfulmAq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 17:01:38 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.290s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 17:01:38 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] <== connect_volume: return (1292ms) {'type': 'block', 'scsi_wwn': '26531343530653965', 'path': '/dev/sdb'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 17:01:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26531343530653965', 'path': '/dev/sdb'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 17:01:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T17:01:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-828730616',display_name='tempest-TestVolumeBootPattern-server-828730616',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-828730616',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPHAkbq0cpOs5TWaOzq/BRYKnPloT0l//QuoTPnxMWwc2gNiCpVJKmfHXVg2tjpkqvIWWZAoQBZte+gIoX7Ai7cCT4crXIM2En3hThtg2LLW36N/A0Re95+cFue2eHWAZA==',key_name='tempest-TestVolumeBootPattern-2123291763',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5cf189fe9202451ca908ab4be25c6997',ramdisk_id='',reservation_id='r-jkwm19b6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1745560825',owner_user_name='tempest-TestVolumeBootPattern-1745560825-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T17:01:19Z,user_data=None,user_id='7cad429398e7455e93226dc29ee51f2a',uuid=32bb1ff7-9107-48ad-9601-9bb5323a2f8b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "12f185d6-d712-47ba-8f26-b8dd8ead4cb2", "address": "fa:16:3e:3a:e5:1c", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12f185d6-d7", "ovs_interfaceid": "12f185d6-d712-47ba-8f26-b8dd8ead4cb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 17:01:38 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Converting VIF {"id": "12f185d6-d712-47ba-8f26-b8dd8ead4cb2", "address": "fa:16:3e:3a:e5:1c", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12f185d6-d7", "ovs_interfaceid": "12f185d6-d712-47ba-8f26-b8dd8ead4cb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 17:01:38 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3a:e5:1c,bridge_name='br-int',has_traffic_filtering=True,id=12f185d6-d712-47ba-8f26-b8dd8ead4cb2,network=Network(b31e83c7-6d45-4743-8079-415b45b016c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap12f185d6-d7') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 17:01:38 user nova-compute[75076]: DEBUG nova.objects.instance [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lazy-loading 'pci_devices' on Instance uuid 32bb1ff7-9107-48ad-9601-9bb5323a2f8b {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 17:01:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] End _get_guest_xml xml=<domain type="kvm">
Oct 27 17:01:38 user nova-compute[75076]:   <uuid>32bb1ff7-9107-48ad-9601-9bb5323a2f8b</uuid>
Oct 27 17:01:38 user nova-compute[75076]:   <name>instance-00000033</name>
Oct 27 17:01:38 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 17:01:38 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 17:01:38 user nova-compute[75076]:   <metadata>
Oct 27 17:01:38 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 17:01:38 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 17:01:38 user nova-compute[75076]:       <nova:name>tempest-TestVolumeBootPattern-server-828730616</nova:name>
Oct 27 17:01:38 user nova-compute[75076]:       <nova:creationTime>2023-10-27 17:01:37</nova:creationTime>
Oct 27 17:01:38 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 17:01:38 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 17:01:38 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 17:01:38 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 17:01:38 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 17:01:38 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 17:01:38 user nova-compute[75076]:       </nova:flavor>
Oct 27 17:01:38 user nova-compute[75076]:       <nova:owner>
Oct 27 17:01:38 user nova-compute[75076]:         <nova:user uuid="7cad429398e7455e93226dc29ee51f2a">tempest-TestVolumeBootPattern-1745560825-project-member</nova:user>
Oct 27 17:01:38 user nova-compute[75076]:         <nova:project uuid="5cf189fe9202451ca908ab4be25c6997">tempest-TestVolumeBootPattern-1745560825</nova:project>
Oct 27 17:01:38 user nova-compute[75076]:       </nova:owner>
Oct 27 17:01:38 user nova-compute[75076]:       <nova:ports>
Oct 27 17:01:38 user nova-compute[75076]:         <nova:port uuid="12f185d6-d712-47ba-8f26-b8dd8ead4cb2">
Oct 27 17:01:38 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 27 17:01:38 user nova-compute[75076]:         </nova:port>
Oct 27 17:01:38 user nova-compute[75076]:       </nova:ports>
Oct 27 17:01:38 user nova-compute[75076]:     </nova:instance>
Oct 27 17:01:38 user nova-compute[75076]:   </metadata>
Oct 27 17:01:38 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 17:01:38 user nova-compute[75076]:     <system>
Oct 27 17:01:38 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 17:01:38 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 17:01:38 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 17:01:38 user nova-compute[75076]:       <entry name="serial">32bb1ff7-9107-48ad-9601-9bb5323a2f8b</entry>
Oct 27 17:01:38 user nova-compute[75076]:       <entry name="uuid">32bb1ff7-9107-48ad-9601-9bb5323a2f8b</entry>
Oct 27 17:01:38 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 17:01:38 user nova-compute[75076]:     </system>
Oct 27 17:01:38 user nova-compute[75076]:   </sysinfo>
Oct 27 17:01:38 user nova-compute[75076]:   <os>
Oct 27 17:01:38 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 17:01:38 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 17:01:38 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 17:01:38 user nova-compute[75076]:   </os>
Oct 27 17:01:38 user nova-compute[75076]:   <features>
Oct 27 17:01:38 user nova-compute[75076]:     <acpi/>
Oct 27 17:01:38 user nova-compute[75076]:     <apic/>
Oct 27 17:01:38 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 17:01:38 user nova-compute[75076]:   </features>
Oct 27 17:01:38 user nova-compute[75076]:   <clock offset="utc">
Oct 27 17:01:38 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 17:01:38 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 17:01:38 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 17:01:38 user nova-compute[75076]:   </clock>
Oct 27 17:01:38 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 17:01:38 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 17:01:38 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 17:01:38 user nova-compute[75076]:   </cpu>
Oct 27 17:01:38 user nova-compute[75076]:   <devices>
Oct 27 17:01:38 user nova-compute[75076]:     <disk type="block" device="disk">
Oct 27 17:01:38 user nova-compute[75076]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 17:01:38 user nova-compute[75076]:       <source dev="/dev/sdb"/>
Oct 27 17:01:38 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 17:01:38 user nova-compute[75076]:       <serial>9b73a207-efab-47b6-a098-8b2a743b7501</serial>
Oct 27 17:01:38 user nova-compute[75076]:     </disk>
Oct 27 17:01:38 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 17:01:38 user nova-compute[75076]:       <mac address="fa:16:3e:3a:e5:1c"/>
Oct 27 17:01:38 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 17:01:38 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 17:01:38 user nova-compute[75076]:       <target dev="tap12f185d6-d7"/>
Oct 27 17:01:38 user nova-compute[75076]:     </interface>
Oct 27 17:01:38 user nova-compute[75076]:     <serial type="pty">
Oct 27 17:01:38 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/32bb1ff7-9107-48ad-9601-9bb5323a2f8b/console.log" append="off"/>
Oct 27 17:01:38 user nova-compute[75076]:     </serial>
Oct 27 17:01:38 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 17:01:38 user nova-compute[75076]:     <video>
Oct 27 17:01:38 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 17:01:38 user nova-compute[75076]:     </video>
Oct 27 17:01:38 user nova-compute[75076]:     <rng model="virtio">
Oct 27 17:01:38 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 17:01:38 user nova-compute[75076]:     </rng>
Oct 27 17:01:38 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 17:01:38 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 17:01:38 user nova-compute[75076]:       <stats period="10"/>
Oct 27 17:01:38 user nova-compute[75076]:     </memballoon>
Oct 27 17:01:38 user nova-compute[75076]:   </devices>
Oct 27 17:01:38 user nova-compute[75076]: </domain>
Oct 27 17:01:38 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 17:01:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T17:01:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-828730616',display_name='tempest-TestVolumeBootPattern-server-828730616',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-828730616',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPHAkbq0cpOs5TWaOzq/BRYKnPloT0l//QuoTPnxMWwc2gNiCpVJKmfHXVg2tjpkqvIWWZAoQBZte+gIoX7Ai7cCT4crXIM2En3hThtg2LLW36N/A0Re95+cFue2eHWAZA==',key_name='tempest-TestVolumeBootPattern-2123291763',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5cf189fe9202451ca908ab4be25c6997',ramdisk_id='',reservation_id='r-jkwm19b6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1745560825',owner_user_name='tempest-TestVolumeBootPattern-1745560825-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T17:01:19Z,user_data=None,user_id='7cad429398e7455e93226dc29ee51f2a',uuid=32bb1ff7-9107-48ad-9601-9bb5323a2f8b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "12f185d6-d712-47ba-8f26-b8dd8ead4cb2", "address": "fa:16:3e:3a:e5:1c", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12f185d6-d7", "ovs_interfaceid": "12f185d6-d712-47ba-8f26-b8dd8ead4cb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 17:01:38 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Converting VIF {"id": "12f185d6-d712-47ba-8f26-b8dd8ead4cb2", "address": "fa:16:3e:3a:e5:1c", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12f185d6-d7", "ovs_interfaceid": "12f185d6-d712-47ba-8f26-b8dd8ead4cb2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 17:01:38 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3a:e5:1c,bridge_name='br-int',has_traffic_filtering=True,id=12f185d6-d712-47ba-8f26-b8dd8ead4cb2,network=Network(b31e83c7-6d45-4743-8079-415b45b016c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap12f185d6-d7') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 17:01:38 user nova-compute[75076]: DEBUG os_vif [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3a:e5:1c,bridge_name='br-int',has_traffic_filtering=True,id=12f185d6-d712-47ba-8f26-b8dd8ead4cb2,network=Network(b31e83c7-6d45-4743-8079-415b45b016c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap12f185d6-d7') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 17:01:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:01:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 17:01:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 17:01:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:01:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cc97672c-a664-5c11-8c18-10d8248e1f9f', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 17:01:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:01:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:01:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:01:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap12f185d6-d7, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 17:01:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap12f185d6-d7, col_values=(('qos', UUID('539fea56-c555-48b5-9a89-23676db961c5')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 17:01:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap12f185d6-d7, col_values=(('external_ids', {'iface-id': '12f185d6-d712-47ba-8f26-b8dd8ead4cb2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3a:e5:1c', 'vm-uuid': '32bb1ff7-9107-48ad-9601-9bb5323a2f8b'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 17:01:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:01:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:01:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:01:38 user nova-compute[75076]: INFO os_vif [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3a:e5:1c,bridge_name='br-int',has_traffic_filtering=True,id=12f185d6-d712-47ba-8f26-b8dd8ead4cb2,network=Network(b31e83c7-6d45-4743-8079-415b45b016c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap12f185d6-d7')
Oct 27 17:01:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 17:01:38 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] No VIF found with MAC fa:16:3e:3a:e5:1c, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 17:01:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:01:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:01:39 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:01:39 user nova-compute[75076]: DEBUG nova.compute.manager [req-124f571e-4936-4f82-bf54-81723bc7d738 req-d43b4e88-73d9-40cd-9877-e01396315597 service nova] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Received event network-vif-plugged-12f185d6-d712-47ba-8f26-b8dd8ead4cb2 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 17:01:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-124f571e-4936-4f82-bf54-81723bc7d738 req-d43b4e88-73d9-40cd-9877-e01396315597 service nova] Acquiring lock "32bb1ff7-9107-48ad-9601-9bb5323a2f8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 17:01:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-124f571e-4936-4f82-bf54-81723bc7d738 req-d43b4e88-73d9-40cd-9877-e01396315597 service nova] Lock "32bb1ff7-9107-48ad-9601-9bb5323a2f8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 17:01:39 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-124f571e-4936-4f82-bf54-81723bc7d738 req-d43b4e88-73d9-40cd-9877-e01396315597 service nova] Lock "32bb1ff7-9107-48ad-9601-9bb5323a2f8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 17:01:39 user nova-compute[75076]: DEBUG nova.compute.manager [req-124f571e-4936-4f82-bf54-81723bc7d738 req-d43b4e88-73d9-40cd-9877-e01396315597 service nova] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] No waiting events found dispatching network-vif-plugged-12f185d6-d712-47ba-8f26-b8dd8ead4cb2 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 17:01:39 user nova-compute[75076]: WARNING nova.compute.manager [req-124f571e-4936-4f82-bf54-81723bc7d738 req-d43b4e88-73d9-40cd-9877-e01396315597 service nova] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Received unexpected event network-vif-plugged-12f185d6-d712-47ba-8f26-b8dd8ead4cb2 for instance with vm_state building and task_state spawning.
Oct 27 17:01:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:01:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:01:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:01:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:01:40 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:01:41 user nova-compute[75076]: DEBUG nova.compute.manager [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 17:01:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 17:01:41 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Instance spawned successfully.
Oct 27 17:01:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 17:01:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 17:01:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 17:01:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 17:01:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 17:01:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 17:01:41 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 17:01:41 user nova-compute[75076]: INFO nova.compute.manager [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Took 4.98 seconds to spawn the instance on the hypervisor.
Oct 27 17:01:41 user nova-compute[75076]: DEBUG nova.compute.manager [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 17:01:41 user nova-compute[75076]: DEBUG nova.compute.manager [req-317af7b0-fa71-49e3-b80a-7263aa9ab4cc req-f25766ce-3d46-463c-a9f3-ff565fa79885 service nova] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Received event network-vif-plugged-12f185d6-d712-47ba-8f26-b8dd8ead4cb2 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 17:01:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-317af7b0-fa71-49e3-b80a-7263aa9ab4cc req-f25766ce-3d46-463c-a9f3-ff565fa79885 service nova] Acquiring lock "32bb1ff7-9107-48ad-9601-9bb5323a2f8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 17:01:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-317af7b0-fa71-49e3-b80a-7263aa9ab4cc req-f25766ce-3d46-463c-a9f3-ff565fa79885 service nova] Lock "32bb1ff7-9107-48ad-9601-9bb5323a2f8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 17:01:41 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-317af7b0-fa71-49e3-b80a-7263aa9ab4cc req-f25766ce-3d46-463c-a9f3-ff565fa79885 service nova] Lock "32bb1ff7-9107-48ad-9601-9bb5323a2f8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 17:01:41 user nova-compute[75076]: DEBUG nova.compute.manager [req-317af7b0-fa71-49e3-b80a-7263aa9ab4cc req-f25766ce-3d46-463c-a9f3-ff565fa79885 service nova] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] No waiting events found dispatching network-vif-plugged-12f185d6-d712-47ba-8f26-b8dd8ead4cb2 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 17:01:41 user nova-compute[75076]: WARNING nova.compute.manager [req-317af7b0-fa71-49e3-b80a-7263aa9ab4cc req-f25766ce-3d46-463c-a9f3-ff565fa79885 service nova] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Received unexpected event network-vif-plugged-12f185d6-d712-47ba-8f26-b8dd8ead4cb2 for instance with vm_state building and task_state spawning.
Oct 27 17:01:42 user nova-compute[75076]: INFO nova.compute.manager [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Took 23.77 seconds to build instance.
Oct 27 17:01:42 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-bb396ed0-4144-47b5-907e-d964468a2561 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "32bb1ff7-9107-48ad-9601-9bb5323a2f8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 23.871s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 17:01:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:01:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:01:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:01:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:01:55 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:01:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:02:00 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:02:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:02:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:02:06 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:02:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:02:09 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:02:10 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:02:10 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 17:02:10 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Rebuilding the list of instances to heal {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 17:02:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-32bb1ff7-9107-48ad-9601-9bb5323a2f8b" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 17:02:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-32bb1ff7-9107-48ad-9601-9bb5323a2f8b" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 17:02:10 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 17:02:10 user nova-compute[75076]: DEBUG nova.objects.instance [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lazy-loading 'info_cache' on Instance uuid 32bb1ff7-9107-48ad-9601-9bb5323a2f8b {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 17:02:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:02:10 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Updating instance_info_cache with network_info: [{"id": "12f185d6-d712-47ba-8f26-b8dd8ead4cb2", "address": "fa:16:3e:3a:e5:1c", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12f185d6-d7", "ovs_interfaceid": "12f185d6-d712-47ba-8f26-b8dd8ead4cb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 17:02:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-32bb1ff7-9107-48ad-9601-9bb5323a2f8b" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 17:02:10 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 17:02:10 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:02:10 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:02:11 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:02:12 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:02:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:02:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:02:18 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:02:18 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 17:02:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:02:23 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:02:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 17:02:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 17:02:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 17:02:23 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 17:02:23 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 17:02:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:02:23 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 17:02:23 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 17:02:23 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=8989MB free_disk=25.109840393066406GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 17:02:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 17:02:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 17:02:23 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 32bb1ff7-9107-48ad-9601-9bb5323a2f8b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 17:02:23 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 17:02:23 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 17:02:23 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 17:02:23 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 17:02:24 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 17:02:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.490s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 17:02:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:02:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:02:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:02:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:02:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 17:02:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 17:02:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 17:02:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:02:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:02:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:02:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:02:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:02:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 17:02:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 17:02:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 17:02:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:02:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:03:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:03:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:03:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:03:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 17:03:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 17:03:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 17:03:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:03:09 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:03:09 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:03:10 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:03:10 user nova-compute[75076]: DEBUG nova.compute.manager [req-1327b910-4523-4f61-bd04-f77464e8304b req-d73cdfb9-675e-4d72-9868-5c3e1ad4b742 service nova] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Received event network-changed-12f185d6-d712-47ba-8f26-b8dd8ead4cb2 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 17:03:10 user nova-compute[75076]: DEBUG nova.compute.manager [req-1327b910-4523-4f61-bd04-f77464e8304b req-d73cdfb9-675e-4d72-9868-5c3e1ad4b742 service nova] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Refreshing instance network info cache due to event network-changed-12f185d6-d712-47ba-8f26-b8dd8ead4cb2. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 17:03:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-1327b910-4523-4f61-bd04-f77464e8304b req-d73cdfb9-675e-4d72-9868-5c3e1ad4b742 service nova] Acquiring lock "refresh_cache-32bb1ff7-9107-48ad-9601-9bb5323a2f8b" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 17:03:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-1327b910-4523-4f61-bd04-f77464e8304b req-d73cdfb9-675e-4d72-9868-5c3e1ad4b742 service nova] Acquired lock "refresh_cache-32bb1ff7-9107-48ad-9601-9bb5323a2f8b" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 17:03:10 user nova-compute[75076]: DEBUG nova.network.neutron [req-1327b910-4523-4f61-bd04-f77464e8304b req-d73cdfb9-675e-4d72-9868-5c3e1ad4b742 service nova] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Refreshing network info cache for port 12f185d6-d712-47ba-8f26-b8dd8ead4cb2 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 17:03:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:03:10 user nova-compute[75076]: DEBUG nova.network.neutron [req-1327b910-4523-4f61-bd04-f77464e8304b req-d73cdfb9-675e-4d72-9868-5c3e1ad4b742 service nova] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Updated VIF entry in instance network info cache for port 12f185d6-d712-47ba-8f26-b8dd8ead4cb2. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 17:03:10 user nova-compute[75076]: DEBUG nova.network.neutron [req-1327b910-4523-4f61-bd04-f77464e8304b req-d73cdfb9-675e-4d72-9868-5c3e1ad4b742 service nova] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Updating instance_info_cache with network_info: [{"id": "12f185d6-d712-47ba-8f26-b8dd8ead4cb2", "address": "fa:16:3e:3a:e5:1c", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12f185d6-d7", "ovs_interfaceid": "12f185d6-d712-47ba-8f26-b8dd8ead4cb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 17:03:10 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-1327b910-4523-4f61-bd04-f77464e8304b req-d73cdfb9-675e-4d72-9868-5c3e1ad4b742 service nova] Releasing lock "refresh_cache-32bb1ff7-9107-48ad-9601-9bb5323a2f8b" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 17:03:11 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:03:11 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:03:11 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 17:03:11 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Rebuilding the list of instances to heal {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 17:03:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-32bb1ff7-9107-48ad-9601-9bb5323a2f8b" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 17:03:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-32bb1ff7-9107-48ad-9601-9bb5323a2f8b" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 17:03:11 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 17:03:11 user nova-compute[75076]: DEBUG nova.objects.instance [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lazy-loading 'info_cache' on Instance uuid 32bb1ff7-9107-48ad-9601-9bb5323a2f8b {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 17:03:11 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Updating instance_info_cache with network_info: [{"id": "12f185d6-d712-47ba-8f26-b8dd8ead4cb2", "address": "fa:16:3e:3a:e5:1c", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12f185d6-d7", "ovs_interfaceid": "12f185d6-d712-47ba-8f26-b8dd8ead4cb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 17:03:11 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-32bb1ff7-9107-48ad-9601-9bb5323a2f8b" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 17:03:11 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 17:03:11 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:03:11 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:03:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:03:14 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:03:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:03:18 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:03:18 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:03:18 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 17:03:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:03:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:03:23 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:03:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 17:03:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 17:03:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 17:03:23 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 17:03:23 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 17:03:23 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 17:03:23 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 17:03:23 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=9002MB free_disk=25.109031677246094GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 17:03:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 17:03:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 17:03:23 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 32bb1ff7-9107-48ad-9601-9bb5323a2f8b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 17:03:23 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 17:03:23 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 17:03:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:03:23 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 17:03:23 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 17:03:23 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 17:03:23 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.167s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 17:03:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:03:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "6da270bb-9674-49a3-8695-9ef17053bb0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 17:03:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "6da270bb-9674-49a3-8695-9ef17053bb0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 17:03:28 user nova-compute[75076]: DEBUG nova.compute.manager [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Starting instance... {{(pid=75076) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 27 17:03:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 17:03:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 17:03:28 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75076) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 27 17:03:28 user nova-compute[75076]: INFO nova.compute.claims [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Claim successful on node user
Oct 27 17:03:28 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 17:03:28 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 17:03:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.210s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 17:03:28 user nova-compute[75076]: DEBUG nova.compute.manager [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Start building networks asynchronously for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 27 17:03:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:03:28 user nova-compute[75076]: DEBUG nova.compute.manager [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Allocating IP information in the background. {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 27 17:03:28 user nova-compute[75076]: DEBUG nova.network.neutron [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] allocate_for_instance() {{(pid=75076) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 27 17:03:28 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 27 17:03:28 user nova-compute[75076]: DEBUG nova.compute.manager [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Start building block device mappings for instance. {{(pid=75076) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 27 17:03:28 user nova-compute[75076]: DEBUG nova.policy [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cad429398e7455e93226dc29ee51f2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5cf189fe9202451ca908ab4be25c6997', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75076) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 27 17:03:28 user nova-compute[75076]: INFO nova.virt.block_device [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Booting with volume 3b9ac325-fe5f-46e8-b81f-68e0e5fb277b at /dev/vda
Oct 27 17:03:28 user nova-compute[75076]: DEBUG os_brick.utils [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 17:03:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:03:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:03:28 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[9daac806-9cbd-46ed-8ad7-e390e93d210c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:42936be68520\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:03:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:03:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:03:28 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[59895f81-84c3-4dfe-9b7b-1e964b2579de]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:03:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:03:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:03:28 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[78af28da-1411-4a5a-ae1e-8ab4a7e26350]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:03:28 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e59acead-9843-41e0-a07b-9d2336db9965]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:03:28 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Running cmd (subprocess): nvme version {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:03:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] 'nvme version' failed. Not Retrying. {{(pid=75076) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 17:03:29 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] nvme not present on system {{(pid=75076) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 27 17:03:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:03:29 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 27 17:03:29 user nova-compute[75076]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 27 17:03:29 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b17a02c-2cb7-4689-ac8c-dd7b7eaec0c8]: (4, '') {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:03:29 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75076) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 27 17:03:29 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 27 17:03:29 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.lightos [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] LIGHTOS: no hostnqn found. {{(pid=75076) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 27 17:03:29 user nova-compute[75076]: DEBUG os_brick.utils [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:42936be68520', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 17:03:29 user nova-compute[75076]: DEBUG nova.virt.block_device [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Updating existing volume attachment record: d5b463a0-ec72-4013-8a24-8aa153408bf0 {{(pid=75076) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 27 17:03:29 user nova-compute[75076]: DEBUG nova.network.neutron [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Successfully created port: 143f5702-36f9-4edf-9fc2-010f207d5992 {{(pid=75076) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 27 17:03:30 user nova-compute[75076]: DEBUG nova.network.neutron [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Successfully updated port: 143f5702-36f9-4edf-9fc2-010f207d5992 {{(pid=75076) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 27 17:03:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "refresh_cache-6da270bb-9674-49a3-8695-9ef17053bb0e" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 17:03:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquired lock "refresh_cache-6da270bb-9674-49a3-8695-9ef17053bb0e" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 17:03:30 user nova-compute[75076]: DEBUG nova.network.neutron [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Building network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 27 17:03:30 user nova-compute[75076]: DEBUG nova.compute.manager [req-ab08ff8a-042c-4289-9d54-509017489f77 req-b28917c3-1287-4637-9ff7-d5ef9b6beb2f service nova] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Received event network-changed-143f5702-36f9-4edf-9fc2-010f207d5992 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 17:03:30 user nova-compute[75076]: DEBUG nova.compute.manager [req-ab08ff8a-042c-4289-9d54-509017489f77 req-b28917c3-1287-4637-9ff7-d5ef9b6beb2f service nova] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Refreshing instance network info cache due to event network-changed-143f5702-36f9-4edf-9fc2-010f207d5992. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 17:03:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ab08ff8a-042c-4289-9d54-509017489f77 req-b28917c3-1287-4637-9ff7-d5ef9b6beb2f service nova] Acquiring lock "refresh_cache-6da270bb-9674-49a3-8695-9ef17053bb0e" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 17:03:30 user nova-compute[75076]: DEBUG nova.network.neutron [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Instance cache missing network info. {{(pid=75076) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 27 17:03:30 user nova-compute[75076]: DEBUG nova.network.neutron [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Updating instance_info_cache with network_info: [{"id": "143f5702-36f9-4edf-9fc2-010f207d5992", "address": "fa:16:3e:86:b3:b3", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap143f5702-36", "ovs_interfaceid": "143f5702-36f9-4edf-9fc2-010f207d5992", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 17:03:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Releasing lock "refresh_cache-6da270bb-9674-49a3-8695-9ef17053bb0e" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 17:03:30 user nova-compute[75076]: DEBUG nova.compute.manager [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Instance network_info: |[{"id": "143f5702-36f9-4edf-9fc2-010f207d5992", "address": "fa:16:3e:86:b3:b3", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap143f5702-36", "ovs_interfaceid": "143f5702-36f9-4edf-9fc2-010f207d5992", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75076) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 27 17:03:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ab08ff8a-042c-4289-9d54-509017489f77 req-b28917c3-1287-4637-9ff7-d5ef9b6beb2f service nova] Acquired lock "refresh_cache-6da270bb-9674-49a3-8695-9ef17053bb0e" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 17:03:30 user nova-compute[75076]: DEBUG nova.network.neutron [req-ab08ff8a-042c-4289-9d54-509017489f77 req-b28917c3-1287-4637-9ff7-d5ef9b6beb2f service nova] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Refreshing network info cache for port 143f5702-36f9-4edf-9fc2-010f207d5992 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 17:03:30 user nova-compute[75076]: DEBUG nova.network.neutron [req-ab08ff8a-042c-4289-9d54-509017489f77 req-b28917c3-1287-4637-9ff7-d5ef9b6beb2f service nova] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Updated VIF entry in instance network info cache for port 143f5702-36f9-4edf-9fc2-010f207d5992. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 17:03:30 user nova-compute[75076]: DEBUG nova.network.neutron [req-ab08ff8a-042c-4289-9d54-509017489f77 req-b28917c3-1287-4637-9ff7-d5ef9b6beb2f service nova] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Updating instance_info_cache with network_info: [{"id": "143f5702-36f9-4edf-9fc2-010f207d5992", "address": "fa:16:3e:86:b3:b3", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap143f5702-36", "ovs_interfaceid": "143f5702-36f9-4edf-9fc2-010f207d5992", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 17:03:30 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-ab08ff8a-042c-4289-9d54-509017489f77 req-b28917c3-1287-4637-9ff7-d5ef9b6beb2f service nova] Releasing lock "refresh_cache-6da270bb-9674-49a3-8695-9ef17053bb0e" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 17:03:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:03:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:03:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:03:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 17:03:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 17:03:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 17:03:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:03:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:03:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:03:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 17:03:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 17:03:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 17:03:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:03:45 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG nova.compute.manager [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Start spawning the instance on the hypervisor. {{(pid=75076) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Creating instance directory {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 27 17:03:47 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Creating image(s)
Oct 27 17:03:47 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Did not create local disks {{(pid=75076) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Ensure instance console log exists: /opt/stack/data/nova/instances/6da270bb-9674-49a3-8695-9ef17053bb0e/console.log {{(pid=75076) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Start _get_guest_xml network_info=[{"id": "143f5702-36f9-4edf-9fc2-010f207d5992", "address": "fa:16:3e:86:b3:b3", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap143f5702-36", "ovs_interfaceid": "143f5702-36f9-4edf-9fc2-010f207d5992", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GQlxeSUc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6da270bb-9674-49a3-8695-9ef17053bb0e', 'attached_at': '', 'detached_at': '', 'volume_id': '3b9ac325-fe5f-46e8-b81f-68e0e5fb277b', 'serial': '3b9ac325-fe5f-46e8-b81f-68e0e5fb277b'}, 'boot_index': 0, 'device_type': 'disk', 'mount_device': '/dev/vda', 'disk_bus': 'virtio', 'attachment_id': 'd5b463a0-ec72-4013-8a24-8aa153408bf0', 'guest_format': None, 'delete_on_termination': False, 'volume_type': None} {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 27 17:03:47 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 17:03:47 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 17:03:47 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] CPU controller missing on host. {{(pid=75076) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG nova.virt.libvirt.host [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] CPU controller found on host. {{(pid=75076) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75076) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-27T16:04:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Flavor limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Image limits 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Flavor pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Image pref 0:0:0 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75076) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Got 1 possible topologies {{(pid=75076) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG nova.virt.hardware [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75076) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Calling os-brick to attach iSCSI Volume {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GQlxeSUc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 17:03:47 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 17:03:47 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 17:03:47 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 17:03:47 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 17:03:47 user nova-compute[75076]: INFO os_brick.initiator.connectors.iscsi [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 27 17:03:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b -p 172.16.0.220:3260 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[36fb3274-81b4-46fe-bb54-c587f5b4ac6f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 27 17:03:47 user nova-compute[75076]:  {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b -p 172.16.0.220:3260 --interface default --op new {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[6923734b-9160-4d22-8d1d-cca806732175]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b] added\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b] added
Oct 27 17:03:47 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[096ef93e-3fc9-4a80-b6cf-d9cb1c03897f]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e554190f-3672-46dc-9566-82114f1116f4]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GQlxeSUc {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GQlxeSUc" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f69157e8-4265-4521-af46-14b4f11ca575]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GQlxeSUc'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[71f36b04-6272-4506-aa9d-f54951d494bd]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[1295dbca-8f47-49c8-a282-e2cfb9b5c2d8]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 (non-flash)
Oct 27 17:03:47 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 (non-flash)
Oct 27 17:03:47 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b -p 172.16.0.220:3260 --login {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b -p 172.16.0.220:3260 --login" returned: 0 in 0.048s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5b84492-5ff4-4760-b6ea-c621a2365ccf]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b, portal: 172.16.0.220,3260]
Oct 27 17:03:47 user nova-compute[75076]: Login to [iface: default, target: iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b, portal: 172.16.0.220,3260] successful.
Oct 27 17:03:47 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fdd90b7-a733-41ed-bfb7-36f24950abb7]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea6eb30b-9d66-49df-9303-960b7fd90dce]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 (non-flash)
Oct 27 17:03:47 user nova-compute[75076]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b (non-flash)
Oct 27 17:03:47 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 (non-flash)
Oct 27 17:03:47 user nova-compute[75076]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b (non-flash)
Oct 27 17:03:47 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.239s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Connected to 172.16.0.220:3260 {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] HCTL ('34', '-', '-', 0) found on session 59 with lun 0 {{(pid=75076) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75076) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[01014758-04fb-41d9-9b67-d57487510014]: (4, ('- - 0', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Searching for a device in session 59 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75076) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 27 17:03:47 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GQlxeSUc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75076) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 27 17:03:48 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.269s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 17:03:48 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] <== connect_volume: return (1271ms) {'type': 'block', 'scsi_wwn': '23132393936346438', 'path': '/dev/sdc'} {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 17:03:48 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23132393936346438', 'path': '/dev/sdc'} {{(pid=75076) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 27 17:03:48 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T17:03:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1579555041',display_name='tempest-TestVolumeBootPattern-server-1579555041',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1579555041',id=52,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPHAkbq0cpOs5TWaOzq/BRYKnPloT0l//QuoTPnxMWwc2gNiCpVJKmfHXVg2tjpkqvIWWZAoQBZte+gIoX7Ai7cCT4crXIM2En3hThtg2LLW36N/A0Re95+cFue2eHWAZA==',key_name='tempest-TestVolumeBootPattern-2123291763',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5cf189fe9202451ca908ab4be25c6997',ramdisk_id='',reservation_id='r-b07y5pg7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1745560825',owner_user_name='tempest-TestVolumeBootPattern-1745560825-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T17:03:29Z,user_data=None,user_id='7cad429398e7455e93226dc29ee51f2a',uuid=6da270bb-9674-49a3-8695-9ef17053bb0e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "143f5702-36f9-4edf-9fc2-010f207d5992", "address": "fa:16:3e:86:b3:b3", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap143f5702-36", "ovs_interfaceid": "143f5702-36f9-4edf-9fc2-010f207d5992", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75076) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 27 17:03:48 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Converting VIF {"id": "143f5702-36f9-4edf-9fc2-010f207d5992", "address": "fa:16:3e:86:b3:b3", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap143f5702-36", "ovs_interfaceid": "143f5702-36f9-4edf-9fc2-010f207d5992", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 17:03:48 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:86:b3:b3,bridge_name='br-int',has_traffic_filtering=True,id=143f5702-36f9-4edf-9fc2-010f207d5992,network=Network(b31e83c7-6d45-4743-8079-415b45b016c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap143f5702-36') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 17:03:48 user nova-compute[75076]: DEBUG nova.objects.instance [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lazy-loading 'pci_devices' on Instance uuid 6da270bb-9674-49a3-8695-9ef17053bb0e {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 17:03:48 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] End _get_guest_xml xml=<domain type="kvm">
Oct 27 17:03:48 user nova-compute[75076]:   <uuid>6da270bb-9674-49a3-8695-9ef17053bb0e</uuid>
Oct 27 17:03:48 user nova-compute[75076]:   <name>instance-00000034</name>
Oct 27 17:03:48 user nova-compute[75076]:   <memory>524288</memory>
Oct 27 17:03:48 user nova-compute[75076]:   <vcpu>1</vcpu>
Oct 27 17:03:48 user nova-compute[75076]:   <metadata>
Oct 27 17:03:48 user nova-compute[75076]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 27 17:03:48 user nova-compute[75076]:       <nova:package version="0.0.0"/>
Oct 27 17:03:48 user nova-compute[75076]:       <nova:name>tempest-TestVolumeBootPattern-server-1579555041</nova:name>
Oct 27 17:03:48 user nova-compute[75076]:       <nova:creationTime>2023-10-27 17:03:47</nova:creationTime>
Oct 27 17:03:48 user nova-compute[75076]:       <nova:flavor name="m1.tiny">
Oct 27 17:03:48 user nova-compute[75076]:         <nova:memory>512</nova:memory>
Oct 27 17:03:48 user nova-compute[75076]:         <nova:disk>1</nova:disk>
Oct 27 17:03:48 user nova-compute[75076]:         <nova:swap>0</nova:swap>
Oct 27 17:03:48 user nova-compute[75076]:         <nova:ephemeral>0</nova:ephemeral>
Oct 27 17:03:48 user nova-compute[75076]:         <nova:vcpus>1</nova:vcpus>
Oct 27 17:03:48 user nova-compute[75076]:       </nova:flavor>
Oct 27 17:03:48 user nova-compute[75076]:       <nova:owner>
Oct 27 17:03:48 user nova-compute[75076]:         <nova:user uuid="7cad429398e7455e93226dc29ee51f2a">tempest-TestVolumeBootPattern-1745560825-project-member</nova:user>
Oct 27 17:03:48 user nova-compute[75076]:         <nova:project uuid="5cf189fe9202451ca908ab4be25c6997">tempest-TestVolumeBootPattern-1745560825</nova:project>
Oct 27 17:03:48 user nova-compute[75076]:       </nova:owner>
Oct 27 17:03:48 user nova-compute[75076]:       <nova:ports>
Oct 27 17:03:48 user nova-compute[75076]:         <nova:port uuid="143f5702-36f9-4edf-9fc2-010f207d5992">
Oct 27 17:03:48 user nova-compute[75076]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 27 17:03:48 user nova-compute[75076]:         </nova:port>
Oct 27 17:03:48 user nova-compute[75076]:       </nova:ports>
Oct 27 17:03:48 user nova-compute[75076]:     </nova:instance>
Oct 27 17:03:48 user nova-compute[75076]:   </metadata>
Oct 27 17:03:48 user nova-compute[75076]:   <sysinfo type="smbios">
Oct 27 17:03:48 user nova-compute[75076]:     <system>
Oct 27 17:03:48 user nova-compute[75076]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 27 17:03:48 user nova-compute[75076]:       <entry name="product">OpenStack Nova</entry>
Oct 27 17:03:48 user nova-compute[75076]:       <entry name="version">0.0.0</entry>
Oct 27 17:03:48 user nova-compute[75076]:       <entry name="serial">6da270bb-9674-49a3-8695-9ef17053bb0e</entry>
Oct 27 17:03:48 user nova-compute[75076]:       <entry name="uuid">6da270bb-9674-49a3-8695-9ef17053bb0e</entry>
Oct 27 17:03:48 user nova-compute[75076]:       <entry name="family">Virtual Machine</entry>
Oct 27 17:03:48 user nova-compute[75076]:     </system>
Oct 27 17:03:48 user nova-compute[75076]:   </sysinfo>
Oct 27 17:03:48 user nova-compute[75076]:   <os>
Oct 27 17:03:48 user nova-compute[75076]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 27 17:03:48 user nova-compute[75076]:     <boot dev="hd"/>
Oct 27 17:03:48 user nova-compute[75076]:     <smbios mode="sysinfo"/>
Oct 27 17:03:48 user nova-compute[75076]:   </os>
Oct 27 17:03:48 user nova-compute[75076]:   <features>
Oct 27 17:03:48 user nova-compute[75076]:     <acpi/>
Oct 27 17:03:48 user nova-compute[75076]:     <apic/>
Oct 27 17:03:48 user nova-compute[75076]:     <vmcoreinfo/>
Oct 27 17:03:48 user nova-compute[75076]:   </features>
Oct 27 17:03:48 user nova-compute[75076]:   <clock offset="utc">
Oct 27 17:03:48 user nova-compute[75076]:     <timer name="pit" tickpolicy="delay"/>
Oct 27 17:03:48 user nova-compute[75076]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 27 17:03:48 user nova-compute[75076]:     <timer name="hpet" present="no"/>
Oct 27 17:03:48 user nova-compute[75076]:   </clock>
Oct 27 17:03:48 user nova-compute[75076]:   <cpu mode="custom" match="exact">
Oct 27 17:03:48 user nova-compute[75076]:     <model>Nehalem</model>
Oct 27 17:03:48 user nova-compute[75076]:     <topology sockets="1" cores="1" threads="1"/>
Oct 27 17:03:48 user nova-compute[75076]:   </cpu>
Oct 27 17:03:48 user nova-compute[75076]:   <devices>
Oct 27 17:03:48 user nova-compute[75076]:     <disk type="block" device="disk">
Oct 27 17:03:48 user nova-compute[75076]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 27 17:03:48 user nova-compute[75076]:       <source dev="/dev/sdc"/>
Oct 27 17:03:48 user nova-compute[75076]:       <target dev="vda" bus="virtio"/>
Oct 27 17:03:48 user nova-compute[75076]:       <serial>3b9ac325-fe5f-46e8-b81f-68e0e5fb277b</serial>
Oct 27 17:03:48 user nova-compute[75076]:     </disk>
Oct 27 17:03:48 user nova-compute[75076]:     <interface type="ethernet">
Oct 27 17:03:48 user nova-compute[75076]:       <mac address="fa:16:3e:86:b3:b3"/>
Oct 27 17:03:48 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 17:03:48 user nova-compute[75076]:       <mtu size="1442"/>
Oct 27 17:03:48 user nova-compute[75076]:       <target dev="tap143f5702-36"/>
Oct 27 17:03:48 user nova-compute[75076]:     </interface>
Oct 27 17:03:48 user nova-compute[75076]:     <serial type="pty">
Oct 27 17:03:48 user nova-compute[75076]:       <log file="/opt/stack/data/nova/instances/6da270bb-9674-49a3-8695-9ef17053bb0e/console.log" append="off"/>
Oct 27 17:03:48 user nova-compute[75076]:     </serial>
Oct 27 17:03:48 user nova-compute[75076]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 27 17:03:48 user nova-compute[75076]:     <video>
Oct 27 17:03:48 user nova-compute[75076]:       <model type="virtio"/>
Oct 27 17:03:48 user nova-compute[75076]:     </video>
Oct 27 17:03:48 user nova-compute[75076]:     <rng model="virtio">
Oct 27 17:03:48 user nova-compute[75076]:       <backend model="random">/dev/urandom</backend>
Oct 27 17:03:48 user nova-compute[75076]:     </rng>
Oct 27 17:03:48 user nova-compute[75076]:     <controller type="usb" index="0" model="none"/>
Oct 27 17:03:48 user nova-compute[75076]:     <memballoon model="virtio">
Oct 27 17:03:48 user nova-compute[75076]:       <stats period="10"/>
Oct 27 17:03:48 user nova-compute[75076]:     </memballoon>
Oct 27 17:03:48 user nova-compute[75076]:   </devices>
Oct 27 17:03:48 user nova-compute[75076]: </domain>
Oct 27 17:03:48 user nova-compute[75076]:  {{(pid=75076) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 27 17:03:48 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T17:03:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1579555041',display_name='tempest-TestVolumeBootPattern-server-1579555041',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1579555041',id=52,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPHAkbq0cpOs5TWaOzq/BRYKnPloT0l//QuoTPnxMWwc2gNiCpVJKmfHXVg2tjpkqvIWWZAoQBZte+gIoX7Ai7cCT4crXIM2En3hThtg2LLW36N/A0Re95+cFue2eHWAZA==',key_name='tempest-TestVolumeBootPattern-2123291763',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5cf189fe9202451ca908ab4be25c6997',ramdisk_id='',reservation_id='r-b07y5pg7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1745560825',owner_user_name='tempest-TestVolumeBootPattern-1745560825-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-27T17:03:29Z,user_data=None,user_id='7cad429398e7455e93226dc29ee51f2a',uuid=6da270bb-9674-49a3-8695-9ef17053bb0e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "143f5702-36f9-4edf-9fc2-010f207d5992", "address": "fa:16:3e:86:b3:b3", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap143f5702-36", "ovs_interfaceid": "143f5702-36f9-4edf-9fc2-010f207d5992", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 27 17:03:48 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Converting VIF {"id": "143f5702-36f9-4edf-9fc2-010f207d5992", "address": "fa:16:3e:86:b3:b3", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap143f5702-36", "ovs_interfaceid": "143f5702-36f9-4edf-9fc2-010f207d5992", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 17:03:48 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:86:b3:b3,bridge_name='br-int',has_traffic_filtering=True,id=143f5702-36f9-4edf-9fc2-010f207d5992,network=Network(b31e83c7-6d45-4743-8079-415b45b016c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap143f5702-36') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 17:03:48 user nova-compute[75076]: DEBUG os_vif [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:86:b3:b3,bridge_name='br-int',has_traffic_filtering=True,id=143f5702-36f9-4edf-9fc2-010f207d5992,network=Network(b31e83c7-6d45-4743-8079-415b45b016c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap143f5702-36') {{(pid=75076) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 27 17:03:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:03:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 17:03:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 27 17:03:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:03:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '54d92af8-7842-5198-aaa2-f6601f130fc3', '_type': 'linux-noop'}}, row=False) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 17:03:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:03:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:03:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap143f5702-36, may_exist=True, interface_attrs={}) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 17:03:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap143f5702-36, col_values=(('qos', UUID('93e86cdb-eb32-46f3-bce0-ce8266b4c109')),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 17:03:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap143f5702-36, col_values=(('external_ids', {'iface-id': '143f5702-36f9-4edf-9fc2-010f207d5992', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:86:b3:b3', 'vm-uuid': '6da270bb-9674-49a3-8695-9ef17053bb0e'}),), if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 17:03:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:03:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:03:48 user nova-compute[75076]: INFO os_vif [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:86:b3:b3,bridge_name='br-int',has_traffic_filtering=True,id=143f5702-36f9-4edf-9fc2-010f207d5992,network=Network(b31e83c7-6d45-4743-8079-415b45b016c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap143f5702-36')
Oct 27 17:03:48 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] No BDM found with device name vda, not building metadata. {{(pid=75076) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 27 17:03:48 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] No VIF found with MAC fa:16:3e:86:b3:b3, not building metadata {{(pid=75076) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 27 17:03:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:03:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:03:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:03:49 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:03:50 user nova-compute[75076]: DEBUG nova.compute.manager [req-979a7826-7bb7-44e0-8eb4-293a1742f68b req-8990fe25-f948-4ade-b3a4-4b20f3e35238 service nova] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Received event network-vif-plugged-143f5702-36f9-4edf-9fc2-010f207d5992 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 17:03:50 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-979a7826-7bb7-44e0-8eb4-293a1742f68b req-8990fe25-f948-4ade-b3a4-4b20f3e35238 service nova] Acquiring lock "6da270bb-9674-49a3-8695-9ef17053bb0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 17:03:50 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-979a7826-7bb7-44e0-8eb4-293a1742f68b req-8990fe25-f948-4ade-b3a4-4b20f3e35238 service nova] Lock "6da270bb-9674-49a3-8695-9ef17053bb0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 17:03:50 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-979a7826-7bb7-44e0-8eb4-293a1742f68b req-8990fe25-f948-4ade-b3a4-4b20f3e35238 service nova] Lock "6da270bb-9674-49a3-8695-9ef17053bb0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 17:03:50 user nova-compute[75076]: DEBUG nova.compute.manager [req-979a7826-7bb7-44e0-8eb4-293a1742f68b req-8990fe25-f948-4ade-b3a4-4b20f3e35238 service nova] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] No waiting events found dispatching network-vif-plugged-143f5702-36f9-4edf-9fc2-010f207d5992 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 17:03:50 user nova-compute[75076]: WARNING nova.compute.manager [req-979a7826-7bb7-44e0-8eb4-293a1742f68b req-8990fe25-f948-4ade-b3a4-4b20f3e35238 service nova] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Received unexpected event network-vif-plugged-143f5702-36f9-4edf-9fc2-010f207d5992 for instance with vm_state building and task_state spawning.
Oct 27 17:03:50 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:03:51 user nova-compute[75076]: DEBUG nova.compute.manager [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Instance event wait completed in 0 seconds for  {{(pid=75076) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 27 17:03:51 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Guest created on hypervisor {{(pid=75076) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 27 17:03:51 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Instance spawned successfully.
Oct 27 17:03:51 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 27 17:03:51 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Found default for hw_cdrom_bus of ide {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 17:03:51 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Found default for hw_disk_bus of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 17:03:51 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Found default for hw_input_bus of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 17:03:51 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Found default for hw_pointer_model of None {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 17:03:51 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Found default for hw_video_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 17:03:51 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Found default for hw_vif_model of virtio {{(pid=75076) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 27 17:03:51 user nova-compute[75076]: INFO nova.compute.manager [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Took 4.83 seconds to spawn the instance on the hypervisor.
Oct 27 17:03:51 user nova-compute[75076]: DEBUG nova.compute.manager [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Checking state {{(pid=75076) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 27 17:03:52 user nova-compute[75076]: INFO nova.compute.manager [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Took 23.60 seconds to build instance.
Oct 27 17:03:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-2d5df70c-8928-4d5d-9541-26650e650a28 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "6da270bb-9674-49a3-8695-9ef17053bb0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 23.699s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 17:03:52 user nova-compute[75076]: DEBUG nova.compute.manager [req-cd551b21-34cf-4096-b287-24ce64c2b05d req-dd349f0a-1d38-4841-b66e-1cf20dfe14a3 service nova] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Received event network-vif-plugged-143f5702-36f9-4edf-9fc2-010f207d5992 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 17:03:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-cd551b21-34cf-4096-b287-24ce64c2b05d req-dd349f0a-1d38-4841-b66e-1cf20dfe14a3 service nova] Acquiring lock "6da270bb-9674-49a3-8695-9ef17053bb0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 17:03:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-cd551b21-34cf-4096-b287-24ce64c2b05d req-dd349f0a-1d38-4841-b66e-1cf20dfe14a3 service nova] Lock "6da270bb-9674-49a3-8695-9ef17053bb0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 17:03:52 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-cd551b21-34cf-4096-b287-24ce64c2b05d req-dd349f0a-1d38-4841-b66e-1cf20dfe14a3 service nova] Lock "6da270bb-9674-49a3-8695-9ef17053bb0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 17:03:52 user nova-compute[75076]: DEBUG nova.compute.manager [req-cd551b21-34cf-4096-b287-24ce64c2b05d req-dd349f0a-1d38-4841-b66e-1cf20dfe14a3 service nova] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] No waiting events found dispatching network-vif-plugged-143f5702-36f9-4edf-9fc2-010f207d5992 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 17:03:52 user nova-compute[75076]: WARNING nova.compute.manager [req-cd551b21-34cf-4096-b287-24ce64c2b05d req-dd349f0a-1d38-4841-b66e-1cf20dfe14a3 service nova] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Received unexpected event network-vif-plugged-143f5702-36f9-4edf-9fc2-010f207d5992 for instance with vm_state active and task_state None.
Oct 27 17:03:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:03:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:04:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:04:05 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:04:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:04:09 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:04:10 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:04:11 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:04:12 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:04:13 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:04:13 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:04:13 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 17:04:13 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Rebuilding the list of instances to heal {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 17:04:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-32bb1ff7-9107-48ad-9601-9bb5323a2f8b" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 17:04:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-32bb1ff7-9107-48ad-9601-9bb5323a2f8b" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 17:04:13 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 17:04:13 user nova-compute[75076]: DEBUG nova.objects.instance [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lazy-loading 'info_cache' on Instance uuid 32bb1ff7-9107-48ad-9601-9bb5323a2f8b {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 17:04:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:04:13 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Updating instance_info_cache with network_info: [{"id": "12f185d6-d712-47ba-8f26-b8dd8ead4cb2", "address": "fa:16:3e:3a:e5:1c", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12f185d6-d7", "ovs_interfaceid": "12f185d6-d712-47ba-8f26-b8dd8ead4cb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 17:04:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-32bb1ff7-9107-48ad-9601-9bb5323a2f8b" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 17:04:13 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 17:04:13 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:04:13 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_shelved_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:04:15 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:04:15 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:04:18 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:04:18 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 17:04:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:04:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:04:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:04:24 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:04:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 17:04:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 17:04:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 17:04:24 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 17:04:24 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 17:04:24 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 17:04:24 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 17:04:24 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 17:04:24 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=8854MB free_disk=25.10732650756836GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 17:04:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 17:04:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 17:04:24 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 32bb1ff7-9107-48ad-9601-9bb5323a2f8b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 17:04:24 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 6da270bb-9674-49a3-8695-9ef17053bb0e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 17:04:24 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 17:04:24 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 17:04:24 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 17:04:24 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 17:04:24 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 17:04:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.212s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 17:04:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:04:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:04:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 17:04:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 17:04:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 17:04:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:04:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:04:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:04:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:04:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:04:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:04:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 17:04:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 17:04:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 17:04:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:04:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:04:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:04:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:04:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 17:04:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 17:04:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 17:04:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:05:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:05:04 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:05:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:05:11 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:05:13 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:05:13 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 17:05:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-6da270bb-9674-49a3-8695-9ef17053bb0e" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 17:05:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-6da270bb-9674-49a3-8695-9ef17053bb0e" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 17:05:13 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 17:05:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:05:13 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Updating instance_info_cache with network_info: [{"id": "143f5702-36f9-4edf-9fc2-010f207d5992", "address": "fa:16:3e:86:b3:b3", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap143f5702-36", "ovs_interfaceid": "143f5702-36f9-4edf-9fc2-010f207d5992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 17:05:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-6da270bb-9674-49a3-8695-9ef17053bb0e" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 17:05:13 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 17:05:13 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:05:13 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:05:14 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:05:14 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:05:17 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:05:18 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:05:18 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 17:05:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:05:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:05:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 17:05:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 17:05:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 17:05:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:05:19 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:05:20 user nova-compute[75076]: DEBUG nova.compute.manager [req-e6a26f46-e608-4e19-a784-d1a91cb62012 req-5d201ae1-2e8f-4372-8c39-2f5cd4ffbc04 service nova] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Received event network-changed-143f5702-36f9-4edf-9fc2-010f207d5992 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 17:05:20 user nova-compute[75076]: DEBUG nova.compute.manager [req-e6a26f46-e608-4e19-a784-d1a91cb62012 req-5d201ae1-2e8f-4372-8c39-2f5cd4ffbc04 service nova] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Refreshing instance network info cache due to event network-changed-143f5702-36f9-4edf-9fc2-010f207d5992. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 17:05:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-e6a26f46-e608-4e19-a784-d1a91cb62012 req-5d201ae1-2e8f-4372-8c39-2f5cd4ffbc04 service nova] Acquiring lock "refresh_cache-6da270bb-9674-49a3-8695-9ef17053bb0e" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 17:05:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-e6a26f46-e608-4e19-a784-d1a91cb62012 req-5d201ae1-2e8f-4372-8c39-2f5cd4ffbc04 service nova] Acquired lock "refresh_cache-6da270bb-9674-49a3-8695-9ef17053bb0e" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 17:05:20 user nova-compute[75076]: DEBUG nova.network.neutron [req-e6a26f46-e608-4e19-a784-d1a91cb62012 req-5d201ae1-2e8f-4372-8c39-2f5cd4ffbc04 service nova] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Refreshing network info cache for port 143f5702-36f9-4edf-9fc2-010f207d5992 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 17:05:20 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:05:20 user nova-compute[75076]: DEBUG nova.network.neutron [req-e6a26f46-e608-4e19-a784-d1a91cb62012 req-5d201ae1-2e8f-4372-8c39-2f5cd4ffbc04 service nova] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Updated VIF entry in instance network info cache for port 143f5702-36f9-4edf-9fc2-010f207d5992. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 17:05:20 user nova-compute[75076]: DEBUG nova.network.neutron [req-e6a26f46-e608-4e19-a784-d1a91cb62012 req-5d201ae1-2e8f-4372-8c39-2f5cd4ffbc04 service nova] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Updating instance_info_cache with network_info: [{"id": "143f5702-36f9-4edf-9fc2-010f207d5992", "address": "fa:16:3e:86:b3:b3", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap143f5702-36", "ovs_interfaceid": "143f5702-36f9-4edf-9fc2-010f207d5992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 17:05:20 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-e6a26f46-e608-4e19-a784-d1a91cb62012 req-5d201ae1-2e8f-4372-8c39-2f5cd4ffbc04 service nova] Releasing lock "refresh_cache-6da270bb-9674-49a3-8695-9ef17053bb0e" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 17:05:21 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:05:21 user nova-compute[75076]: DEBUG nova.compute.manager [req-43dee429-9283-4740-b5b2-a80cc23fcfad req-71b6ffe5-0222-42bf-8807-749f35981457 service nova] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Received event network-changed-143f5702-36f9-4edf-9fc2-010f207d5992 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 17:05:21 user nova-compute[75076]: DEBUG nova.compute.manager [req-43dee429-9283-4740-b5b2-a80cc23fcfad req-71b6ffe5-0222-42bf-8807-749f35981457 service nova] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Refreshing instance network info cache due to event network-changed-143f5702-36f9-4edf-9fc2-010f207d5992. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 17:05:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-43dee429-9283-4740-b5b2-a80cc23fcfad req-71b6ffe5-0222-42bf-8807-749f35981457 service nova] Acquiring lock "refresh_cache-6da270bb-9674-49a3-8695-9ef17053bb0e" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 17:05:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-43dee429-9283-4740-b5b2-a80cc23fcfad req-71b6ffe5-0222-42bf-8807-749f35981457 service nova] Acquired lock "refresh_cache-6da270bb-9674-49a3-8695-9ef17053bb0e" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 17:05:21 user nova-compute[75076]: DEBUG nova.network.neutron [req-43dee429-9283-4740-b5b2-a80cc23fcfad req-71b6ffe5-0222-42bf-8807-749f35981457 service nova] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Refreshing network info cache for port 143f5702-36f9-4edf-9fc2-010f207d5992 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 17:05:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "6da270bb-9674-49a3-8695-9ef17053bb0e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 17:05:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "6da270bb-9674-49a3-8695-9ef17053bb0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 17:05:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "6da270bb-9674-49a3-8695-9ef17053bb0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 17:05:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "6da270bb-9674-49a3-8695-9ef17053bb0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 17:05:21 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "6da270bb-9674-49a3-8695-9ef17053bb0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 17:05:21 user nova-compute[75076]: INFO nova.compute.manager [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Terminating instance
Oct 27 17:05:21 user nova-compute[75076]: DEBUG nova.compute.manager [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 17:05:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:05:21 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG nova.compute.manager [req-531ecd57-78ee-4210-a310-3b5c46012776 req-6890388c-27da-48b7-bd75-3e93a781507e service nova] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Received event network-vif-unplugged-143f5702-36f9-4edf-9fc2-010f207d5992 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-531ecd57-78ee-4210-a310-3b5c46012776 req-6890388c-27da-48b7-bd75-3e93a781507e service nova] Acquiring lock "6da270bb-9674-49a3-8695-9ef17053bb0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-531ecd57-78ee-4210-a310-3b5c46012776 req-6890388c-27da-48b7-bd75-3e93a781507e service nova] Lock "6da270bb-9674-49a3-8695-9ef17053bb0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-531ecd57-78ee-4210-a310-3b5c46012776 req-6890388c-27da-48b7-bd75-3e93a781507e service nova] Lock "6da270bb-9674-49a3-8695-9ef17053bb0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG nova.compute.manager [req-531ecd57-78ee-4210-a310-3b5c46012776 req-6890388c-27da-48b7-bd75-3e93a781507e service nova] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] No waiting events found dispatching network-vif-unplugged-143f5702-36f9-4edf-9fc2-010f207d5992 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG nova.compute.manager [req-531ecd57-78ee-4210-a310-3b5c46012776 req-6890388c-27da-48b7-bd75-3e93a781507e service nova] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Received event network-vif-unplugged-143f5702-36f9-4edf-9fc2-010f207d5992 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG nova.network.neutron [req-43dee429-9283-4740-b5b2-a80cc23fcfad req-71b6ffe5-0222-42bf-8807-749f35981457 service nova] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Updated VIF entry in instance network info cache for port 143f5702-36f9-4edf-9fc2-010f207d5992. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG nova.network.neutron [req-43dee429-9283-4740-b5b2-a80cc23fcfad req-71b6ffe5-0222-42bf-8807-749f35981457 service nova] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Updating instance_info_cache with network_info: [{"id": "143f5702-36f9-4edf-9fc2-010f207d5992", "address": "fa:16:3e:86:b3:b3", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap143f5702-36", "ovs_interfaceid": "143f5702-36f9-4edf-9fc2-010f207d5992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-43dee429-9283-4740-b5b2-a80cc23fcfad req-71b6ffe5-0222-42bf-8807-749f35981457 service nova] Releasing lock "refresh_cache-6da270bb-9674-49a3-8695-9ef17053bb0e" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 17:05:22 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Instance destroyed successfully.
Oct 27 17:05:22 user nova-compute[75076]: DEBUG nova.objects.instance [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lazy-loading 'resources' on Instance uuid 6da270bb-9674-49a3-8695-9ef17053bb0e {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T17:03:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1579555041',display_name='tempest-TestVolumeBootPattern-server-1579555041',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1579555041',id=52,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPHAkbq0cpOs5TWaOzq/BRYKnPloT0l//QuoTPnxMWwc2gNiCpVJKmfHXVg2tjpkqvIWWZAoQBZte+gIoX7Ai7cCT4crXIM2En3hThtg2LLW36N/A0Re95+cFue2eHWAZA==',key_name='tempest-TestVolumeBootPattern-2123291763',keypairs=<?>,launch_index=0,launched_at=2023-10-27T17:03:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5cf189fe9202451ca908ab4be25c6997',ramdisk_id='',reservation_id='r-b07y5pg7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1745560825',owner_user_name='tempest-TestVolumeBootPattern-1745560825-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T17:03:52Z,user_data=None,user_id='7cad429398e7455e93226dc29ee51f2a',uuid=6da270bb-9674-49a3-8695-9ef17053bb0e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "143f5702-36f9-4edf-9fc2-010f207d5992", "address": "fa:16:3e:86:b3:b3", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap143f5702-36", "ovs_interfaceid": "143f5702-36f9-4edf-9fc2-010f207d5992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Converting VIF {"id": "143f5702-36f9-4edf-9fc2-010f207d5992", "address": "fa:16:3e:86:b3:b3", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap143f5702-36", "ovs_interfaceid": "143f5702-36f9-4edf-9fc2-010f207d5992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:86:b3:b3,bridge_name='br-int',has_traffic_filtering=True,id=143f5702-36f9-4edf-9fc2-010f207d5992,network=Network(b31e83c7-6d45-4743-8079-415b45b016c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap143f5702-36') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG os_vif [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:86:b3:b3,bridge_name='br-int',has_traffic_filtering=True,id=143f5702-36f9-4edf-9fc2-010f207d5992,network=Network(b31e83c7-6d45-4743-8079-415b45b016c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap143f5702-36') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap143f5702-36, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=93e86cdb-eb32-46f3-bce0-ce8266b4c109) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:05:22 user nova-compute[75076]: INFO os_vif [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:86:b3:b3,bridge_name='br-int',has_traffic_filtering=True,id=143f5702-36f9-4edf-9fc2-010f207d5992,network=Network(b31e83c7-6d45-4743-8079-415b45b016c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap143f5702-36')
Oct 27 17:05:22 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GQlxeSUc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 17:05:22 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 17:05:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4ed7a65-de6f-48c6-979d-0015143e6d3b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 17:05:22 user nova-compute[75076]: No targets found.
Oct 27 17:05:22 user nova-compute[75076]: iSNS:
Oct 27 17:05:22 user nova-compute[75076]: No targets found.
Oct 27 17:05:22 user nova-compute[75076]: STATIC:
Oct 27 17:05:22 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b
Oct 27 17:05:22 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 17:05:22 user nova-compute[75076]:                 Iface Name: default
Oct 27 17:05:22 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501
Oct 27 17:05:22 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 17:05:22 user nova-compute[75076]:                 Iface Name: default
Oct 27 17:05:22 user nova-compute[75076]: FIRMWARE:
Oct 27 17:05:22 user nova-compute[75076]: No targets found.
Oct 27 17:05:22 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 17:05:22 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 17:05:22 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed2cb79b-3756-420d-b4a6-a0ae3aba5e07]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[110bf808-01f9-4874-89cb-2b6e41d0808d]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 (non-flash)
Oct 27 17:05:22 user nova-compute[75076]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b (non-flash)
Oct 27 17:05:22 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 (non-flash)
Oct 27 17:05:22 user nova-compute[75076]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b (non-flash)
Oct 27 17:05:22 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe2c248160>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b'): ({'sdc'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Removing single pathed devices sdc {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b153ae59-5d9e-449c-8da3-9e1b2fec0d18]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9d65e1d-b321-44ac-80d3-3014bf61f0e3]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Flushing IO for device /dev/sdc {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6c7d67c-93fb-4a66-8420-4632989718da]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.055s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[239891ba-bff8-45f6-9aa9-67dc427489cd]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] SCSI volumes sdc have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[278246d6-aec0-40bc-bc45-97b9303ac8f2]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c77963c-e748-4e2b-9118-b2d7803f2674]: (4, ('Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b, portal: 172.16.0.220,3260]\nLogout of [sid: 59, target: iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b, portal: 172.16.0.220,3260]
Oct 27 17:05:22 user nova-compute[75076]: Logout of [sid: 59, target: iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b, portal: 172.16.0.220,3260] successful.
Oct 27 17:05:22 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3b9ac325-fe5f-46e8-b81f-68e0e5fb277b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[99dd4522-5dc5-4cd4-b694-85fba2cc2cb1]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.316s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] <== disconnect_volume: return (317ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 17:05:22 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Deleting instance files /opt/stack/data/nova/instances/6da270bb-9674-49a3-8695-9ef17053bb0e_del
Oct 27 17:05:22 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Deletion of /opt/stack/data/nova/instances/6da270bb-9674-49a3-8695-9ef17053bb0e_del complete
Oct 27 17:05:22 user nova-compute[75076]: INFO nova.compute.manager [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Took 1.17 seconds to destroy the instance on the hypervisor.
Oct 27 17:05:22 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 17:05:22 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 17:05:23 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 17:05:23 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Took 0.46 seconds to deallocate network for instance.
Oct 27 17:05:24 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:05:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 17:05:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 17:05:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 17:05:24 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 17:05:24 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 17:05:24 user nova-compute[75076]: DEBUG nova.compute.manager [req-0f35d6a3-5b53-4766-ac80-b8ee5557c2ab req-0d2b8391-57d2-4e56-b24a-16b69338ef6a service nova] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Received event network-vif-plugged-143f5702-36f9-4edf-9fc2-010f207d5992 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 17:05:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-0f35d6a3-5b53-4766-ac80-b8ee5557c2ab req-0d2b8391-57d2-4e56-b24a-16b69338ef6a service nova] Acquiring lock "6da270bb-9674-49a3-8695-9ef17053bb0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 17:05:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-0f35d6a3-5b53-4766-ac80-b8ee5557c2ab req-0d2b8391-57d2-4e56-b24a-16b69338ef6a service nova] Lock "6da270bb-9674-49a3-8695-9ef17053bb0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 17:05:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-0f35d6a3-5b53-4766-ac80-b8ee5557c2ab req-0d2b8391-57d2-4e56-b24a-16b69338ef6a service nova] Lock "6da270bb-9674-49a3-8695-9ef17053bb0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 17:05:24 user nova-compute[75076]: DEBUG nova.compute.manager [req-0f35d6a3-5b53-4766-ac80-b8ee5557c2ab req-0d2b8391-57d2-4e56-b24a-16b69338ef6a service nova] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] No waiting events found dispatching network-vif-plugged-143f5702-36f9-4edf-9fc2-010f207d5992 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 17:05:24 user nova-compute[75076]: WARNING nova.compute.manager [req-0f35d6a3-5b53-4766-ac80-b8ee5557c2ab req-0d2b8391-57d2-4e56-b24a-16b69338ef6a service nova] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Received unexpected event network-vif-plugged-143f5702-36f9-4edf-9fc2-010f207d5992 for instance with vm_state active and task_state deleting.
Oct 27 17:05:24 user nova-compute[75076]: DEBUG nova.compute.manager [req-0f35d6a3-5b53-4766-ac80-b8ee5557c2ab req-0d2b8391-57d2-4e56-b24a-16b69338ef6a service nova] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Received event network-vif-deleted-143f5702-36f9-4edf-9fc2-010f207d5992 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 17:05:24 user nova-compute[75076]: INFO nova.compute.manager [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 6da270bb-9674-49a3-8695-9ef17053bb0e] Took 1.07 seconds to detach 1 volumes for instance.
Oct 27 17:05:24 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 17:05:24 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 17:05:24 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=8972MB free_disk=25.106517791748047GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 17:05:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 17:05:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 17:05:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 17:05:24 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 32bb1ff7-9107-48ad-9601-9bb5323a2f8b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 17:05:24 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 6da270bb-9674-49a3-8695-9ef17053bb0e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 17:05:24 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 17:05:24 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 17:05:24 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Refreshing inventories for resource provider 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 27 17:05:24 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Updating ProviderTree inventory for provider 543fff1b-1911-4710-bad6-6bd4c750c641 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 27 17:05:24 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Updating inventory in ProviderTree for provider 543fff1b-1911-4710-bad6-6bd4c750c641 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 27 17:05:24 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Refreshing aggregate associations for resource provider 543fff1b-1911-4710-bad6-6bd4c750c641, aggregates: None {{(pid=75076) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 27 17:05:24 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Refreshing trait associations for resource provider 543fff1b-1911-4710-bad6-6bd4c750c641, traits: COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_RESCUE_BFV,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ARI,HW_CPU_X86_SSE2,HW_CPU_X86_MMX,COMPUTE_NODE,HW_CPU_X86_SSSE3,HW_CPU_X86_SSE,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSE41,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_ATTACH_INTERFACE {{(pid=75076) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 27 17:05:24 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 17:05:24 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 17:05:24 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 17:05:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.345s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 17:05:24 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.304s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 17:05:24 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 17:05:24 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 17:05:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.127s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 17:05:25 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Deleted allocations for instance 6da270bb-9674-49a3-8695-9ef17053bb0e
Oct 27 17:05:25 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-0e1630b4-e3ee-4f69-8dd4-ef955813f082 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "6da270bb-9674-49a3-8695-9ef17053bb0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.308s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 17:05:25 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:05:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:05:28 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:05:28 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Cleaning up deleted instances {{(pid=75076) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 27 17:05:28 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] There are 0 instances to clean {{(pid=75076) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 27 17:05:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:05:36 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:05:36 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Cleaning up deleted instances with incomplete migration  {{(pid=75076) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 27 17:05:37 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:05:42 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:05:47 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:05:52 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:05:57 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:06:02 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:06:07 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:06:11 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:06:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:06:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:06:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 17:06:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 17:06:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 17:06:12 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:06:13 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:06:13 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 17:06:13 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Rebuilding the list of instances to heal {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 17:06:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "refresh_cache-32bb1ff7-9107-48ad-9601-9bb5323a2f8b" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 17:06:13 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquired lock "refresh_cache-32bb1ff7-9107-48ad-9601-9bb5323a2f8b" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 17:06:13 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Forcefully refreshing network info cache for instance {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 27 17:06:13 user nova-compute[75076]: DEBUG nova.objects.instance [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lazy-loading 'info_cache' on Instance uuid 32bb1ff7-9107-48ad-9601-9bb5323a2f8b {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 17:06:13 user nova-compute[75076]: DEBUG nova.network.neutron [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Updating instance_info_cache with network_info: [{"id": "12f185d6-d712-47ba-8f26-b8dd8ead4cb2", "address": "fa:16:3e:3a:e5:1c", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12f185d6-d7", "ovs_interfaceid": "12f185d6-d712-47ba-8f26-b8dd8ead4cb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 17:06:14 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Releasing lock "refresh_cache-32bb1ff7-9107-48ad-9601-9bb5323a2f8b" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 17:06:14 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Updated the network info_cache for instance {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 27 17:06:14 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:06:14 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:06:15 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:06:16 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:06:17 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:06:18 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:06:18 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 17:06:19 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:06:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:06:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:06:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 17:06:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 17:06:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 17:06:22 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:06:24 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:06:26 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:06:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 17:06:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 17:06:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 17:06:26 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 17:06:26 user nova-compute[75076]: DEBUG nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75076) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 27 17:06:26 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 17:06:26 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 17:06:26 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=9011MB free_disk=25.10578155517578GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 17:06:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 17:06:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 17:06:26 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Instance 32bb1ff7-9107-48ad-9601-9bb5323a2f8b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75076) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 27 17:06:26 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 17:06:26 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 17:06:26 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 17:06:26 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 17:06:26 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 17:06:26 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.190s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 17:06:27 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:06:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:06:32 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG nova.compute.manager [req-32dc3251-7db8-4e3e-8420-c5fb6a60997a req-bd2bb549-84c6-469b-8e31-a0ac46357789 service nova] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Received event network-changed-12f185d6-d712-47ba-8f26-b8dd8ead4cb2 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG nova.compute.manager [req-32dc3251-7db8-4e3e-8420-c5fb6a60997a req-bd2bb549-84c6-469b-8e31-a0ac46357789 service nova] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Refreshing instance network info cache due to event network-changed-12f185d6-d712-47ba-8f26-b8dd8ead4cb2. {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-32dc3251-7db8-4e3e-8420-c5fb6a60997a req-bd2bb549-84c6-469b-8e31-a0ac46357789 service nova] Acquiring lock "refresh_cache-32bb1ff7-9107-48ad-9601-9bb5323a2f8b" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-32dc3251-7db8-4e3e-8420-c5fb6a60997a req-bd2bb549-84c6-469b-8e31-a0ac46357789 service nova] Acquired lock "refresh_cache-32bb1ff7-9107-48ad-9601-9bb5323a2f8b" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG nova.network.neutron [req-32dc3251-7db8-4e3e-8420-c5fb6a60997a req-bd2bb549-84c6-469b-8e31-a0ac46357789 service nova] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Refreshing network info cache for port 12f185d6-d712-47ba-8f26-b8dd8ead4cb2 {{(pid=75076) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "32bb1ff7-9107-48ad-9601-9bb5323a2f8b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "32bb1ff7-9107-48ad-9601-9bb5323a2f8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "32bb1ff7-9107-48ad-9601-9bb5323a2f8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "32bb1ff7-9107-48ad-9601-9bb5323a2f8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "32bb1ff7-9107-48ad-9601-9bb5323a2f8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 17:06:33 user nova-compute[75076]: INFO nova.compute.manager [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Terminating instance
Oct 27 17:06:33 user nova-compute[75076]: DEBUG nova.compute.manager [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Start destroying the instance on the hypervisor. {{(pid=75076) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG nova.network.neutron [req-32dc3251-7db8-4e3e-8420-c5fb6a60997a req-bd2bb549-84c6-469b-8e31-a0ac46357789 service nova] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Updated VIF entry in instance network info cache for port 12f185d6-d712-47ba-8f26-b8dd8ead4cb2. {{(pid=75076) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG nova.network.neutron [req-32dc3251-7db8-4e3e-8420-c5fb6a60997a req-bd2bb549-84c6-469b-8e31-a0ac46357789 service nova] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Updating instance_info_cache with network_info: [{"id": "12f185d6-d712-47ba-8f26-b8dd8ead4cb2", "address": "fa:16:3e:3a:e5:1c", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12f185d6-d7", "ovs_interfaceid": "12f185d6-d712-47ba-8f26-b8dd8ead4cb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-32dc3251-7db8-4e3e-8420-c5fb6a60997a req-bd2bb549-84c6-469b-8e31-a0ac46357789 service nova] Releasing lock "refresh_cache-32bb1ff7-9107-48ad-9601-9bb5323a2f8b" {{(pid=75076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 27 17:06:33 user nova-compute[75076]: INFO nova.virt.libvirt.driver [-] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Instance destroyed successfully.
Oct 27 17:06:33 user nova-compute[75076]: DEBUG nova.objects.instance [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lazy-loading 'resources' on Instance uuid 32bb1ff7-9107-48ad-9601-9bb5323a2f8b {{(pid=75076) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG nova.virt.libvirt.vif [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-27T17:01:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-828730616',display_name='tempest-TestVolumeBootPattern-server-828730616',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-828730616',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPHAkbq0cpOs5TWaOzq/BRYKnPloT0l//QuoTPnxMWwc2gNiCpVJKmfHXVg2tjpkqvIWWZAoQBZte+gIoX7Ai7cCT4crXIM2En3hThtg2LLW36N/A0Re95+cFue2eHWAZA==',key_name='tempest-TestVolumeBootPattern-2123291763',keypairs=<?>,launch_index=0,launched_at=2023-10-27T17:01:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5cf189fe9202451ca908ab4be25c6997',ramdisk_id='',reservation_id='r-jkwm19b6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1745560825',owner_user_name='tempest-TestVolumeBootPattern-1745560825-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-27T17:01:42Z,user_data=None,user_id='7cad429398e7455e93226dc29ee51f2a',uuid=32bb1ff7-9107-48ad-9601-9bb5323a2f8b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "12f185d6-d712-47ba-8f26-b8dd8ead4cb2", "address": "fa:16:3e:3a:e5:1c", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12f185d6-d7", "ovs_interfaceid": "12f185d6-d712-47ba-8f26-b8dd8ead4cb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Converting VIF {"id": "12f185d6-d712-47ba-8f26-b8dd8ead4cb2", "address": "fa:16:3e:3a:e5:1c", "network": {"id": "b31e83c7-6d45-4743-8079-415b45b016c3", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-410608610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf189fe9202451ca908ab4be25c6997", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap12f185d6-d7", "ovs_interfaceid": "12f185d6-d712-47ba-8f26-b8dd8ead4cb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG nova.network.os_vif_util [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3a:e5:1c,bridge_name='br-int',has_traffic_filtering=True,id=12f185d6-d712-47ba-8f26-b8dd8ead4cb2,network=Network(b31e83c7-6d45-4743-8079-415b45b016c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap12f185d6-d7') {{(pid=75076) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG os_vif [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3a:e5:1c,bridge_name='br-int',has_traffic_filtering=True,id=12f185d6-d712-47ba-8f26-b8dd8ead4cb2,network=Network(b31e83c7-6d45-4743-8079-415b45b016c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap12f185d6-d7') {{(pid=75076) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap12f185d6-d7, bridge=br-int, if_exists=True) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=539fea56-c555-48b5-9a89-23676db961c5) {{(pid=75076) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:06:33 user nova-compute[75076]: INFO os_vif [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3a:e5:1c,bridge_name='br-int',has_traffic_filtering=True,id=12f185d6-d712-47ba-8f26-b8dd8ead4cb2,network=Network(b31e83c7-6d45-4743-8079-415b45b016c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap12f185d6-d7')
Oct 27 17:06:33 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] calling os-brick to detach iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7efe2c2906d0>, {'target_iqn': 'iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bPfulmAq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 27 17:06:33 user nova-compute[75076]: WARNING os_brick.initiator.connectors.base [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 27 17:06:33 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c025b1c1-9baf-4767-99fe-2aa9faffce69]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 27 17:06:33 user nova-compute[75076]: No targets found.
Oct 27 17:06:33 user nova-compute[75076]: iSNS:
Oct 27 17:06:33 user nova-compute[75076]: No targets found.
Oct 27 17:06:33 user nova-compute[75076]: STATIC:
Oct 27 17:06:33 user nova-compute[75076]: Target: iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501
Oct 27 17:06:33 user nova-compute[75076]:         Portal: 172.16.0.220:3260,-1
Oct 27 17:06:33 user nova-compute[75076]:                 Iface Name: default
Oct 27 17:06:33 user nova-compute[75076]: FIRMWARE:
Oct 27 17:06:33 user nova-compute[75076]: No targets found.
Oct 27 17:06:33 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 27 17:06:33 user nova-compute[75076]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 27 17:06:33 user nova-compute[75076]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75076) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501', 0)] {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[4475b91c-05aa-4564-a12e-8dedeb6c1448]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[61aed37a-11c1-4c46-a386-9768b2aa0d9e]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 (non-flash)\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 (non-flash)
Oct 27 17:06:33 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 (non-flash)
Oct 27 17:06:33 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7efe1c1460e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501'): ({'sdb'}, set())}) {{(pid=75076) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Removing single pathed devices sdb {{(pid=75076) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6b04d48-7818-4146-bde8-7468a2c2dc07]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[37c428fd-61eb-4a6b-8f88-ea9f00dd1249]: (4, ('ok\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Flushing IO for device /dev/sdb {{(pid=75076) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 27 17:06:33 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:06:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:06:34 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[a867d63d-c2a0-4144-93e9-94e37c443fa9]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:06:34 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75076) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 27 17:06:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:06:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.046s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:06:34 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[74ec6996-2944-4a2a-8b8e-c83fe6c81dfa]: (4, ('1', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:06:34 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 27 17:06:34 user nova-compute[75076]: DEBUG os_brick.initiator.linuxscsi [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] SCSI volumes sdb have been removed. {{(pid=75076) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 27 17:06:34 user nova-compute[75076]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO83b8f0cf-e1450e9e572ecfe8', '/dev/disk/by-id/scsi-26531343530653965', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_83b8f0cf') {{(pid=86417) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 27 17:06:34 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6925cad-38f5-4966-a89a-3371d13c4a25]: (4, None) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:06:34 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501')] {{(pid=75076) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 27 17:06:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:06:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:06:34 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a801dd2-99df-4d9c-8e1f-17be2e88945a]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:06:34 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 17:06:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260 --logout {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:06:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260 --logout" returned: 0 in 0.046s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:06:34 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[bad4efe4-f3e3-4aee-8482-0ba12feb4597]: (4, ('Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501, portal: 172.16.0.220,3260]\nLogout of [sid: 58, target: iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:06:34 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501, portal: 172.16.0.220,3260]
Oct 27 17:06:34 user nova-compute[75076]: Logout of [sid: 58, target: iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501, portal: 172.16.0.220,3260] successful.
Oct 27 17:06:34 user nova-compute[75076]:  stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 17:06:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260 --op delete {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 27 17:06:34 user nova-compute[75076]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b73a207-efab-47b6-a098-8b2a743b7501 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86417) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 27 17:06:34 user nova-compute[75076]: DEBUG oslo.privsep.daemon [-] privsep: reply[155c6a0a-072a-4e18-8da1-102ecb258c48]: (4, ('', '')) {{(pid=86417) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 27 17:06:34 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75076) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 27 17:06:34 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.base [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.278s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 27 17:06:34 user nova-compute[75076]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] <== disconnect_volume: return (279ms) None {{(pid=75076) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 27 17:06:34 user nova-compute[75076]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Disconnected iSCSI Volume {{(pid=75076) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 27 17:06:34 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Deleting instance files /opt/stack/data/nova/instances/32bb1ff7-9107-48ad-9601-9bb5323a2f8b_del
Oct 27 17:06:34 user nova-compute[75076]: INFO nova.virt.libvirt.driver [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Deletion of /opt/stack/data/nova/instances/32bb1ff7-9107-48ad-9601-9bb5323a2f8b_del complete
Oct 27 17:06:34 user nova-compute[75076]: INFO nova.compute.manager [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Took 1.11 seconds to destroy the instance on the hypervisor.
Oct 27 17:06:34 user nova-compute[75076]: DEBUG oslo.service.loopingcall [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75076) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 27 17:06:34 user nova-compute[75076]: DEBUG nova.compute.manager [-] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Deallocating network for instance {{(pid=75076) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 27 17:06:34 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] deallocate_for_instance() {{(pid=75076) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 27 17:06:34 user nova-compute[75076]: DEBUG nova.network.neutron [-] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Updating instance_info_cache with network_info: [] {{(pid=75076) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 27 17:06:34 user nova-compute[75076]: INFO nova.compute.manager [-] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Took 0.45 seconds to deallocate network for instance.
Oct 27 17:06:34 user nova-compute[75076]: DEBUG nova.compute.manager [req-f7415986-e246-47df-8901-55f40234fdc8 req-3ef1787c-3803-4887-8566-7024fd87925a service nova] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Received event network-vif-deleted-12f185d6-d712-47ba-8f26-b8dd8ead4cb2 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 17:06:34 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._sync_power_states {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:06:34 user nova-compute[75076]: WARNING nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] While synchronizing instance power states, found 1 instances in the database and 0 instances on the hypervisor.
Oct 27 17:06:34 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Triggering sync for uuid 32bb1ff7-9107-48ad-9601-9bb5323a2f8b {{(pid=75076) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 27 17:06:34 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "32bb1ff7-9107-48ad-9601-9bb5323a2f8b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 17:06:35 user nova-compute[75076]: DEBUG nova.compute.manager [req-b0a7acd1-b5f3-49f5-8e56-6533e949d42a req-d975d0c3-7b5a-498d-89a3-b8ff9b6bccf0 service nova] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Received event network-vif-unplugged-12f185d6-d712-47ba-8f26-b8dd8ead4cb2 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 17:06:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b0a7acd1-b5f3-49f5-8e56-6533e949d42a req-d975d0c3-7b5a-498d-89a3-b8ff9b6bccf0 service nova] Acquiring lock "32bb1ff7-9107-48ad-9601-9bb5323a2f8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 17:06:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b0a7acd1-b5f3-49f5-8e56-6533e949d42a req-d975d0c3-7b5a-498d-89a3-b8ff9b6bccf0 service nova] Lock "32bb1ff7-9107-48ad-9601-9bb5323a2f8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 17:06:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b0a7acd1-b5f3-49f5-8e56-6533e949d42a req-d975d0c3-7b5a-498d-89a3-b8ff9b6bccf0 service nova] Lock "32bb1ff7-9107-48ad-9601-9bb5323a2f8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 17:06:35 user nova-compute[75076]: DEBUG nova.compute.manager [req-b0a7acd1-b5f3-49f5-8e56-6533e949d42a req-d975d0c3-7b5a-498d-89a3-b8ff9b6bccf0 service nova] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] No waiting events found dispatching network-vif-unplugged-12f185d6-d712-47ba-8f26-b8dd8ead4cb2 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 17:06:35 user nova-compute[75076]: DEBUG nova.compute.manager [req-b0a7acd1-b5f3-49f5-8e56-6533e949d42a req-d975d0c3-7b5a-498d-89a3-b8ff9b6bccf0 service nova] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Received event network-vif-unplugged-12f185d6-d712-47ba-8f26-b8dd8ead4cb2 for instance with task_state deleting. {{(pid=75076) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 27 17:06:35 user nova-compute[75076]: DEBUG nova.compute.manager [req-b0a7acd1-b5f3-49f5-8e56-6533e949d42a req-d975d0c3-7b5a-498d-89a3-b8ff9b6bccf0 service nova] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Received event network-vif-plugged-12f185d6-d712-47ba-8f26-b8dd8ead4cb2 {{(pid=75076) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 27 17:06:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b0a7acd1-b5f3-49f5-8e56-6533e949d42a req-d975d0c3-7b5a-498d-89a3-b8ff9b6bccf0 service nova] Acquiring lock "32bb1ff7-9107-48ad-9601-9bb5323a2f8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 17:06:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b0a7acd1-b5f3-49f5-8e56-6533e949d42a req-d975d0c3-7b5a-498d-89a3-b8ff9b6bccf0 service nova] Lock "32bb1ff7-9107-48ad-9601-9bb5323a2f8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 17:06:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [req-b0a7acd1-b5f3-49f5-8e56-6533e949d42a req-d975d0c3-7b5a-498d-89a3-b8ff9b6bccf0 service nova] Lock "32bb1ff7-9107-48ad-9601-9bb5323a2f8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 17:06:35 user nova-compute[75076]: DEBUG nova.compute.manager [req-b0a7acd1-b5f3-49f5-8e56-6533e949d42a req-d975d0c3-7b5a-498d-89a3-b8ff9b6bccf0 service nova] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] No waiting events found dispatching network-vif-plugged-12f185d6-d712-47ba-8f26-b8dd8ead4cb2 {{(pid=75076) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 27 17:06:35 user nova-compute[75076]: WARNING nova.compute.manager [req-b0a7acd1-b5f3-49f5-8e56-6533e949d42a req-d975d0c3-7b5a-498d-89a3-b8ff9b6bccf0 service nova] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Received unexpected event network-vif-plugged-12f185d6-d712-47ba-8f26-b8dd8ead4cb2 for instance with vm_state active and task_state deleting.
Oct 27 17:06:35 user nova-compute[75076]: INFO nova.compute.manager [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] Took 0.88 seconds to detach 1 volumes for instance.
Oct 27 17:06:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 17:06:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 17:06:35 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 17:06:35 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 17:06:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.121s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 17:06:35 user nova-compute[75076]: INFO nova.scheduler.client.report [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Deleted allocations for instance 32bb1ff7-9107-48ad-9601-9bb5323a2f8b
Oct 27 17:06:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-4a5ea7c7-8736-4737-8390-5173665d79e7 tempest-TestVolumeBootPattern-1745560825 tempest-TestVolumeBootPattern-1745560825-project-member] Lock "32bb1ff7-9107-48ad-9601-9bb5323a2f8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.759s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 17:06:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "32bb1ff7-9107-48ad-9601-9bb5323a2f8b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.983s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 17:06:35 user nova-compute[75076]: INFO nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] [instance: 32bb1ff7-9107-48ad-9601-9bb5323a2f8b] During sync_power_state the instance has a pending task (deleting). Skip.
Oct 27 17:06:35 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "32bb1ff7-9107-48ad-9601-9bb5323a2f8b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 17:06:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:06:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:06:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:06:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:06:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:06:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 17:06:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 17:06:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 17:06:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:06:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:07:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:07:08 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:07:11 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:07:13 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:07:13 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:07:14 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:07:14 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Starting heal instance info cache {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 27 17:07:14 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Rebuilding the list of instances to heal {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 27 17:07:14 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Didn't find any instances for network info cache update. {{(pid=75076) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 27 17:07:14 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:07:16 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:07:18 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:07:18 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:07:18 user nova-compute[75076]: DEBUG nova.compute.manager [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75076) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 27 17:07:18 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:07:21 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:07:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:07:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:07:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75076) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 27 17:07:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 17:07:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75076) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 27 17:07:23 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:07:26 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:07:28 user nova-compute[75076]: DEBUG oslo_service.periodic_task [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Running periodic task ComputeManager.update_available_resource {{(pid=75076) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 27 17:07:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 17:07:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 17:07:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 17:07:28 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Auditing locally available compute resources for user (node: user) {{(pid=75076) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 27 17:07:28 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 17:07:28 user nova-compute[75076]: WARNING nova.virt.libvirt.driver [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 27 17:07:28 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Hypervisor/Node resource view: name=user free_ram=9152MB free_disk=25.104877471923828GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75076) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 27 17:07:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 27 17:07:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 27 17:07:28 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 27 17:07:28 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75076) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 27 17:07:28 user nova-compute[75076]: DEBUG nova.compute.provider_tree [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed in ProviderTree for provider: 543fff1b-1911-4710-bad6-6bd4c750c641 {{(pid=75076) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 27 17:07:28 user nova-compute[75076]: DEBUG nova.scheduler.client.report [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Inventory has not changed for provider 543fff1b-1911-4710-bad6-6bd4c750c641 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75076) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 27 17:07:28 user nova-compute[75076]: DEBUG nova.compute.resource_tracker [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Compute_service record updated for user:user {{(pid=75076) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 27 17:07:28 user nova-compute[75076]: DEBUG oslo_concurrency.lockutils [None req-a9e4a504-b661-4d0b-8ca1-fc7fd2ce573a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.361s {{(pid=75076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 27 17:07:28 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:07:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:07:33 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:07:36 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:07:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:07:38 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:07:43 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:07:48 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:07:53 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 27 17:07:58 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 27 17:08:03 user nova-compute[75076]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75076) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}